{"type": "config", "start_time": "20260716-173008", "merge_size": 96, "grouping": "ream", "merging": "none", "saliency": "reap", "routing": "sigmoid", "dataset": "reapmix_pack", "mix_ratio": "0.0,0.3,0.7", "group_size": 16, "batch_size": 8, "sequential": false, "use_gate_output": true, "gated_sim": false, "seed": 42, "note": "layer records: \"groups\" lists the expert groups with more than one member; the first index of each group is kept and holds the merge result (for merging=none the remaining group members are simply dropped); kept experts appear in the merged layer in \"kept_experts\" (ascending) order"}
{"type": "data", "n_sequences": 3072, "seq_len": 2048, "total_tokens": 6291456, "non_pad_tokens": 6291456, "n_chunks_per_pass": 384}
{"type": "layer", "layer": 1, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.018316062167286873, 0.0003695485647767782, 0.0078078447841107845, 0.04043133929371834, 0.10530421137809753, 0.007237078156322241, 3.07590416923631e-05, 0.06670929491519928, 0.00012008480553049594, 0.09553343802690506, 0.04602179676294327, 0.10900171846151352, 0.019322125241160393, 0.1131196990609169, 0.009937293827533722, 0.008606868796050549, 0.042760588228702545, 0.029509875923395157, 0.0014415112091228366, 0.09289170801639557, 0.03642525523900986, 0.026007696986198425, 3.07590416923631e-05, 0.03806848078966141, 0.022413846105337143, 0.0005419047665782273, 0.05453462898731232, 0.017399612814188004, 0.14615271985530853, 0.03190680220723152, 0.0013042378704994917, 0.00027411303017288446, 0.00031203957041725516, 0.059888239949941635, 0.10053853690624237, 3.07590416923631e-05, 0.05068794637918472, 0.10978293418884277, 0.00835470948368311, 0.07926754653453827, 3.07590416923631e-05, 0.0004202689160592854, 0.07014808803796768, 3.07590416923631e-05, 0.04625202342867851, 0.026122165843844414, 3.07590416923631e-05, 3.07590416923631e-05, 0.1495201289653778, 0.0005951685598120093, 0.16984134912490845, 0.05570158362388611, 0.035104088485240936, 0.07181846350431442, 0.08416087180376053, 3.07590416923631e-05, 3.07590416923631e-05, 0.09658026695251465, 0.01812664605677128, 0.00037385610630735755, 0.05501563102006912, 0.03032899647951126, 3.07590416923631e-05, 0.008505248464643955, 0.021866701543331146, 0.0031071098055690527, 0.011277209967374802, 0.056795839220285416, 5.583204620052129e-05, 0.007588502950966358, 0.04743031784892082, 0.0035530205350369215, 0.02843583934009075, 0.03168077394366264, 0.03220781311392784, 0.003282601945102215, 3.090738391620107e-05, 0.030456528067588806, 0.010998150333762169, 0.060911547392606735, 0.0036819216329604387, 0.05305709317326546, 0.1398596167564392, 0.027526333928108215, 0.04765184223651886, 0.07839441299438477, 0.037473373115062714, 0.06296482682228088, 0.03133551403880119, 0.09861109405755997, 0.04558184742927551, 0.15045447647571564, 0.028868606314063072, 3.07590416923631e-05, 0.02128920704126358, 0.07623038440942764, 0.05470120906829834, 0.09143593162298203, 0.005051671527326107, 0.03255176171660423, 0.06762133538722992, 0.013126303441822529, 0.004530779086053371, 0.09637570381164551, 0.04093083739280701, 0.0001244654122274369, 0.025837792083621025, 3.07590416923631e-05, 0.049361638724803925, 0.02629913203418255, 0.010551461949944496, 0.07244304567575455, 0.025000253692269325, 0.10951804369688034, 0.03188160061836243, 0.01011582650244236, 0.02525770477950573, 4.079615973751061e-05, 0.004495430737733841, 0.0041631897911429405, 0.05181538313627243, 0.017536018043756485, 3.07590416923631e-05, 0.025713495910167694, 0.0669456347823143, 0.07283920049667358, 0.0022005748469382524, 0.11485931277275085, 0.10449635982513428, 3.07590416923631e-05, 0.06290815025568008, 0.02533715032041073, 0.05432331562042236, 0.091277576982975, 3.453049066592939e-05, 0.11519725620746613, 0.015411113388836384, 0.20266227424144745, 0.02075035870075226, 0.111335888504982, 0.02439078316092491, 0.0032608266919851303, 0.00801429059356451, 0.024396641179919243, 0.00229705311357975, 0.1579262912273407, 0.02738095633685589, 0.012166612781584263, 3.837626354652457e-05, 0.04650494083762169, 0.042933057993650436, 0.02659168280661106, 0.019301116466522217, 0.034494709223508835, 0.08112097531557083, 0.027930568903684616, 0.021324047818779945, 0.0064539480954408646, 3.07590416923631e-05, 0.10062534362077713, 0.02380608767271042, 0.0027665377128869295, 0.06912873685359955, 0.03624913468956947, 0.13999363780021667, 0.11999808251857758, 0.029705792665481567, 0.001209025620482862, 0.045198194682598114, 0.02527788281440735, 0.06826518476009369, 0.007517844904214144, 0.0631549209356308, 0.03981448709964752, 3.07590416923631e-05, 0.0004415318835526705, 0.0572962611913681, 0.050365909934043884, 0.054890431463718414, 0.017098674550652504, 0.00794148351997137, 0.004647818394005299, 0.0403628908097744, 0.00021633293363265693, 0.03612562268972397, 0.0027424320578575134, 0.001042303629219532, 0.03556693345308304, 0.05315250903367996, 3.07590416923631e-05, 0.053842294961214066, 0.0005790768773294985], "saliency_stats": {"min": 3.07590416923631e-05, "max": 0.20266227424144745, "mean": 0.03897244856362173, "std": 0.04070482875211025}, "kept_experts": [3, 4, 7, 9, 10, 11, 13, 16, 17, 19, 20, 23, 26, 28, 29, 33, 34, 36, 37, 39, 42, 44, 48, 50, 51, 52, 53, 54, 57, 60, 61, 67, 70, 72, 73, 74, 77, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 97, 99, 100, 103, 104, 108, 111, 113, 114, 120, 124, 125, 127, 128, 130, 132, 133, 135, 137, 139, 145, 149, 150, 153, 154, 155, 159, 162, 163, 164, 165, 166, 168, 170, 172, 173, 176, 177, 178, 182, 184, 187, 188, 190], "dropped_experts": [0, 1, 2, 5, 6, 8, 12, 14, 15, 18, 21, 22, 24, 25, 27, 30, 31, 32, 35, 38, 40, 41, 43, 45, 46, 47, 49, 55, 56, 58, 59, 62, 63, 64, 65, 66, 68, 69, 71, 75, 76, 78, 80, 93, 94, 98, 101, 102, 105, 106, 107, 109, 110, 112, 115, 116, 117, 118, 119, 121, 122, 123, 126, 129, 131, 134, 136, 138, 140, 141, 142, 143, 144, 146, 147, 148, 151, 152, 156, 157, 158, 160, 161, 167, 169, 171, 174, 175, 179, 180, 181, 183, 185, 186, 189, 191], "groups": [[137, 0, 1, 2, 5, 6, 8, 12, 14, 15, 18, 21, 22, 24, 25, 27, 30, 31, 32, 35, 38, 40, 41, 43, 45, 46, 47, 49, 55, 56, 58, 59, 62, 63, 64, 65, 66, 68, 69, 71, 75, 76, 78, 80, 93, 94, 98, 101, 102, 105, 106, 107, 109, 110, 112, 115, 116, 117, 118, 119, 121, 122, 123, 126, 129, 131, 134, 136, 138, 140, 141, 142, 143, 144, 146, 147, 148, 151, 152, 156, 157, 158, 160, 161, 167, 169, 171, 174, 175, 179, 180, 181, 183, 185, 186, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 43.0}
{"type": "layer", "layer": 2, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.00018991285469383, 0.05859118327498436, 0.08782226592302322, 0.06423328816890717, 0.04735160619020462, 0.07171037048101425, 0.027631215751171112, 0.08301544189453125, 0.04840416833758354, 0.0609264075756073, 0.03902830928564072, 0.00025843572802841663, 5.6527689594076946e-05, 0.0010396692669019103, 0.09170354902744293, 0.09070020914077759, 0.051973212510347366, 0.0643228217959404, 0.04505256935954094, 0.09268948435783386, 5.6527689594076946e-05, 0.051014244556427, 0.02766595408320427, 0.06714657694101334, 0.06065085157752037, 0.07040970772504807, 0.07586321979761124, 0.12757183611392975, 0.08675339072942734, 0.05361228436231613, 0.0012890462530776858, 0.08401493728160858, 0.05322124809026718, 5.6527689594076946e-05, 0.06708282977342606, 0.0990729033946991, 0.04425825551152229, 5.6527689594076946e-05, 0.12310988456010818, 0.04370127618312836, 0.06585990637540817, 0.021803779527544975, 0.059999801218509674, 0.03344406187534332, 0.14853467047214508, 0.07112602889537811, 6.449095963034779e-05, 0.015336519107222557, 0.0826999843120575, 0.13108058273792267, 0.04190921038389206, 0.052938297390937805, 5.6527689594076946e-05, 0.0002128801861545071, 5.6527689594076946e-05, 0.1474190503358841, 0.004695748444646597, 0.0733233317732811, 0.048907916992902756, 0.11522236466407776, 0.022623568773269653, 0.038854941725730896, 0.045772213488817215, 0.05689924955368042, 0.05249403789639473, 0.007915443740785122, 0.050062887370586395, 0.04100038856267929, 0.06702366471290588, 0.0827304795384407, 0.033804818987846375, 0.02869998849928379, 0.05522933974862099, 0.1002795547246933, 0.12400465458631516, 5.6527689594076946e-05, 0.08295601606369019, 0.004925612825900316, 0.1271614283323288, 0.14964571595191956, 0.0524539016187191, 0.0943182036280632, 0.06175076961517334, 0.1474670171737671, 5.6527689594076946e-05, 0.09637603163719177, 0.10672526061534882, 0.09011082351207733, 0.059939172118902206, 0.04359469562768936, 0.11090505868196487, 0.08548097312450409, 0.0066309659741818905, 0.06146660074591637, 0.11662567406892776, 0.06167003512382507, 0.1317933052778244, 0.046416714787483215, 0.06747761368751526, 0.0010861108312383294, 0.0719522088766098, 0.047763146460056305, 5.6527689594076946e-05, 0.10066332668066025, 0.0006913213292136788, 0.05155813694000244, 0.07977096736431122, 0.046221815049648285, 0.09315527230501175, 0.11807715147733688, 0.17534014582633972, 0.0644751489162445, 0.05711587518453598, 0.11725624650716782, 0.09042224287986755, 0.05826357752084732, 5.6527689594076946e-05, 0.09450582414865494, 0.09241674840450287, 0.1964917778968811, 0.6269469261169434, 0.027289554476737976, 0.07380607724189758, 6.89415173837915e-05, 0.08677396178245544, 0.06529472023248672, 0.06905783712863922, 5.6527689594076946e-05, 0.007363929413259029, 0.028419677168130875, 0.0831521674990654, 0.01749897561967373, 0.002816509222611785, 0.12521342933177948, 5.6527689594076946e-05, 0.08772794157266617, 0.07358544319868088, 0.0011157651897519827, 0.06797982007265091, 0.0001382728951284662, 0.05285580828785896, 0.009815744124352932, 0.0004278753185644746, 0.04208533838391304, 0.11158405989408493, 5.6527689594076946e-05, 0.0450558215379715, 0.0530463308095932, 0.04959920793771744, 5.6527689594076946e-05, 0.07058706879615784, 0.032253820449113846, 0.06931555271148682, 0.0002395412011537701, 0.050565339624881744, 0.050774525851011276, 0.06447749584913254, 5.6527689594076946e-05, 0.05956969037652016, 0.059427738189697266, 0.029773171991109848, 0.003871927736327052, 0.0004844357317779213, 0.1035328209400177, 0.04837233945727348, 5.6527689594076946e-05, 0.04415665939450264, 0.05509929731488228, 0.044729072600603104, 0.10497724264860153, 0.07263001054525375, 0.06957820057868958, 0.0763712227344513, 5.6527689594076946e-05, 0.034596946090459824, 0.0009616458555683494, 0.09134756773710251, 0.039446957409381866, 0.0001762767496984452, 0.0718800351023674, 0.016539793461561203, 0.10776779055595398, 0.15323227643966675, 0.052695512771606445, 0.057141534984111786, 0.0370330736041069, 0.10092119872570038, 0.09794662147760391, 0.05224519222974777, 0.038782503455877304, 0.25454896688461304, 0.10601351410150528], "saliency_stats": {"min": 5.6527689594076946e-05, "max": 0.6269469261169434, "mean": 0.06084333723578084, "std": 0.05979861411271537}, "kept_experts": [1, 2, 3, 5, 7, 9, 14, 15, 17, 19, 23, 24, 25, 26, 27, 28, 31, 34, 35, 38, 40, 42, 44, 45, 48, 49, 55, 57, 59, 63, 68, 69, 72, 73, 74, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 90, 91, 93, 94, 95, 96, 98, 100, 103, 106, 108, 109, 110, 111, 112, 113, 114, 115, 117, 118, 119, 120, 122, 124, 125, 126, 130, 133, 135, 136, 138, 144, 150, 152, 156, 158, 159, 163, 169, 170, 171, 172, 176, 179, 181, 182, 184, 186, 187, 190, 191], "dropped_experts": [0, 4, 6, 8, 10, 11, 12, 13, 16, 18, 20, 21, 22, 29, 30, 32, 33, 36, 37, 39, 41, 43, 46, 47, 50, 51, 52, 53, 54, 56, 58, 60, 61, 62, 64, 65, 66, 67, 70, 71, 75, 77, 80, 84, 89, 92, 97, 99, 101, 102, 104, 105, 107, 116, 121, 123, 127, 128, 129, 131, 132, 134, 137, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 151, 153, 154, 155, 157, 160, 161, 162, 164, 165, 166, 167, 168, 173, 174, 175, 177, 178, 180, 183, 185, 188, 189], "groups": [[120, 0, 4, 6, 8, 10, 11, 12, 13, 16, 18, 20, 21, 22, 29, 30, 32, 33, 36, 37, 39, 41, 43, 46, 47, 50, 51, 52, 53, 54, 56, 58, 60, 61, 62, 64, 65, 66, 67, 70, 71, 75, 77, 80, 84, 89, 92, 97, 99, 101, 102, 104, 105, 107, 116, 121, 123, 127, 128, 129, 131, 132, 134, 137, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 151, 153, 154, 155, 157, 160, 161, 162, 164, 165, 166, 167, 168, 173, 174, 175, 177, 178, 180, 183, 185, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.3}
{"type": "layer", "layer": 3, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.0007218188256956637, 0.04877375066280365, 0.15561635792255402, 0.10923540592193604, 0.050642069429159164, 0.04999556764960289, 0.05407640337944031, 0.040525857359170914, 0.041190531104803085, 0.05692803114652634, 0.035618338733911514, 0.038988079875707626, 0.05932086706161499, 0.08704425394535065, 0.08435150980949402, 0.04359441623091698, 0.05084745213389397, 0.043692026287317276, 0.0731133222579956, 0.05819680541753769, 0.06254669278860092, 0.05002951622009277, 0.0411934070289135, 0.049055956304073334, 0.0580681674182415, 0.05291208624839783, 0.042339809238910675, 0.05129393935203552, 0.0673021674156189, 0.04530841484665871, 0.050669241696596146, 0.05473173037171364, 0.05535725876688957, 0.05982746183872223, 0.04327201098203659, 0.05358732119202614, 0.04749384522438049, 0.09368853271007538, 0.018194397911429405, 0.037087053060531616, 0.08472026884555817, 0.04645705968141556, 0.03339974209666252, 0.04513087123632431, 0.046298932284116745, 0.08547358959913254, 0.03638502582907677, 0.045894451439380646, 0.03974008560180664, 0.07074340432882309, 0.04591720923781395, 0.05234185978770256, 0.04547446593642235, 0.13665573298931122, 0.04472847655415535, 0.04221593588590622, 0.09073963016271591, 0.07626127451658249, 0.0318136028945446, 0.04739616811275482, 0.045834172517061234, 0.03962107375264168, 0.04099591448903084, 0.04887734353542328, 0.05160361900925636, 0.03738269954919815, 0.03606875240802765, 0.1282760500907898, 0.08065657317638397, 0.02415160834789276, 0.04100360348820686, 0.056244879961013794, 0.03785702958703041, 0.04698343202471733, 0.04575777426362038, 0.038084596395492554, 0.046630099415779114, 0.039759162813425064, 0.046143725514411926, 0.04172831401228905, 0.14268174767494202, 0.11176955699920654, 0.05401378497481346, 0.0590004101395607, 0.039162229746580124, 0.04006156325340271, 0.057997871190309525, 0.04561375826597214, 0.13956749439239502, 0.03668135032057762, 0.0481291338801384, 0.04432937130331993, 0.16660724580287933, 0.0407206229865551, 0.02734210155904293, 0.11021745949983597, 0.0071540153585374355, 0.0469001866877079, 0.05347272381186485, 0.04391204193234444, 0.08002354204654694, 0.03732965141534805, 0.09139703959226608, 0.04440268129110336, 0.0831860825419426, 0.061914995312690735, 0.06661918759346008, 0.03966553509235382, 0.0439148023724556, 0.032857365906238556, 0.04414531961083412, 0.06340985745191574, 0.04367636889219284, 0.03364286571741104, 0.1025238037109375, 0.04598318412899971, 0.0469779409468174, 0.03920098394155502, 0.05098409205675125, 0.05262592062354088, 0.05088172107934952, 0.10384322702884674, 0.10296936333179474, 0.06035218760371208, 0.03939766809344292, 0.04178738594055176, 0.05796573683619499, 0.0700376108288765, 0.029690265655517578, 0.059912554919719696, 0.04997926205396652, 0.1076681986451149, 0.07675614953041077, 0.04140694811940193, 0.031978052109479904, 0.04204961284995079, 0.043634068220853806, 0.03275437653064728, 0.10019709169864655, 0.04164346307516098, 0.05112820118665695, 0.04987529292702675, 0.2245757281780243, 0.04070605710148811, 0.03598155826330185, 0.042459797114133835, 0.03801336511969566, 0.07574781030416489, 0.09875448048114777, 0.040326256304979324, 0.03267906606197357, 0.04448363557457924, 0.0007218188256956637, 0.04336779564619064, 0.04426746442914009, 0.027735456824302673, 0.05895715579390526, 0.03030996210873127, 0.10503317415714264, 0.039813920855522156, 0.041061971336603165, 0.008922736160457134, 0.08225665986537933, 0.04262729734182358, 0.047605130821466446, 0.016151906922459602, 0.03929142281413078, 0.04864301532506943, 0.030678924173116684, 0.030015967786312103, 0.019260305911302567, 0.05248625949025154, 0.10079886019229889, 0.05378543585538864, 0.10455843806266785, 0.1911296844482422, 0.07561424374580383, 0.040100350975990295, 0.04095803573727608, 0.06664982438087463, 0.06897863745689392, 0.11343704164028168, 0.05182332172989845, 0.05279583856463432, 0.03897769749164581, 0.04284984618425369, 0.03586506098508835, 0.040642790496349335, 0.07148793339729309, 0.037119895219802856, 0.05131611227989197, 0.04859035462141037], "saliency_stats": {"min": 0.0007218188256956637, "max": 0.2245757281780243, "mean": 0.056531353749960545, "std": 0.030778335503703978}, "kept_experts": [1, 2, 3, 4, 5, 6, 9, 12, 13, 14, 16, 18, 19, 20, 21, 23, 24, 25, 27, 28, 30, 31, 32, 33, 35, 36, 37, 40, 45, 49, 51, 53, 56, 57, 59, 63, 64, 67, 68, 71, 73, 80, 81, 82, 83, 86, 88, 90, 92, 95, 98, 100, 102, 104, 105, 106, 111, 114, 116, 118, 119, 120, 121, 122, 123, 126, 127, 129, 130, 131, 132, 138, 140, 141, 142, 147, 148, 156, 158, 162, 164, 167, 171, 172, 173, 174, 175, 176, 179, 180, 181, 182, 183, 188, 190, 191], "dropped_experts": [0, 7, 8, 10, 11, 15, 17, 22, 26, 29, 34, 38, 39, 41, 42, 43, 44, 46, 47, 48, 50, 52, 54, 55, 58, 60, 61, 62, 65, 66, 69, 70, 72, 74, 75, 76, 77, 78, 79, 84, 85, 87, 89, 91, 93, 94, 96, 97, 99, 101, 103, 107, 108, 109, 110, 112, 113, 115, 117, 124, 125, 128, 133, 134, 135, 136, 137, 139, 143, 144, 145, 146, 149, 150, 151, 152, 153, 154, 155, 157, 159, 160, 161, 163, 165, 166, 168, 169, 170, 177, 178, 184, 185, 186, 187, 189], "groups": [[142, 0, 7, 8, 10, 11, 15, 17, 22, 26, 29, 34, 38, 39, 41, 42, 43, 44, 46, 47, 48, 50, 52, 54, 55, 58, 60, 61, 62, 65, 66, 69, 70, 72, 74, 75, 76, 77, 78, 79, 84, 85, 87, 89, 91, 93, 94, 96, 97, 99, 101, 103, 107, 108, 109, 110, 112, 113, 115, 117, 124, 125, 128, 133, 134, 135, 136, 137, 139, 143, 144, 145, 146, 149, 150, 151, 152, 153, 154, 155, 157, 159, 160, 161, 163, 165, 166, 168, 169, 170, 177, 178, 184, 185, 186, 187, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.1}
{"type": "layer", "layer": 4, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.10802736133337021, 0.056493159383535385, 0.05270209535956383, 0.04540816321969032, 0.04619850218296051, 0.034123800694942474, 0.05448920279741287, 0.0575985349714756, 0.07226114720106125, 0.039343494921922684, 0.05646670609712601, 0.0454513318836689, 0.04964510351419449, 0.052559152245521545, 0.041036456823349, 0.05676814541220665, 0.0547543540596962, 0.09925853461027145, 0.05575306713581085, 0.04255874454975128, 0.040084358304739, 0.04063637927174568, 0.04687018319964409, 0.052334435284137726, 0.007044441532343626, 0.05053699389100075, 0.04644009470939636, 0.04386740177869797, 0.013230499811470509, 0.07995446026325226, 0.028443140909075737, 0.04637819528579712, 0.04295102134346962, 0.05254491791129112, 0.03607887774705887, 0.04853552207350731, 0.10263587534427643, 0.046673208475112915, 0.05013716593384743, 0.053741808980703354, 0.04684765636920929, 0.04766709730029106, 0.0433829165995121, 0.04640612751245499, 0.05024139583110809, 0.05729653686285019, 0.042703986167907715, 0.06310363858938217, 0.05652331933379173, 0.07026996463537216, 0.048775091767311096, 0.06534430384635925, 0.042259279638528824, 0.05117115005850792, 0.10721607506275177, 0.052557092159986496, 0.04063921049237251, 0.06692904978990555, 0.07262589037418365, 0.0408797413110733, 0.049275435507297516, 0.053533826023340225, 0.07321815192699432, 0.0733547955751419, 0.037504833191633224, 0.05538025498390198, 0.05690111964941025, 0.04601510241627693, 0.049778543412685394, 0.049954649060964584, 0.04989727586507797, 0.0851987972855568, 0.046268049627542496, 0.12300754338502884, 0.04860847070813179, 0.044331230223178864, 0.050823695957660675, 0.04509303346276283, 0.060845352709293365, 0.04792165383696556, 0.02848547138273716, 0.045980148017406464, 0.09196537733078003, 0.041150037199258804, 0.042493581771850586, 0.05297430232167244, 0.06399794667959213, 0.049680184572935104, 0.057552967220544815, 0.06615917384624481, 0.050496906042099, 0.060786597430706024, 0.04951337352395058, 0.04799709841609001, 0.044038981199264526, 0.06787189096212387, 0.04668016359210014, 0.052864089608192444, 0.06187419965863228, 0.11157447844743729, 0.08838377892971039, 0.03062613494694233, 0.04761357605457306, 0.07388025522232056, 0.05158650502562523, 0.07065871357917786, 0.05708256736397743, 0.05907890573143959, 0.07437866181135178, 0.05284341797232628, 0.04208439961075783, 0.0559537410736084, 0.04425949230790138, 0.10218929499387741, 0.05862801522016525, 0.022234978154301643, 0.057453006505966187, 0.06576471775770187, 0.06772016733884811, 0.05575926601886749, 0.04328624904155731, 0.04874885827302933, 0.04459014907479286, 0.055949434638023376, 0.1165548786520958, 0.038610976189374924, 0.04637568071484566, 0.060630492866039276, 0.056587301194667816, 0.02138443849980831, 0.06771072000265121, 0.04749353229999542, 0.053122103214263916, 0.046404168009757996, 0.15066319704055786, 0.04678351804614067, 0.04290328547358513, 0.04074994847178459, 0.04974444583058357, 0.04591169208288193, 0.049389149993658066, 0.08128366619348526, 0.0430774912238121, 0.052512362599372864, 0.17276187241077423, 0.05470048263669014, 0.05133894085884094, 0.049659036099910736, 0.050620317459106445, 0.044489603489637375, 0.04762096330523491, 0.06257671862840652, 0.053930241614580154, 0.05210605263710022, 0.04677896946668625, 0.05353286862373352, 0.11897433549165726, 0.07465726882219315, 0.049483522772789, 0.04452558979392052, 0.04385409504175186, 0.051443446427583694, 0.06903506815433502, 0.052527062594890594, 0.09430687874555588, 0.05084095150232315, 0.06286058574914932, 0.05732331797480583, 0.04671773314476013, 0.055224962532520294, 0.05486387759447098, 0.060581278055906296, 0.14123983681201935, 0.07768819481134415, 0.057849008589982986, 0.05572504922747612, 0.04921799153089523, 0.05366378650069237, 0.0520196408033371, 0.059856802225112915, 0.714960515499115, 0.05406954884529114, 0.11008262634277344, 0.05048059672117233, 0.09448430687189102, 0.05321205407381058, 0.04982266202569008, 0.09062561392784119, 0.04057908430695534, 0.044422637671232224, 0.047838546335697174, 0.04045673459768295], "saliency_stats": {"min": 0.007044441532343626, "max": 0.714960515499115, "mean": 0.060615536264473725, "std": 0.05213491525048271}, "kept_experts": [0, 1, 2, 6, 7, 8, 10, 13, 15, 16, 17, 18, 23, 29, 33, 36, 39, 45, 47, 48, 49, 51, 54, 55, 57, 58, 61, 62, 63, 65, 66, 71, 73, 78, 82, 85, 86, 88, 89, 91, 95, 97, 98, 99, 100, 103, 105, 106, 107, 108, 109, 111, 113, 114, 116, 117, 118, 119, 123, 124, 127, 128, 130, 132, 134, 141, 143, 144, 145, 151, 152, 153, 155, 156, 157, 162, 163, 164, 166, 167, 169, 170, 171, 172, 173, 174, 175, 177, 178, 179, 180, 181, 182, 184, 185, 187], "dropped_experts": [3, 4, 5, 9, 11, 12, 14, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 34, 35, 37, 38, 40, 41, 42, 43, 44, 46, 50, 52, 53, 56, 59, 60, 64, 67, 68, 69, 70, 72, 74, 75, 76, 77, 79, 80, 81, 83, 84, 87, 90, 92, 93, 94, 96, 101, 102, 104, 110, 112, 115, 120, 121, 122, 125, 126, 129, 131, 133, 135, 136, 137, 138, 139, 140, 142, 146, 147, 148, 149, 150, 154, 158, 159, 160, 161, 165, 168, 176, 183, 186, 188, 189, 190, 191], "groups": [[180, 3, 4, 5, 9, 11, 12, 14, 19, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 34, 35, 37, 38, 40, 41, 42, 43, 44, 46, 50, 52, 53, 56, 59, 60, 64, 67, 68, 69, 70, 72, 74, 75, 76, 77, 79, 80, 81, 83, 84, 87, 90, 92, 93, 94, 96, 101, 102, 104, 110, 112, 115, 120, 121, 122, 125, 126, 129, 131, 133, 135, 136, 137, 138, 139, 140, 142, 146, 147, 148, 149, 150, 154, 158, 159, 160, 161, 165, 168, 176, 183, 186, 188, 189, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 40.1}
{"type": "layer", "layer": 5, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.06376519799232483, 0.04299191012978554, 0.03836788609623909, 0.06478717923164368, 0.14366285502910614, 0.07173784077167511, 0.04649495333433151, 0.044585276395082474, 0.054930441081523895, 0.055649787187576294, 0.03256182745099068, 0.03914095088839531, 0.043903131037950516, 0.07695607095956802, 0.05248813331127167, 0.06389082968235016, 0.03807731345295906, 0.045821405947208405, 0.059618521481752396, 0.037439215928316116, 0.06630221009254456, 0.05131717398762703, 0.0617486871778965, 0.08079215884208679, 0.048307739198207855, 0.03655404970049858, 0.047166310250759125, 0.06651338189840317, 0.037817515432834625, 0.052010491490364075, 0.06937193870544434, 0.049937013536691666, 0.07068069279193878, 0.051666464656591415, 0.05031890422105789, 0.07829354703426361, 0.08756937831640244, 0.04114433005452156, 0.04088017717003822, 0.03916512057185173, 0.04191617667675018, 0.06147244572639465, 0.045132189989089966, 0.05331059917807579, 0.04029544070363045, 0.04398760199546814, 0.04523748904466629, 0.05541171878576279, 0.03808394446969032, 0.04354387894272804, 0.05037204548716545, 0.04478246718645096, 0.054312821477651596, 0.040405239909887314, 0.036682065576314926, 0.04348278045654297, 0.051448266953229904, 0.0483439639210701, 0.07013887912034988, 0.04441210255026817, 0.03932778537273407, 0.044258181005716324, 0.05033259838819504, 0.03860772028565407, 0.04741800203919411, 0.04839476943016052, 0.049393702298402786, 0.05257411301136017, 0.05111432448029518, 0.04663149639964104, 0.04907717928290367, 0.04715629667043686, 0.04983431100845337, 0.05721588060259819, 0.04690577834844589, 0.05888422578573227, 0.07794202864170074, 0.04448506236076355, 0.04994257539510727, 0.05301550775766373, 0.058613371104002, 0.06350643187761307, 0.05163680762052536, 0.04396409913897514, 0.040279485285282135, 0.05657210201025009, 0.047416362911462784, 0.043145131319761276, 0.035124801099300385, 0.05145538970828056, 0.04203959181904793, 0.04490388184785843, 0.04801785573363304, 0.0483214445412159, 0.040604133158922195, 0.06225084513425827, 0.03680598735809326, 0.04531274735927582, 0.04559436812996864, 0.06863202154636383, 0.04777466505765915, 0.0448923297226429, 0.04886337369680405, 0.04545586556196213, 0.056174349039793015, 0.05237347260117531, 0.09814949333667755, 0.06008395925164223, 0.03593876585364342, 0.04825672134757042, 0.03765666112303734, 0.03842506185173988, 0.06198872998356819, 0.05311880633234978, 0.04194420203566551, 0.038825489580631256, 0.04194886237382889, 0.0587737075984478, 0.04312842711806297, 0.05149489641189575, 0.05373907834291458, 0.03834646940231323, 0.057976383715867996, 0.0423271618783474, 0.05115024372935295, 0.039591606706380844, 0.047757573425769806, 0.04375559091567993, 0.03135034441947937, 0.03655144199728966, 0.038641031831502914, 0.048142001032829285, 0.03569988161325455, 0.058347735553979874, 0.03578753024339676, 0.05073849856853485, 0.05700443685054779, 0.058239348232746124, 0.04826618358492851, 0.05540122464299202, 0.10852443426847458, 0.03611801564693451, 0.07995893061161041, 0.056137505918741226, 0.04208127409219742, 0.04996848106384277, 0.050711654126644135, 0.055365338921546936, 0.03699661046266556, 0.035040482878685, 0.060255371034145355, 0.06164725497364998, 0.045966845005750656, 0.04816422984004021, 0.04880926385521889, 0.045549359172582626, 0.04111580178141594, 0.07228903472423553, 0.04466313123703003, 0.07846853882074356, 0.043033499270677567, 0.07365142554044724, 0.07283362746238708, 0.0501244030892849, 0.07370635122060776, 0.048623017966747284, 0.0486249104142189, 0.04788901284337044, 0.03986234962940216, 0.03627968207001686, 0.09065953642129898, 0.059031110256910324, 0.05072420462965965, 0.03990145027637482, 0.056929588317871094, 0.05501595512032509, 0.04939521104097366, 0.04088544473052025, 0.05254353955388069, 0.07266629487276077, 0.05191771313548088, 0.04739159345626831, 0.056637004017829895, 0.04666449874639511, 0.04871014878153801, 0.046119142323732376, 0.04656676575541496, 0.06211622431874275, 0.03736480697989464, 0.055217184126377106, 0.04620856046676636, 0.05549760162830353], "saliency_stats": {"min": 0.03135034441947937, "max": 0.14366285502910614, "mean": 0.05160736224691694, "std": 0.014020912955159281}, "kept_experts": [0, 3, 4, 5, 8, 9, 13, 14, 15, 18, 20, 21, 22, 23, 27, 29, 30, 31, 32, 33, 34, 35, 36, 41, 43, 47, 50, 52, 56, 58, 62, 66, 67, 68, 70, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 89, 95, 99, 102, 104, 105, 106, 107, 112, 113, 117, 119, 120, 122, 124, 133, 135, 136, 137, 139, 140, 142, 143, 145, 146, 147, 150, 151, 154, 157, 159, 161, 162, 163, 164, 165, 166, 170, 171, 172, 174, 175, 176, 178, 179, 180, 182, 184, 187, 189, 191], "dropped_experts": [1, 2, 6, 7, 10, 11, 12, 16, 17, 19, 24, 25, 26, 28, 37, 38, 39, 40, 42, 44, 45, 46, 48, 49, 51, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 69, 71, 74, 77, 83, 84, 86, 87, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 103, 108, 109, 110, 111, 114, 115, 116, 118, 121, 123, 125, 126, 127, 128, 129, 130, 131, 132, 134, 138, 141, 144, 148, 149, 152, 153, 155, 156, 158, 160, 167, 168, 169, 173, 177, 181, 183, 185, 186, 188, 190], "groups": [[4, 1, 2, 6, 7, 10, 11, 12, 16, 17, 19, 24, 25, 26, 28, 37, 38, 39, 40, 42, 44, 45, 46, 48, 49, 51, 53, 54, 55, 57, 59, 60, 61, 63, 64, 65, 69, 71, 74, 77, 83, 84, 86, 87, 88, 90, 91, 92, 93, 94, 96, 97, 98, 100, 101, 103, 108, 109, 110, 111, 114, 115, 116, 118, 121, 123, 125, 126, 127, 128, 129, 130, 131, 132, 134, 138, 141, 144, 148, 149, 152, 153, 155, 156, 158, 160, 167, 168, 169, 173, 177, 181, 183, 185, 186, 188, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.8}
{"type": "layer", "layer": 6, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.06651622802019119, 0.05316084623336792, 0.056233495473861694, 0.05942680686712265, 0.05219966545701027, 0.0472189225256443, 0.046629346907138824, 0.06746178865432739, 0.07857400178909302, 0.06305325776338577, 0.04232645034790039, 0.04003934562206268, 0.02999492548406124, 0.08241625130176544, 0.05273408070206642, 0.05519522726535797, 0.039580024778842926, 0.05057327076792717, 0.058797113597393036, 0.05655024200677872, 0.05978044867515564, 0.05106070265173912, 0.05315006151795387, 0.03782310709357262, 0.06451473385095596, 0.05826432630419731, 0.04265429824590683, 0.05096978694200516, 0.06125401332974434, 0.05280881002545357, 0.03741489723324776, 0.06576123088598251, 0.0791415423154831, 0.04607613384723663, 0.05644715204834938, 0.04834127426147461, 0.043275997042655945, 0.050436556339263916, 0.07278833538293839, 0.06151647865772247, 0.07240847498178482, 0.05502713844180107, 0.04851404204964638, 0.041489262133836746, 0.05041693523526192, 0.049912165850400925, 0.0496339350938797, 0.04975574463605881, 0.046411026269197464, 0.0495939739048481, 0.06582536548376083, 0.05870715156197548, 0.05801407992839813, 0.04846947267651558, 0.057387471199035645, 0.05223313346505165, 0.05717896297574043, 0.07860710471868515, 0.06519080698490143, 0.04830872267484665, 0.06035878136754036, 0.04927640035748482, 0.05261147394776344, 0.044665079563856125, 0.055842090398073196, 0.053639739751815796, 0.04329822212457657, 0.04875073954463005, 0.05183396115899086, 0.05771459639072418, 0.05645807832479477, 0.045510951429605484, 0.05243045091629028, 0.04925737902522087, 0.04755735024809837, 0.07023021578788757, 0.05717163160443306, 0.037271905690431595, 0.03791361302137375, 0.049061790108680725, 0.06537197530269623, 0.04609672725200653, 0.04898073524236679, 0.04660705104470253, 0.04406047612428665, 0.05367879197001457, 0.07077592611312866, 0.06854866445064545, 0.03636791184544563, 0.07071433961391449, 0.0368252657353878, 0.050453491508960724, 0.04589216783642769, 0.04363557696342468, 0.05184709280729294, 0.054464276880025864, 0.05067067965865135, 0.06854119151830673, 0.05403050780296326, 0.06816714257001877, 0.057489730417728424, 0.05745077133178711, 0.04360075294971466, 0.09513966739177704, 0.0470585934817791, 0.057018499821424484, 0.05482473224401474, 0.07021716237068176, 0.04397912696003914, 0.03974289447069168, 0.05529744550585747, 0.059697169810533524, 0.06806984543800354, 0.04320589825510979, 0.06407392024993896, 0.041166722774505615, 0.0382537767291069, 0.0560244545340538, 0.056288640946149826, 0.04599227383732796, 0.03629918769001961, 0.0610634945333004, 0.06346473097801208, 0.04655838385224342, 0.04985048994421959, 0.050957996398210526, 0.05511227250099182, 0.04764890670776367, 0.039649847894907, 0.04036211594939232, 0.04047505557537079, 0.051332782953977585, 0.07034602761268616, 0.03972017765045166, 0.0950961485505104, 0.04664234071969986, 0.0711485892534256, 0.06702231615781784, 0.05183792486786842, 0.04287320747971535, 0.05653613433241844, 0.058199428021907806, 0.06358946114778519, 0.039032939821481705, 0.05158058553934097, 0.06583061069250107, 0.04359187185764313, 0.07254677265882492, 0.056308846920728683, 0.04996511712670326, 0.07934177666902542, 0.06844819337129593, 0.05436161532998085, 0.04309134930372238, 0.04964602738618851, 0.05515625327825546, 0.0679459199309349, 0.0602080412209034, 0.0520445741713047, 0.05286972597241402, 0.04786979407072067, 0.05188186839222908, 0.04482632502913475, 0.05573520064353943, 0.05522320047020912, 0.04791655391454697, 0.045975130051374435, 0.0430554524064064, 0.04733889549970627, 0.03242572396993637, 0.051764070987701416, 0.054315969347953796, 0.05942961573600769, 0.052278704941272736, 0.04092254117131233, 0.06347291171550751, 0.058550503104925156, 0.050481945276260376, 0.04466617852449417, 0.07212191820144653, 0.05437935143709183, 0.05152144283056259, 0.06680239737033844, 0.05580969899892807, 0.060138266533613205, 0.05409243330359459, 0.04763459041714668, 0.04487581178545952, 0.053240615874528885, 0.05072690546512604, 0.06479807198047638, 0.04821299761533737], "saliency_stats": {"min": 0.02999492548406124, "max": 0.09513966739177704, "mean": 0.05399304687549981, "std": 0.010803098205381303}, "kept_experts": [0, 1, 2, 3, 7, 8, 9, 13, 14, 15, 18, 19, 20, 22, 24, 25, 28, 29, 31, 32, 34, 38, 39, 40, 41, 50, 51, 52, 54, 56, 57, 58, 60, 62, 64, 65, 69, 70, 72, 75, 76, 80, 85, 86, 87, 89, 95, 97, 98, 99, 100, 101, 103, 105, 106, 107, 110, 111, 112, 114, 117, 118, 121, 122, 126, 132, 134, 136, 137, 140, 141, 142, 145, 147, 148, 150, 151, 152, 155, 156, 157, 159, 163, 164, 171, 172, 175, 176, 179, 180, 182, 183, 184, 185, 188, 190], "dropped_experts": [4, 5, 6, 10, 11, 12, 16, 17, 21, 23, 26, 27, 30, 33, 35, 36, 37, 42, 43, 44, 45, 46, 47, 48, 49, 53, 55, 59, 61, 63, 66, 67, 68, 71, 73, 74, 77, 78, 79, 81, 82, 83, 84, 88, 90, 91, 92, 93, 94, 96, 102, 104, 108, 109, 113, 115, 116, 119, 120, 123, 124, 125, 127, 128, 129, 130, 131, 133, 135, 138, 139, 143, 144, 146, 149, 153, 154, 158, 160, 161, 162, 165, 166, 167, 168, 169, 170, 173, 174, 177, 178, 181, 186, 187, 189, 191], "groups": [[103, 4, 5, 6, 10, 11, 12, 16, 17, 21, 23, 26, 27, 30, 33, 35, 36, 37, 42, 43, 44, 45, 46, 47, 48, 49, 53, 55, 59, 61, 63, 66, 67, 68, 71, 73, 74, 77, 78, 79, 81, 82, 83, 84, 88, 90, 91, 92, 93, 94, 96, 102, 104, 108, 109, 113, 115, 116, 119, 120, 123, 124, 125, 127, 128, 129, 130, 131, 133, 135, 138, 139, 143, 144, 146, 149, 153, 154, 158, 160, 161, 162, 165, 166, 167, 168, 169, 170, 173, 174, 177, 178, 181, 186, 187, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.6}
{"type": "layer", "layer": 7, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.058398909866809845, 0.06054067239165306, 0.05954907462000847, 0.04276905581355095, 0.06404919177293777, 0.043146055191755295, 0.05385112017393112, 0.04377979785203934, 0.08911504596471786, 0.060753557831048965, 0.032540131360292435, 0.047189000993967056, 0.047096408903598785, 0.04856192693114281, 0.05761534348130226, 0.04416925460100174, 0.0459030419588089, 0.052012283354997635, 0.04986228421330452, 0.05719370394945145, 0.05175720155239105, 0.05221165344119072, 0.05248606577515602, 0.040944021195173264, 0.05324188619852066, 0.04396260902285576, 0.04369569197297096, 0.05155220255255699, 0.050157152116298676, 0.04111260548233986, 0.09080425649881363, 0.051158372312784195, 0.06222017481923103, 0.04420521482825279, 0.05686718970537186, 0.05370586737990379, 0.049771811813116074, 0.06007286161184311, 0.05053519830107689, 0.04651487246155739, 0.047107066959142685, 0.04917897656559944, 0.05750511214137077, 0.07336416840553284, 0.03973126411437988, 0.10083527863025665, 0.04947616904973984, 0.07852259278297424, 0.07364854216575623, 0.04393457621335983, 0.031884949654340744, 0.04833049699664116, 0.06487123668193817, 0.05436502769589424, 0.04494568705558777, 0.046161383390426636, 0.07436074316501617, 0.05559590086340904, 0.04822594299912453, 0.03807255998253822, 0.05668606609106064, 0.05956828594207764, 0.03981264308094978, 0.05513114854693413, 0.051792118698358536, 0.045165110379457474, 0.03980104252696037, 0.08592193573713303, 0.0457012914121151, 0.07622133195400238, 0.044490765780210495, 0.06966476887464523, 0.04589896276593208, 0.05594470351934433, 0.0489225871860981, 0.09849003702402115, 0.043577905744314194, 0.050969988107681274, 0.04925427958369255, 0.054758962243795395, 0.055173348635435104, 0.044434674084186554, 0.03775608912110329, 0.057271040976047516, 0.036476314067840576, 0.005245211534202099, 0.05600237473845482, 0.04832462593913078, 0.0546765960752964, 0.07236883044242859, 0.051855795085430145, 0.05604849010705948, 0.054717812687158585, 0.0719393640756607, 0.04983655735850334, 0.03622877225279808, 0.0103569021448493, 0.06251368671655655, 0.04877505078911781, 0.08130452781915665, 0.04645641893148422, 0.03392879292368889, 0.04987703636288643, 0.048519715666770935, 0.05712755769491196, 0.040612246841192245, 0.04553903639316559, 0.02719814144074917, 0.026808947324752808, 0.03955569118261337, 0.026566581800580025, 0.044891126453876495, 0.07902735471725464, 0.0619167722761631, 0.04970993101596832, 0.045720890164375305, 0.05351362004876137, 0.04269646853208542, 0.02952595427632332, 0.041613928973674774, 0.05554564669728279, 0.05531420186161995, 0.04294435679912567, 0.08161520212888718, 0.060578227043151855, 0.06089366227388382, 0.05071762204170227, 0.07271622121334076, 0.08151619136333466, 0.07341676205396652, 0.0651814267039299, 0.0542253777384758, 0.05391116440296173, 0.043690524995326996, 0.034941159188747406, 0.04493685066699982, 0.06296810507774353, 0.045556340366601944, 0.042543016374111176, 0.06941596418619156, 0.06725291907787323, 0.059048596769571304, 0.07432664185762405, 0.07077837735414505, 0.04625881463289261, 0.05545924976468086, 0.052078649401664734, 0.028370633721351624, 0.04695441946387291, 0.05372775346040726, 0.0557728111743927, 0.05669504031538963, 0.04992178827524185, 0.036802228540182114, 0.047410011291503906, 0.04352019727230072, 0.05013313516974449, 0.0395871177315712, 0.051868367940187454, 0.04171426221728325, 0.039347223937511444, 0.049475353211164474, 0.04989895224571228, 0.06296992301940918, 0.06805026531219482, 0.04841139540076256, 0.05041436851024628, 0.06179165840148926, 0.057741571217775345, 0.051905710250139236, 0.05941614508628845, 0.05918849632143974, 0.050476398319005966, 0.06501656025648117, 0.04522676765918732, 0.05540912225842476, 0.07203677296638489, 0.04494303837418556, 0.04759998992085457, 0.048979196697473526, 0.06743595749139786, 0.05347070470452309, 0.05108203738927841, 0.04015828296542168, 0.04384196177124977, 0.05801789090037346, 0.05014817789196968, 0.0625782236456871, 0.05834568664431572, 0.08390892297029495, 0.047231730073690414, 0.05440341308712959], "saliency_stats": {"min": 0.005245211534202099, "max": 0.10083527863025665, "mean": 0.05293910206334355, "std": 0.013624775513776352}, "kept_experts": [0, 1, 2, 4, 6, 8, 9, 14, 17, 19, 20, 21, 22, 24, 27, 30, 31, 32, 34, 35, 37, 42, 43, 45, 47, 48, 52, 53, 56, 57, 60, 61, 63, 64, 67, 69, 71, 73, 75, 79, 80, 83, 86, 88, 89, 90, 91, 92, 93, 97, 99, 104, 112, 113, 116, 120, 121, 123, 124, 125, 127, 128, 129, 130, 131, 132, 136, 139, 140, 141, 142, 143, 145, 146, 149, 150, 151, 158, 163, 164, 167, 168, 169, 170, 171, 173, 175, 176, 180, 181, 182, 185, 187, 188, 189, 191], "dropped_experts": [3, 5, 7, 10, 11, 12, 13, 15, 16, 18, 23, 25, 26, 28, 29, 33, 36, 38, 39, 40, 41, 44, 46, 49, 50, 51, 54, 55, 58, 59, 62, 65, 66, 68, 70, 72, 74, 76, 77, 78, 81, 82, 84, 85, 87, 94, 95, 96, 98, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 111, 114, 115, 117, 118, 119, 122, 126, 133, 134, 135, 137, 138, 144, 147, 148, 152, 153, 154, 155, 156, 157, 159, 160, 161, 162, 165, 166, 172, 174, 177, 178, 179, 183, 184, 186, 190], "groups": [[45, 3, 5, 7, 10, 11, 12, 13, 15, 16, 18, 23, 25, 26, 28, 29, 33, 36, 38, 39, 40, 41, 44, 46, 49, 50, 51, 54, 55, 58, 59, 62, 65, 66, 68, 70, 72, 74, 76, 77, 78, 81, 82, 84, 85, 87, 94, 95, 96, 98, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 111, 114, 115, 117, 118, 119, 122, 126, 133, 134, 135, 137, 138, 144, 147, 148, 152, 153, 154, 155, 156, 157, 159, 160, 161, 162, 165, 166, 172, 174, 177, 178, 179, 183, 184, 186, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 40.0}
{"type": "layer", "layer": 8, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.0566784031689167, 0.040918540209531784, 0.07499755918979645, 0.037761349231004715, 0.05239397659897804, 0.06500864773988724, 0.049279507249593735, 0.049985647201538086, 0.05969689041376114, 0.07045737653970718, 0.05678177252411842, 0.058887895196676254, 0.07956892997026443, 0.061198774725198746, 0.04290430247783661, 0.051812753081321716, 0.060425132513046265, 0.046409644186496735, 0.06149756535887718, 0.04732074961066246, 0.0594901517033577, 0.05817714333534241, 0.05316362529993057, 0.07268796861171722, 0.050810664892196655, 0.04843407869338989, 0.045513659715652466, 0.0611390694975853, 0.046454884111881256, 0.07602940499782562, 0.05424239858984947, 0.058875713497400284, 0.042470239102840424, 0.04313269630074501, 0.07472000271081924, 0.046905141323804855, 0.06545067578554153, 0.051998645067214966, 0.048955488950014114, 0.04944969341158867, 0.035182222723960876, 0.051311179995536804, 0.08503227680921555, 0.06761705875396729, 0.05941056087613106, 0.05110317841172218, 0.04038945212960243, 0.05661991611123085, 0.07477535307407379, 0.05743594840168953, 0.06472263485193253, 0.06613187491893768, 0.09936455637216568, 0.055842287838459015, 0.04732397198677063, 0.056189652532339096, 0.04838857799768448, 0.053250689059495926, 0.06287805736064911, 0.046095844358205795, 0.05797620490193367, 0.040282152593135834, 0.05091507360339165, 0.14567165076732635, 0.04856421798467636, 0.07300195842981339, 0.12388890236616135, 0.06116439029574394, 0.05396983027458191, 0.04745379462838173, 0.059333864599466324, 0.04713503271341324, 0.060379497706890106, 0.04978332668542862, 0.04877150431275368, 0.07192399352788925, 0.06594335287809372, 0.05536959692835808, 0.06348054111003876, 0.03896232694387436, 0.05138105899095535, 0.03920769318938255, 0.022810310125350952, 0.06028861179947853, 0.04551755264401436, 0.04857013374567032, 0.08851947635412216, 0.053771793842315674, 0.046963777393102646, 0.050761375576257706, 0.04514056444168091, 0.05115881189703941, 0.06622591614723206, 0.04819010943174362, 0.041541095823049545, 0.048818014562129974, 0.058301668614149094, 0.05567694082856178, 0.05904737859964371, 0.07451736181974411, 0.06689822673797607, 0.04541153088212013, 0.08373034000396729, 0.04938716068863869, 0.07468517869710922, 0.05284892022609711, 0.05403508245944977, 0.07138730585575104, 0.03613165020942688, 0.04984374716877937, 0.04668509587645531, 0.06611775606870651, 0.058938369154930115, 0.05386747047305107, 0.06715182960033417, 0.047551803290843964, 0.06364821642637253, 0.10559753328561783, 0.03543608635663986, 0.049685243517160416, 0.05381852388381958, 0.06172532960772514, 0.05207330733537674, 0.09374547749757767, 0.08241862058639526, 0.07613088190555573, 0.04819156229496002, 0.047564275562763214, 0.07557323575019836, 0.07133381068706512, 0.055565331131219864, 0.051037948578596115, 0.04251234978437424, 0.05412733927369118, 0.05261765047907829, 0.048036571592092514, 0.06524290144443512, 0.0628405436873436, 0.04688335582613945, 0.054298192262649536, 0.05032546445727348, 0.05040249228477478, 0.07734529674053192, 0.07324113696813583, 0.045441050082445145, 0.042230188846588135, 0.05672743543982506, 0.06074943393468857, 0.018770072609186172, 0.05876491218805313, 0.0601748488843441, 0.058391354978084564, 0.06252691894769669, 0.032702039927244186, 0.07478030771017075, 0.05618802830576897, 0.06450480967760086, 0.07503898441791534, 0.0468614436686039, 0.06392330676317215, 0.06206047907471657, 0.05979639291763306, 0.04982099309563637, 0.04766131564974785, 0.057932451367378235, 0.0442809984087944, 0.04884743690490723, 0.05942476913332939, 0.051719702780246735, 0.05465710163116455, 0.05181173235177994, 0.016213495284318924, 0.04903574287891388, 0.06823564320802689, 0.1749417632818222, 0.04952411726117134, 0.052414171397686005, 0.05759936571121216, 0.06405384093523026, 0.055765990167856216, 0.05499442294239998, 0.0435175821185112, 0.07101183384656906, 0.05178617686033249, 0.061938539147377014, 0.05444611981511116, 0.057591512799263, 0.03847138211131096, 0.04274329915642738, 0.10046815872192383, 0.06461010873317719, 0.05934751406311989], "saliency_stats": {"min": 0.016213495284318924, "max": 0.1749417632818222, "mean": 0.0578756372560747, "std": 0.01750360273679411}, "kept_experts": [0, 2, 5, 8, 9, 10, 11, 12, 13, 16, 18, 20, 21, 23, 27, 29, 31, 34, 36, 42, 43, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 60, 63, 65, 66, 67, 70, 72, 75, 76, 77, 78, 83, 86, 92, 96, 97, 98, 99, 100, 102, 104, 107, 111, 112, 114, 116, 117, 121, 123, 124, 125, 128, 129, 130, 136, 137, 142, 143, 146, 147, 149, 150, 151, 152, 154, 155, 156, 157, 159, 160, 161, 164, 167, 173, 174, 177, 178, 179, 180, 182, 184, 186, 189, 190, 191], "dropped_experts": [1, 3, 4, 6, 7, 14, 15, 17, 19, 22, 24, 25, 26, 28, 30, 32, 33, 35, 37, 38, 39, 40, 41, 45, 46, 54, 56, 57, 59, 61, 62, 64, 68, 69, 71, 73, 74, 79, 80, 81, 82, 84, 85, 87, 88, 89, 90, 91, 93, 94, 95, 101, 103, 105, 106, 108, 109, 110, 113, 115, 118, 119, 120, 122, 126, 127, 131, 132, 133, 134, 135, 138, 139, 140, 141, 144, 145, 148, 153, 158, 162, 163, 165, 166, 168, 169, 170, 171, 172, 175, 176, 181, 183, 185, 187, 188], "groups": [[174, 1, 3, 4, 6, 7, 14, 15, 17, 19, 22, 24, 25, 26, 28, 30, 32, 33, 35, 37, 38, 39, 40, 41, 45, 46, 54, 56, 57, 59, 61, 62, 64, 68, 69, 71, 73, 74, 79, 80, 81, 82, 84, 85, 87, 88, 89, 90, 91, 93, 94, 95, 101, 103, 105, 106, 108, 109, 110, 113, 115, 118, 119, 120, 122, 126, 127, 131, 132, 133, 134, 135, 138, 139, 140, 141, 144, 145, 148, 153, 158, 162, 163, 165, 166, 168, 169, 170, 171, 172, 175, 176, 181, 183, 185, 187, 188]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.0}
{"type": "layer", "layer": 9, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.05785510689020157, 0.06070014461874962, 0.03252184018492699, 0.03805571421980858, 0.04407940059900284, 0.05620717257261276, 0.06644891947507858, 0.04906599223613739, 0.05466485396027565, 0.040749866515398026, 0.06305650621652603, 0.058248817920684814, 0.057440608739852905, 0.05260465666651726, 0.056428346782922745, 0.08062651008367538, 0.09543156623840332, 0.0632326751947403, 0.06261634826660156, 0.0820031389594078, 0.05195290595293045, 0.09505637735128403, 0.055041395127773285, 0.06397050619125366, 0.05916568636894226, 0.04958229884505272, 0.053577423095703125, 0.0585901103913784, 0.053990207612514496, 0.05153024196624756, 0.054180219769477844, 0.06346851587295532, 0.0802861750125885, 0.09294289350509644, 0.08619912713766098, 0.047753751277923584, 0.07014347612857819, 0.05649956315755844, 0.06456415355205536, 0.052211206406354904, 0.04027238488197327, 0.06431552022695541, 0.060583148151636124, 0.0844593346118927, 0.09673123061656952, 0.07055750489234924, 0.053502246737480164, 0.07728913426399231, 0.09357593208551407, 0.05304959416389465, 0.05997390300035477, 0.06756960600614548, 0.05924646183848381, 0.04870067909359932, 0.03066769801080227, 0.085692398250103, 0.06939099729061127, 0.07649413496255875, 0.057180024683475494, 0.07741329073905945, 0.06503404676914215, 0.07915084809064865, 0.051077380776405334, 0.05486588925123215, 0.07112042605876923, 0.07213125377893448, 0.07280462235212326, 0.07203759998083115, 0.06289584934711456, 0.05080012232065201, 0.05833953991532326, 0.058434825390577316, 0.07092245668172836, 0.04666242375969887, 0.05639112368226051, 0.08001872897148132, 0.06105681508779526, 0.09390654414892197, 0.051582980901002884, 0.07549570500850677, 0.07090575248003006, 0.05392896756529808, 0.06264546513557434, 0.057242587208747864, 0.06534893810749054, 0.06674588471651077, 0.07067089527845383, 0.07799838483333588, 0.06306348741054535, 0.0654435008764267, 0.09171618521213531, 0.0890900045633316, 0.05190463364124298, 0.05416400730609894, 0.048098042607307434, 0.08880206197500229, 0.06484677642583847, 0.06117507070302963, 0.05789069086313248, 0.06283338367938995, 0.07226736098527908, 0.05567117780447006, 0.053454164415597916, 0.07546129822731018, 0.051730677485466, 0.06922963261604309, 0.06946389377117157, 0.05389702320098877, 0.07768691331148148, 0.07487639039754868, 0.06371890008449554, 0.06499212235212326, 0.08381418883800507, 0.03738326579332352, 0.06305374950170517, 0.07145588845014572, 0.06278081983327866, 0.07630039751529694, 0.07493264228105545, 0.07087879627943039, 0.05374842882156372, 0.05492478236556053, 0.04319935664534569, 0.04154166206717491, 0.09396509826183319, 0.047157153487205505, 0.06699185073375702, 0.06987250596284866, 0.0670824944972992, 0.05741097405552864, 0.053296852856874466, 0.026890583336353302, 0.07178454101085663, 0.08731377869844437, 0.06933160871267319, 0.057311516255140305, 0.052681609988212585, 0.050421394407749176, 0.09081704914569855, 0.04877112805843353, 0.0882575735449791, 0.05145055800676346, 0.0855703055858612, 0.05439286306500435, 0.05778190493583679, 0.0527183972299099, 0.07105287909507751, 0.05513760820031166, 0.06954515725374222, 0.055952612310647964, 0.0626952201128006, 0.059202902019023895, 0.05388220027089119, 0.06171272695064545, 0.06772934645414352, 0.05638355016708374, 0.057649485766887665, 0.09800362586975098, 0.04482230171561241, 0.061057012528181076, 0.059848759323358536, 0.07596150785684586, 0.06374000757932663, 0.047572046518325806, 0.06155087426304817, 0.06464590132236481, 0.06849513202905655, 0.05631106346845627, 0.04072662070393562, 0.05550216883420944, 0.048696961253881454, 0.07728646695613861, 0.045173149555921555, 0.08176083862781525, 0.09447163343429565, 0.054123103618621826, 0.043321892619132996, 0.06835222989320755, 0.04306583106517792, 0.06590763479471207, 0.06452123075723648, 0.047219887375831604, 0.0932285338640213, 0.0772462710738182, 0.07711806893348694, 0.05443287268280983, 0.0618857815861702, 0.06142915040254593, 0.07067995518445969, 0.08701008558273315, 0.12023370712995529, 0.042235858738422394], "saliency_stats": {"min": 0.026890583336353302, "max": 0.12023370712995529, "mean": 0.06382797228676888, "std": 0.014805299021249668}, "kept_experts": [6, 10, 15, 16, 17, 18, 19, 21, 23, 31, 32, 33, 34, 36, 38, 41, 43, 44, 45, 47, 48, 51, 55, 56, 57, 59, 60, 61, 64, 65, 66, 67, 68, 72, 75, 77, 79, 80, 82, 84, 85, 86, 87, 88, 89, 90, 91, 95, 96, 99, 100, 103, 105, 106, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 124, 126, 127, 128, 132, 133, 134, 138, 140, 142, 146, 148, 150, 154, 157, 161, 162, 165, 166, 171, 173, 174, 177, 179, 180, 182, 183, 184, 188, 189, 190], "dropped_experts": [0, 1, 2, 3, 4, 5, 7, 8, 9, 11, 12, 13, 14, 20, 22, 24, 25, 26, 27, 28, 29, 30, 35, 37, 39, 40, 42, 46, 49, 50, 52, 53, 54, 58, 62, 63, 69, 70, 71, 73, 74, 76, 78, 81, 83, 92, 93, 94, 97, 98, 101, 102, 104, 107, 113, 120, 121, 122, 123, 125, 129, 130, 131, 135, 136, 137, 139, 141, 143, 144, 145, 147, 149, 151, 152, 153, 155, 156, 158, 159, 160, 163, 164, 167, 168, 169, 170, 172, 175, 176, 178, 181, 185, 186, 187, 191], "groups": [[190, 0, 1, 2, 3, 4, 5, 7, 8, 9, 11, 12, 13, 14, 20, 22, 24, 25, 26, 27, 28, 29, 30, 35, 37, 39, 40, 42, 46, 49, 50, 52, 53, 54, 58, 62, 63, 69, 70, 71, 73, 74, 76, 78, 81, 83, 92, 93, 94, 97, 98, 101, 102, 104, 107, 113, 120, 121, 122, 123, 125, 129, 130, 131, 135, 136, 137, 139, 141, 143, 144, 145, 147, 149, 151, 152, 153, 155, 156, 158, 159, 160, 163, 164, 167, 168, 169, 170, 172, 175, 176, 178, 181, 185, 186, 187, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.2}
{"type": "layer", "layer": 10, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.1001427173614502, 0.10034291446208954, 0.08427377790212631, 0.09535657614469528, 0.06975910067558289, 0.08214425295591354, 0.07527086138725281, 0.05957905948162079, 0.07076790928840637, 0.09025498479604721, 0.052702728658914566, 0.05973590165376663, 0.10649175941944122, 0.06618895381689072, 0.09117208421230316, 0.06486676633358002, 0.052036821842193604, 0.052392128854990005, 0.0795743465423584, 0.0671316608786583, 0.09835333377122879, 0.03765992447733879, 0.06286628544330597, 0.07194668799638748, 0.09625963866710663, 0.07272593677043915, 0.06792201846837997, 0.07993922382593155, 0.06022931635379791, 0.06403912603855133, 0.09787122905254364, 0.06413731724023819, 0.08091653138399124, 0.060851145535707474, 0.07352335751056671, 0.10147293657064438, 0.09425033628940582, 0.06018863618373871, 0.08760713040828705, 0.03205966576933861, 0.05425134673714638, 0.09278852492570877, 0.08332659304141998, 0.04548681154847145, 0.09468118846416473, 0.09645403921604156, 0.08002661913633347, 0.08107242733240128, 0.07526791840791702, 0.06365329027175903, 0.06660410761833191, 0.059128470718860626, 0.059891603887081146, 0.06179092451930046, 0.06289836764335632, 0.061823904514312744, 0.06236070767045021, 0.07067304849624634, 0.04764081910252571, 0.06313567608594894, 0.09094170480966568, 0.08035887777805328, 0.11910893023014069, 0.11486611515283585, 0.08448804169893265, 0.11977323144674301, 0.049736034125089645, 0.15080371499061584, 0.06884174793958664, 0.09253425151109695, 0.0719238743185997, 0.11155059188604355, 0.11645329743623734, 0.06310496479272842, 0.0946774035692215, 0.10111481696367264, 0.06987965852022171, 0.09885381162166595, 0.08481093496084213, 0.06526920944452286, 0.057836368680000305, 0.09262435883283615, 0.05658416077494621, 0.09218955039978027, 0.0953368991613388, 0.07489082962274551, 0.06382670998573303, 0.058520786464214325, 0.09373392164707184, 0.080534428358078, 0.05774351954460144, 0.13268916308879852, 0.07602822780609131, 0.1236850768327713, 0.0693790540099144, 0.07119646668434143, 0.05828093737363815, 0.059980735182762146, 0.056288622319698334, 0.09088989347219467, 0.07731281220912933, 0.06229591742157936, 0.07022976875305176, 0.07584574818611145, 0.0857941135764122, 0.05705801025032997, 0.07106947153806686, 0.08267834037542343, 0.11761518567800522, 0.0800478383898735, 0.07246915251016617, 0.07617678493261337, 0.07842366397380829, 0.0660707950592041, 0.07396096736192703, 0.08825231343507767, 0.07898255437612534, 0.09802811592817307, 0.06448901444673538, 0.06343649327754974, 0.07477094978094101, 0.09677993506193161, 0.06446251273155212, 0.0725642517209053, 0.08031731098890305, 0.10748258233070374, 0.08578500896692276, 0.06643430143594742, 0.07544637471437454, 0.09725191444158554, 0.08958377689123154, 0.08877890557050705, 0.0759386345744133, 0.05967779457569122, 0.05015052482485771, 0.0688040554523468, 0.060826461762189865, 0.09357237070798874, 0.07883596420288086, 0.07760819047689438, 0.0716777816414833, 0.06010788306593895, 0.06102629378437996, 0.060183215886354446, 0.06348370015621185, 0.10571850091218948, 0.07851683348417282, 0.10639216005802155, 0.06026296690106392, 0.06576622277498245, 0.10208573192358017, 0.06898734718561172, 0.11039453744888306, 0.0629073828458786, 0.05387423187494278, 0.08250155299901962, 0.07022102177143097, 0.09192810952663422, 0.06799584627151489, 0.06677251309156418, 0.06602601706981659, 0.09349369257688522, 0.07243788242340088, 0.06594955921173096, 0.0647970512509346, 0.07323963195085526, 0.07048375904560089, 0.0664624273777008, 0.08025015890598297, 0.04641428217291832, 0.07283145189285278, 0.08994723111391068, 0.10934314876794815, 0.08873970061540604, 0.09423594176769257, 0.06885097175836563, 0.05510246381163597, 0.06064113974571228, 0.08903706073760986, 0.10434961318969727, 0.11448656767606735, 0.05654143542051315, 0.06917209178209305, 0.14892806112766266, 0.06291037797927856, 0.07505682855844498, 0.06191152334213257, 0.07942549139261246, 0.055255986750125885, 0.12023233622312546, 0.05000079795718193, 0.06007804349064827], "saliency_stats": {"min": 0.03205966576933861, "max": 0.15080371499061584, "mean": 0.07751061375408123, "std": 0.019615216598004193}, "kept_experts": [0, 1, 2, 3, 5, 6, 9, 12, 14, 18, 20, 24, 27, 30, 32, 34, 35, 36, 38, 41, 42, 44, 45, 46, 47, 48, 60, 61, 62, 63, 64, 65, 67, 69, 71, 72, 74, 75, 77, 78, 81, 83, 84, 85, 88, 89, 91, 92, 93, 99, 100, 103, 104, 107, 108, 109, 111, 112, 114, 115, 116, 117, 120, 121, 124, 125, 126, 128, 129, 130, 131, 132, 137, 138, 139, 145, 146, 147, 150, 152, 155, 157, 161, 165, 168, 171, 172, 173, 174, 178, 179, 180, 183, 185, 187, 189], "dropped_experts": [4, 7, 8, 10, 11, 13, 15, 16, 17, 19, 21, 22, 23, 25, 26, 28, 29, 31, 33, 37, 39, 40, 43, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 66, 68, 70, 73, 76, 79, 80, 82, 86, 87, 90, 94, 95, 96, 97, 98, 101, 102, 105, 106, 110, 113, 118, 119, 122, 123, 127, 133, 134, 135, 136, 140, 141, 142, 143, 144, 148, 149, 151, 153, 154, 156, 158, 159, 160, 162, 163, 164, 166, 167, 169, 170, 175, 176, 177, 181, 182, 184, 186, 188, 190, 191], "groups": [[67, 4, 7, 8, 10, 11, 13, 15, 16, 17, 19, 21, 22, 23, 25, 26, 28, 29, 31, 33, 37, 39, 40, 43, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 66, 68, 70, 73, 76, 79, 80, 82, 86, 87, 90, 94, 95, 96, 97, 98, 101, 102, 105, 106, 110, 113, 118, 119, 122, 123, 127, 133, 134, 135, 136, 140, 141, 142, 143, 144, 148, 149, 151, 153, 154, 156, 158, 159, 160, 162, 163, 164, 166, 167, 169, 170, 175, 176, 177, 181, 182, 184, 186, 188, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.0}
{"type": "layer", "layer": 11, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.07557443529367447, 0.14699484407901764, 0.06987504661083221, 0.08003001660108566, 0.09115990251302719, 0.06330682337284088, 0.07973100244998932, 0.11187028884887695, 0.07655330747365952, 0.08702749758958817, 0.09181919693946838, 0.06336628645658493, 0.09341644495725632, 0.09469534456729889, 0.09031727910041809, 0.06883369386196136, 0.10538759082555771, 0.08277608454227448, 0.14923760294914246, 0.10820915549993515, 0.05223371833562851, 0.07165169715881348, 0.10967998206615448, 0.054490771144628525, 0.06393641978502274, 0.06897636502981186, 0.06292479485273361, 0.055891405791044235, 0.0942818894982338, 0.11074406653642654, 0.06863021105527878, 0.09773586690425873, 0.07197247445583344, 0.07890380173921585, 0.08909543603658676, 0.09465257823467255, 0.06327957659959793, 0.11601997911930084, 0.051572930067777634, 0.09252636879682541, 0.08305971324443817, 0.07872439175844193, 0.08678073436021805, 0.12389510869979858, 0.06861947476863861, 0.06468092650175095, 0.07840801030397415, 0.06584756821393967, 0.09326900541782379, 0.07428586483001709, 0.062391526997089386, 0.07012329250574112, 0.09008055925369263, 0.06161380186676979, 0.09557238966226578, 0.06815193593502045, 0.07899510860443115, 0.059794019907712936, 0.07362943887710571, 0.08312198519706726, 0.09634453058242798, 0.09223674982786179, 0.06808272004127502, 0.14426900446414948, 0.10398523509502411, 0.08003796637058258, 0.07578668743371964, 0.0767693892121315, 0.07108207792043686, 0.06758500635623932, 0.08792954683303833, 0.07592108845710754, 0.06184523552656174, 0.09464019536972046, 0.0618470199406147, 0.12091012299060822, 0.10490409284830093, 0.08254636079072952, 0.07174219936132431, 0.1710880994796753, 0.06193234771490097, 0.0675530657172203, 0.06716141849756241, 0.08613985031843185, 0.05589822307229042, 0.10165387392044067, 0.05573659390211105, 0.15058523416519165, 0.07012589275836945, 0.08400774002075195, 0.053532473742961884, 0.09725895524024963, 0.06148585304617882, 0.08735818415880203, 0.14789950847625732, 0.09483581781387329, 0.10155336558818817, 0.05063136667013168, 0.05956573039293289, 0.07272563874721527, 0.06262856721878052, 0.12027475982904434, 0.09348766505718231, 0.06924781948328018, 0.09077242761850357, 0.09637397527694702, 0.11944016069173813, 0.08178476244211197, 0.07365483045578003, 0.09352359920740128, 0.11259115487337112, 0.08106103539466858, 0.15412788093090057, 0.13601110875606537, 0.06447014957666397, 0.09105930477380753, 0.07234538346529007, 0.061473388224840164, 0.07606593519449234, 0.07595288008451462, 0.09122507274150848, 0.1300363838672638, 0.10351552069187164, 0.09373414516448975, 0.09348960220813751, 0.07409797608852386, 0.10705201327800751, 0.056823622435331345, 0.058220796287059784, 0.10270044952630997, 0.10113199055194855, 0.07585621625185013, 0.06594398617744446, 0.0989290252327919, 0.09407199919223785, 0.07793538272380829, 0.048248644918203354, 0.09345150738954544, 0.11261574178934097, 0.08397509902715683, 0.09877645969390869, 0.07839083671569824, 0.07604149729013443, 0.08500489592552185, 0.06656008213758469, 0.10032715648412704, 0.09397704899311066, 0.06957367807626724, 0.09382659941911697, 0.06518199294805527, 0.06504113227128983, 0.07645457237958908, 0.12020621448755264, 0.10438251495361328, 0.06606200337409973, 0.0785600021481514, 0.07058099657297134, 0.10087791830301285, 0.07985881716012955, 0.06670799106359482, 0.10300645977258682, 0.09613066166639328, 0.11944162845611572, 0.07014502584934235, 0.08181407302618027, 0.05226350203156471, 0.06554613262414932, 0.06192946061491966, 0.09922749549150467, 0.06452392041683197, 0.07239243388175964, 0.0941692665219307, 0.08422195166349411, 0.07777926325798035, 0.055720407515764236, 0.11596761643886566, 0.06245008483529091, 0.079231858253479, 0.07371620088815689, 0.07099110633134842, 0.08233234286308289, 0.058773163706064224, 0.06497737020254135, 0.11359895765781403, 0.07045892626047134, 0.04925612360239029, 0.06594140827655792, 0.07447710633277893, 0.16129031777381897, 0.17092183232307434, 0.05976789817214012, 0.05698523670434952], "saliency_stats": {"min": 0.048248644918203354, "max": 0.1710880994796753, "mean": 0.08475450575739767, "std": 0.023859760603345714}, "kept_experts": [1, 3, 4, 6, 7, 9, 10, 12, 13, 14, 16, 17, 18, 19, 22, 28, 29, 31, 34, 35, 37, 39, 40, 42, 43, 48, 52, 54, 59, 60, 61, 63, 64, 65, 70, 73, 75, 76, 77, 79, 83, 85, 87, 89, 91, 93, 94, 95, 96, 101, 102, 104, 105, 106, 107, 109, 110, 111, 112, 113, 115, 120, 121, 122, 123, 124, 126, 129, 130, 133, 134, 137, 138, 139, 140, 143, 145, 146, 148, 152, 153, 157, 158, 160, 161, 162, 164, 168, 171, 172, 175, 177, 180, 183, 188, 189], "dropped_experts": [0, 2, 5, 8, 11, 15, 20, 21, 23, 24, 25, 26, 27, 30, 32, 33, 36, 38, 41, 44, 45, 46, 47, 49, 50, 51, 53, 55, 56, 57, 58, 62, 66, 67, 68, 69, 71, 72, 74, 78, 80, 81, 82, 84, 86, 88, 90, 92, 97, 98, 99, 100, 103, 108, 114, 116, 117, 118, 119, 125, 127, 128, 131, 132, 135, 136, 141, 142, 144, 147, 149, 150, 151, 154, 155, 156, 159, 163, 165, 166, 167, 169, 170, 173, 174, 176, 178, 179, 181, 182, 184, 185, 186, 187, 190, 191], "groups": [[79, 0, 2, 5, 8, 11, 15, 20, 21, 23, 24, 25, 26, 27, 30, 32, 33, 36, 38, 41, 44, 45, 46, 47, 49, 50, 51, 53, 55, 56, 57, 58, 62, 66, 67, 68, 69, 71, 72, 74, 78, 80, 81, 82, 84, 86, 88, 90, 92, 97, 98, 99, 100, 103, 108, 114, 116, 117, 118, 119, 125, 127, 128, 131, 132, 135, 136, 141, 142, 144, 147, 149, 150, 151, 154, 155, 156, 159, 163, 165, 166, 167, 169, 170, 173, 174, 176, 178, 179, 181, 182, 184, 185, 186, 187, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.6}
{"type": "layer", "layer": 12, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.08533139526844025, 0.06965034455060959, 0.06574687361717224, 0.14861200749874115, 0.08775920420885086, 0.09972494840621948, 0.09443698078393936, 0.0580223873257637, 0.10821475833654404, 0.07514442503452301, 0.07384965568780899, 0.08791275322437286, 0.0714898332953453, 0.07962147891521454, 0.0538645014166832, 0.0936838835477829, 0.06969908624887466, 0.07274673879146576, 0.06979475170373917, 0.08300022035837173, 0.08677744120359421, 0.07243821769952774, 0.10229846090078354, 0.0873429924249649, 0.10283544659614563, 0.1009199321269989, 0.08985650539398193, 0.06508181989192963, 0.06470819562673569, 0.09601515531539917, 0.08026808500289917, 0.05835584178566933, 0.08450300246477127, 0.07258772850036621, 0.07607284933328629, 0.06737203896045685, 0.08036325871944427, 0.08854284137487411, 0.09993521869182587, 0.094962477684021, 0.09096606820821762, 0.06392563134431839, 0.07448364794254303, 0.10851459205150604, 0.06926827132701874, 0.09986050426959991, 0.08353282511234283, 0.06739645451307297, 0.12542782723903656, 0.08643548935651779, 0.08813782036304474, 0.09011074155569077, 0.08118396252393723, 0.08917367458343506, 0.12604033946990967, 0.11473304778337479, 0.08625428378582001, 0.07899027317762375, 0.07005713135004044, 0.07114861905574799, 0.055495183914899826, 0.06444517523050308, 0.06527132540941238, 0.16833926737308502, 0.09556814283132553, 0.08985249698162079, 0.07510776817798615, 0.07396560162305832, 0.07891052216291428, 0.05985331907868385, 0.14956244826316833, 0.08356914669275284, 0.06920081377029419, 0.08055241405963898, 0.12258707731962204, 0.09201987832784653, 0.07249079644680023, 0.08280584216117859, 0.09862232953310013, 0.07779190689325333, 0.07523185759782791, 0.0984354317188263, 0.10993380844593048, 0.06475846469402313, 0.08219795674085617, 0.06317715346813202, 0.08541006594896317, 0.12375698238611221, 0.08771833777427673, 0.08315721154212952, 0.1186685711145401, 0.12406839430332184, 0.10069374740123749, 0.15058591961860657, 0.07254660874605179, 0.10075468569993973, 0.08148001879453659, 0.07661987096071243, 0.10427844524383545, 0.09480777382850647, 0.05160633102059364, 0.09689178317785263, 0.15035569667816162, 0.15030069649219513, 0.12143386155366898, 0.08245585113763809, 0.06949079781770706, 0.12038975208997726, 0.07269228994846344, 0.07510814070701599, 0.10536403954029083, 0.10595985502004623, 0.11562258005142212, 0.0947171151638031, 0.11177285760641098, 0.07568531483411789, 0.08813302218914032, 0.06384359300136566, 0.0956786572933197, 0.06564298272132874, 0.05656355991959572, 0.060792531818151474, 0.08070060610771179, 0.0870165154337883, 0.1711985170841217, 0.09668553620576859, 0.07982299476861954, 0.08942929655313492, 0.1250506490468979, 0.0794396698474884, 0.099718376994133, 0.08699149638414383, 0.07049211114645004, 0.07060683518648148, 0.09615977108478546, 0.10454095155000687, 0.07983414083719254, 0.11851146817207336, 0.1090191900730133, 0.11136771738529205, 0.06857416033744812, 0.05512483790516853, 0.07160358130931854, 0.10676100105047226, 0.0932723730802536, 0.09443642944097519, 0.1090124100446701, 0.09617550671100616, 0.07846617698669434, 0.10081195086240768, 0.060500916093587875, 0.06805051118135452, 0.08217467367649078, 0.07493316382169724, 0.08494523167610168, 0.10737532377243042, 0.08347179740667343, 0.1207905039191246, 0.07178901135921478, 0.061247602105140686, 0.06446780264377594, 0.09972808510065079, 0.06723085045814514, 0.0649404227733612, 0.07320712506771088, 0.05627797916531563, 0.09375087916851044, 0.07624117285013199, 0.11395218223333359, 0.06697776168584824, 0.06813891232013702, 0.11364717036485672, 0.0631922259926796, 0.08402866870164871, 0.09929356724023819, 0.1314540058374405, 0.09608527272939682, 0.09912887960672379, 0.11670877784490585, 0.09747400134801865, 0.0734681561589241, 0.0897895023226738, 0.09653782844543457, 0.09003885090351105, 0.08980761468410492, 0.07454818487167358, 0.09207753092050552, 0.0899570882320404, 0.074528768658638, 0.12264111638069153, 0.07212091982364655, 0.07251407206058502], "saliency_stats": {"min": 0.05160633102059364, "max": 0.1711985170841217, "mean": 0.08854186144890264, "std": 0.021922987593808476}, "kept_experts": [3, 4, 5, 6, 8, 11, 15, 20, 22, 23, 24, 25, 26, 29, 37, 38, 39, 40, 43, 45, 48, 49, 50, 51, 53, 54, 55, 56, 63, 64, 65, 70, 74, 75, 78, 81, 82, 86, 87, 88, 90, 91, 92, 93, 95, 98, 99, 101, 102, 103, 104, 107, 110, 111, 112, 113, 114, 116, 118, 123, 124, 125, 127, 128, 130, 131, 134, 135, 137, 138, 139, 143, 144, 145, 146, 147, 149, 155, 157, 161, 166, 168, 171, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 186, 187, 189], "dropped_experts": [0, 1, 2, 7, 9, 10, 12, 13, 14, 16, 17, 18, 19, 21, 27, 28, 30, 31, 32, 33, 34, 35, 36, 41, 42, 44, 46, 47, 52, 57, 58, 59, 60, 61, 62, 66, 67, 68, 69, 71, 72, 73, 76, 77, 79, 80, 83, 84, 85, 89, 94, 96, 97, 100, 105, 106, 108, 109, 115, 117, 119, 120, 121, 122, 126, 129, 132, 133, 136, 140, 141, 142, 148, 150, 151, 152, 153, 154, 156, 158, 159, 160, 162, 163, 164, 165, 167, 169, 170, 172, 173, 180, 185, 188, 190, 191], "groups": [[124, 0, 1, 2, 7, 9, 10, 12, 13, 14, 16, 17, 18, 19, 21, 27, 28, 30, 31, 32, 33, 34, 35, 36, 41, 42, 44, 46, 47, 52, 57, 58, 59, 60, 61, 62, 66, 67, 68, 69, 71, 72, 73, 76, 77, 79, 80, 83, 84, 85, 89, 94, 96, 97, 100, 105, 106, 108, 109, 115, 117, 119, 120, 121, 122, 126, 129, 132, 133, 136, 140, 141, 142, 148, 150, 151, 152, 153, 154, 156, 158, 159, 160, 162, 163, 164, 165, 167, 169, 170, 172, 173, 180, 185, 188, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.0}
{"type": "layer", "layer": 13, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.06478019803762436, 0.11685274541378021, 0.07961644232273102, 0.08454364538192749, 0.08673059940338135, 0.08623982965946198, 0.08716459572315216, 0.07793815433979034, 0.10598717629909515, 0.09252151846885681, 0.07519949227571487, 0.11518166959285736, 0.06861096620559692, 0.07644182443618774, 0.08824369311332703, 0.08830304443836212, 0.07726942002773285, 0.054492682218551636, 0.07727182656526566, 0.0860634595155716, 0.0960056260228157, 0.1066226214170456, 0.06730975955724716, 0.07701412588357925, 0.05852741003036499, 0.07734594494104385, 0.09112711995840073, 0.06635148823261261, 0.06929456442594528, 0.07784071564674377, 0.07829819619655609, 0.0866638645529747, 0.08469270169734955, 0.06637317687273026, 0.07922409474849701, 0.07279879599809647, 0.06464945524930954, 0.11368905752897263, 0.11771270632743835, 0.07976788282394409, 0.08999096602201462, 0.1376793533563614, 0.10429906100034714, 0.06213788315653801, 0.14500942826271057, 0.06882835179567337, 0.07739589363336563, 0.05871359631419182, 0.10242637991905212, 0.06810393184423447, 0.08011385798454285, 0.08327528089284897, 0.07766415923833847, 0.13547378778457642, 0.09766945987939835, 0.11358854919672012, 0.09477497637271881, 0.07039234042167664, 0.0679941400885582, 0.05095358192920685, 0.1253998577594757, 0.08257300406694412, 0.08069808036088943, 0.06999357789754868, 0.05943287909030914, 0.08054155111312866, 0.07939845323562622, 0.13632982969284058, 0.09079976379871368, 0.05748296156525612, 0.09495183825492859, 0.06211751326918602, 0.08123981207609177, 0.09271590411663055, 0.06557134538888931, 0.10539167374372482, 0.05314679443836212, 0.11287610232830048, 0.10916706174612045, 0.07904508709907532, 0.07030630856752396, 0.06577051430940628, 0.0691836029291153, 0.08609040826559067, 0.12476710975170135, 0.16296972334384918, 0.09241973608732224, 0.07302648574113846, 0.09520898014307022, 0.0902644470334053, 0.10164845734834671, 0.1379494071006775, 0.0788222923874855, 0.09684699773788452, 0.0868343785405159, 0.09354174137115479, 0.07291078567504883, 0.07343296706676483, 0.08054187893867493, 0.07561998069286346, 0.12112162262201309, 0.08595575392246246, 0.06070222333073616, 0.06494710594415665, 0.09269644320011139, 0.09707458317279816, 0.11756086349487305, 0.07940717786550522, 0.07331423461437225, 0.09122775495052338, 0.10435361415147781, 0.056754220277071, 0.09039503335952759, 0.06605026125907898, 0.08364905416965485, 0.0622631274163723, 0.06822580099105835, 0.12489091604948044, 0.10072688013315201, 0.09876003861427307, 0.07041558623313904, 0.12217157334089279, 0.07656216621398926, 0.08555391430854797, 0.06672868132591248, 0.08723636716604233, 0.06164971739053726, 0.11185678839683533, 0.06132061406970024, 0.1040668860077858, 0.06943383812904358, 0.12578196823596954, 0.05399342626333237, 0.07381539046764374, 0.08129453659057617, 0.05403650924563408, 0.07806158810853958, 0.11503111571073532, 0.0942007526755333, 0.08949927240610123, 0.11121858656406403, 0.06452441215515137, 0.09282073378562927, 0.07040653377771378, 0.1538941115140915, 0.072241872549057, 0.10495833307504654, 0.07740550488233566, 0.061576616019010544, 0.06411878764629364, 0.07009606063365936, 0.07464899122714996, 0.10162411630153656, 0.05857658386230469, 0.06679601967334747, 0.08647637069225311, 0.07300111651420593, 0.11464301496744156, 0.10852409899234772, 0.0849500223994255, 0.07778772711753845, 0.07528159767389297, 0.06339303404092789, 0.0846586748957634, 0.1397114247083664, 0.07322240620851517, 0.09329299628734589, 0.08997083455324173, 0.10987497866153717, 0.06395605951547623, 0.08643019944429398, 0.07978793233633041, 0.062066175043582916, 0.08882942795753479, 0.10987172275781631, 0.07265074551105499, 0.08509229123592377, 0.09646999090909958, 0.07560916990041733, 0.07493047416210175, 0.059595737606287, 0.07484804838895798, 0.12267366051673889, 0.11313536018133163, 0.06528117507696152, 0.04834023490548134, 0.11322834342718124, 0.09870576858520508, 0.07298547774553299, 0.0724400207400322, 0.12508347630500793, 0.11351461708545685], "saliency_stats": {"min": 0.04834023490548134, "max": 0.16296972334384918, "mean": 0.0863139876940598, "std": 0.021580924422342766}, "kept_experts": [1, 3, 4, 5, 6, 8, 9, 11, 14, 15, 19, 20, 21, 26, 31, 32, 37, 38, 40, 41, 42, 44, 48, 51, 53, 54, 55, 56, 60, 61, 67, 68, 70, 72, 73, 75, 77, 78, 83, 84, 85, 86, 88, 89, 90, 91, 93, 94, 95, 100, 101, 104, 105, 106, 109, 110, 112, 114, 117, 118, 119, 121, 123, 125, 127, 129, 131, 134, 137, 138, 139, 140, 142, 144, 146, 152, 155, 157, 158, 159, 163, 164, 166, 167, 168, 170, 173, 174, 176, 177, 182, 183, 186, 187, 190, 191], "dropped_experts": [0, 2, 7, 10, 12, 13, 16, 17, 18, 22, 23, 24, 25, 27, 28, 29, 30, 33, 34, 35, 36, 39, 43, 45, 46, 47, 49, 50, 52, 57, 58, 59, 62, 63, 64, 65, 66, 69, 71, 74, 76, 79, 80, 81, 82, 87, 92, 96, 97, 98, 99, 102, 103, 107, 108, 111, 113, 115, 116, 120, 122, 124, 126, 128, 130, 132, 133, 135, 136, 141, 143, 145, 147, 148, 149, 150, 151, 153, 154, 156, 160, 161, 162, 165, 169, 171, 172, 175, 178, 179, 180, 181, 184, 185, 188, 189], "groups": [[85, 0, 2, 7, 10, 12, 13, 16, 17, 18, 22, 23, 24, 25, 27, 28, 29, 30, 33, 34, 35, 36, 39, 43, 45, 46, 47, 49, 50, 52, 57, 58, 59, 62, 63, 64, 65, 66, 69, 71, 74, 76, 79, 80, 81, 82, 87, 92, 96, 97, 98, 99, 102, 103, 107, 108, 111, 113, 115, 116, 120, 122, 124, 126, 128, 130, 132, 133, 135, 136, 141, 143, 145, 147, 148, 149, 150, 151, 153, 154, 156, 160, 161, 162, 165, 169, 171, 172, 175, 178, 179, 180, 181, 184, 185, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.9}
{"type": "layer", "layer": 14, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.07823743671178818, 0.12718075513839722, 0.09061847627162933, 0.06913148611783981, 0.13675539195537567, 0.10102097690105438, 0.09784197807312012, 0.10790406167507172, 0.07657838612794876, 0.09145761281251907, 0.06165781244635582, 0.06904914975166321, 0.07292754203081131, 0.09803415834903717, 0.0859205573797226, 0.06770379096269608, 0.09414460510015488, 0.05538841709494591, 0.07315745204687119, 0.07735339552164078, 0.056327007710933685, 0.0820283368229866, 0.13676303625106812, 0.0861138105392456, 0.05131629854440689, 0.06711981445550919, 0.07744011282920837, 0.08544605225324631, 0.10298261046409607, 0.1191379576921463, 0.08310692012310028, 0.07487912476062775, 0.13663941621780396, 0.09448812156915665, 0.12472733110189438, 0.08486185222864151, 0.11541464924812317, 0.07479993253946304, 0.11266200244426727, 0.08823935687541962, 0.11263810843229294, 0.14730875194072723, 0.06945625692605972, 0.07990983128547668, 0.07405541092157364, 0.0718078538775444, 0.07727249711751938, 0.07610885798931122, 0.08072946965694427, 0.09642142057418823, 0.09862057119607925, 0.10394397377967834, 0.09793805330991745, 0.07054964452981949, 0.07684511691331863, 0.060432661324739456, 0.0681176409125328, 0.061125729233026505, 0.1094493567943573, 0.10987010598182678, 0.06866582483053207, 0.1246141791343689, 0.08064046502113342, 0.06939002126455307, 0.08408618718385696, 0.10648470371961594, 0.08056369423866272, 0.10184434056282043, 0.0735962837934494, 0.11851184815168381, 0.08788856863975525, 0.06337762624025345, 0.12042243033647537, 0.09117532521486282, 0.08268200606107712, 0.08536762744188309, 0.08255120366811752, 0.08476510643959045, 0.08032108843326569, 0.073574498295784, 0.10868234187364578, 0.09694172441959381, 0.10255039483308792, 0.12469559907913208, 0.07416648417711258, 0.07499546557664871, 0.0797867700457573, 0.09181142598390579, 0.10395772755146027, 0.11969796568155289, 0.12752646207809448, 0.06969311088323593, 0.09732306003570557, 0.08611947298049927, 0.09656103700399399, 0.13575157523155212, 0.064894899725914, 0.11524423211812973, 0.10545884072780609, 0.09523450583219528, 0.11480781435966492, 0.09770422428846359, 0.09462879598140717, 0.08909979462623596, 0.06903854012489319, 0.06127264350652695, 0.15080896019935608, 0.15002113580703735, 0.11782380938529968, 0.051827847957611084, 0.0794888362288475, 0.07419498264789581, 0.09622208029031754, 0.0932796448469162, 0.07391516119241714, 0.10316398739814758, 0.09440411627292633, 0.10557238012552261, 0.060105375945568085, 0.12040253728628159, 0.11068982630968094, 0.09493676573038101, 0.08773387223482132, 0.10090680420398712, 0.06968792527914047, 0.10625047981739044, 0.1084941178560257, 0.05448469519615173, 0.10369294881820679, 0.07654241472482681, 0.08634626120328903, 0.1023387461900711, 0.09401696175336838, 0.07417823374271393, 0.08083748072385788, 0.10492175817489624, 0.09631360322237015, 0.08200044184923172, 0.06338866800069809, 0.09819764643907547, 0.09296418726444244, 0.11515198647975922, 0.10883787274360657, 0.10333655774593353, 0.07017391920089722, 0.07758836448192596, 0.07346686720848083, 0.0692906528711319, 0.07587812840938568, 0.09481115639209747, 0.0938553586602211, 0.09238944947719574, 0.06376653164625168, 0.08640869706869125, 0.0904720276594162, 0.10978835821151733, 0.10106237232685089, 0.06755172461271286, 0.07482054829597473, 0.07084484398365021, 0.06452084332704544, 0.06860560178756714, 0.0990278497338295, 0.10674362629652023, 0.14042995870113373, 0.09611338376998901, 0.08920048922300339, 0.07715398818254471, 0.07947835326194763, 0.11525394767522812, 0.06856036931276321, 0.09742209315299988, 0.1258341670036316, 0.1035853698849678, 0.08398351073265076, 0.10765529423952103, 0.0934397354722023, 0.07139842212200165, 0.07851792871952057, 0.09309019893407822, 0.06498280167579651, 0.07318507879972458, 0.07799196988344193, 0.07220537960529327, 0.09765896946191788, 0.07694649696350098, 0.07376034557819366, 0.08091340214014053, 0.07463068515062332, 0.06418472528457642, 0.13287630677223206, 0.10178565233945847], "saliency_stats": {"min": 0.05131629854440689, "max": 0.15080896019935608, "mean": 0.09030267444904894, "std": 0.020578686835962822}, "kept_experts": [1, 2, 4, 5, 6, 7, 9, 13, 16, 22, 28, 29, 32, 33, 34, 36, 38, 39, 40, 41, 49, 50, 51, 52, 58, 59, 61, 65, 67, 69, 70, 72, 73, 80, 81, 82, 83, 87, 88, 89, 90, 92, 94, 95, 97, 98, 99, 100, 101, 102, 103, 106, 107, 108, 112, 113, 115, 116, 117, 119, 120, 121, 123, 125, 126, 128, 131, 132, 135, 136, 139, 140, 141, 142, 143, 149, 150, 151, 154, 155, 156, 162, 163, 164, 165, 166, 169, 171, 172, 173, 175, 176, 179, 184, 190, 191], "dropped_experts": [0, 3, 8, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 30, 31, 35, 37, 42, 43, 44, 45, 46, 47, 48, 53, 54, 55, 56, 57, 60, 62, 63, 64, 66, 68, 71, 74, 75, 76, 77, 78, 79, 84, 85, 86, 91, 93, 96, 104, 105, 109, 110, 111, 114, 118, 122, 124, 127, 129, 130, 133, 134, 137, 138, 144, 145, 146, 147, 148, 152, 153, 157, 158, 159, 160, 161, 167, 168, 170, 174, 177, 178, 180, 181, 182, 183, 185, 186, 187, 188, 189], "groups": [[106, 0, 3, 8, 10, 11, 12, 14, 15, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 30, 31, 35, 37, 42, 43, 44, 45, 46, 47, 48, 53, 54, 55, 56, 57, 60, 62, 63, 64, 66, 68, 71, 74, 75, 76, 77, 78, 79, 84, 85, 86, 91, 93, 96, 104, 105, 109, 110, 111, 114, 118, 122, 124, 127, 129, 130, 133, 134, 137, 138, 144, 145, 146, 147, 148, 152, 153, 157, 158, 159, 160, 161, 167, 168, 170, 174, 177, 178, 180, 181, 182, 183, 185, 186, 187, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.6}
{"type": "layer", "layer": 15, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.11196644604206085, 0.11124441027641296, 0.06884865462779999, 0.11924497038125992, 0.09229570627212524, 0.08551666140556335, 0.08455665409564972, 0.08865431696176529, 0.07094767689704895, 0.08989184349775314, 0.05649605020880699, 0.06529401242733002, 0.10879295319318771, 0.0735921636223793, 0.059422533959150314, 0.13388054072856903, 0.06399139761924744, 0.05296669527888298, 0.0634109228849411, 0.08883711695671082, 0.07458912581205368, 0.0639980211853981, 0.09575698524713516, 0.11209642142057419, 0.10037713497877121, 0.0680890902876854, 0.16070590913295746, 0.05373404547572136, 0.09136305749416351, 0.1125701516866684, 0.09581070393323898, 0.0766955018043518, 0.128828763961792, 0.047220759093761444, 0.08874280005693436, 0.07905063778162003, 0.08097842335700989, 0.10261796414852142, 0.08268090337514877, 0.05551641806960106, 0.17615899443626404, 0.07998879253864288, 0.1041116788983345, 0.07974927127361298, 0.06539599597454071, 0.06348831206560135, 0.08040134608745575, 0.08441442996263504, 0.09951486438512802, 0.0883321464061737, 0.12041740119457245, 0.08682584762573242, 0.05838841572403908, 0.0628761351108551, 0.09382180869579315, 0.05673251301050186, 0.0762137696146965, 0.10754842311143875, 0.059902142733335495, 0.08850196748971939, 0.108230821788311, 0.08988183736801147, 0.08559079468250275, 0.16227835416793823, 0.08452961593866348, 0.057499129325151443, 0.07424576580524445, 0.05576399713754654, 0.08511316776275635, 0.14345811307430267, 0.1195451021194458, 0.07472790777683258, 0.08085150271654129, 0.08045826107263565, 0.06310701370239258, 0.08195361495018005, 0.10018973797559738, 0.09458870440721512, 0.06318410485982895, 0.11353647708892822, 0.0929224044084549, 0.08876381814479828, 0.11596071720123291, 0.09031962603330612, 0.12543515861034393, 0.056414321064949036, 0.10532847791910172, 0.06717157363891602, 0.0962732583284378, 0.06685693562030792, 0.08416415750980377, 0.10040846467018127, 0.060461364686489105, 0.11163245886564255, 0.06244754046201706, 0.0886574387550354, 0.0754418596625328, 0.09185187518596649, 0.08323030173778534, 0.08266890794038773, 0.10065007209777832, 0.06832963228225708, 0.06808106601238251, 0.09887292981147766, 0.06440497934818268, 0.07466959208250046, 0.12474048137664795, 0.10711449384689331, 0.11341003328561783, 0.08004465699195862, 0.08139719069004059, 0.05155466869473457, 0.07560707628726959, 0.05074164271354675, 0.08924658596515656, 0.0781535878777504, 0.10339699685573578, 0.11278468370437622, 0.08232512325048447, 0.08960351347923279, 0.06680960953235626, 0.08252400159835815, 0.09700941294431686, 0.057046666741371155, 0.09282426536083221, 0.07545317709445953, 0.08269968628883362, 0.11115970462560654, 0.0938805565237999, 0.11134305596351624, 0.07031133770942688, 0.07282090932130814, 0.07136330008506775, 0.07086347788572311, 0.15497219562530518, 0.1177280992269516, 0.10100845992565155, 0.11981068551540375, 0.07601119577884674, 0.09911666810512543, 0.0776175782084465, 0.049046002328395844, 0.11151059716939926, 0.11064580827951431, 0.08645378798246384, 0.06987319886684418, 0.09057062119245529, 0.07403453439474106, 0.07934285700321198, 0.0703076645731926, 0.08059521019458771, 0.05894847214221954, 0.09350161254405975, 0.09902402758598328, 0.08922649919986725, 0.12086637318134308, 0.09913758933544159, 0.07032822072505951, 0.14566776156425476, 0.07503486424684525, 0.06130426004528999, 0.08686181902885437, 0.09800548851490021, 0.01042022556066513, 0.08752445131540298, 0.07241298258304596, 0.07336337864398956, 0.08876433223485947, 0.0531129352748394, 0.09255523234605789, 0.11727169156074524, 0.06197360157966614, 0.09901510179042816, 0.07994690537452698, 0.10267862677574158, 0.04110408201813698, 0.08135175704956055, 0.09807602316141129, 0.06175753474235535, 0.06475993245840073, 0.057456571608781815, 0.10601182281970978, 0.06619969010353088, 0.08009041100740433, 0.08929478377103806, 0.07727604359388351, 0.059166327118873596, 0.05959802493453026, 0.07457590103149414, 0.10696898400783539, 0.09004593640565872, 0.14150483906269073], "saliency_stats": {"min": 0.01042022556066513, "max": 0.17615899443626404, "mean": 0.08641287467132013, "std": 0.023835809085814966}, "kept_experts": [0, 1, 3, 4, 5, 6, 7, 9, 12, 15, 19, 22, 23, 24, 26, 28, 29, 30, 32, 34, 37, 40, 42, 47, 48, 49, 50, 51, 54, 57, 59, 60, 61, 62, 63, 64, 68, 69, 70, 76, 77, 79, 80, 81, 82, 83, 84, 86, 88, 91, 93, 95, 97, 100, 103, 106, 107, 108, 114, 116, 117, 119, 122, 124, 127, 128, 129, 134, 135, 136, 137, 139, 142, 143, 144, 146, 152, 153, 154, 155, 156, 158, 161, 162, 164, 167, 169, 170, 172, 174, 177, 181, 184, 189, 190, 191], "dropped_experts": [2, 8, 10, 11, 13, 14, 16, 17, 18, 20, 21, 25, 27, 31, 33, 35, 36, 38, 39, 41, 43, 44, 45, 46, 52, 53, 55, 56, 58, 65, 66, 67, 71, 72, 73, 74, 75, 78, 85, 87, 89, 90, 92, 94, 96, 98, 99, 101, 102, 104, 105, 109, 110, 111, 112, 113, 115, 118, 120, 121, 123, 125, 126, 130, 131, 132, 133, 138, 140, 141, 145, 147, 148, 149, 150, 151, 157, 159, 160, 163, 165, 166, 168, 171, 173, 175, 176, 178, 179, 180, 182, 183, 185, 186, 187, 188], "groups": [[40, 2, 8, 10, 11, 13, 14, 16, 17, 18, 20, 21, 25, 27, 31, 33, 35, 36, 38, 39, 41, 43, 44, 45, 46, 52, 53, 55, 56, 58, 65, 66, 67, 71, 72, 73, 74, 75, 78, 85, 87, 89, 90, 92, 94, 96, 98, 99, 101, 102, 104, 105, 109, 110, 111, 112, 113, 115, 118, 120, 121, 123, 125, 126, 130, 131, 132, 133, 138, 140, 141, 145, 147, 148, 149, 150, 151, 157, 159, 160, 163, 165, 166, 168, 171, 173, 175, 176, 178, 179, 180, 182, 183, 185, 186, 187, 188]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.9}
{"type": "layer", "layer": 16, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.07779412716627121, 0.07907523959875107, 0.05391163006424904, 0.07103550434112549, 0.05107029154896736, 0.08208184689283371, 0.10722508281469345, 0.08186876773834229, 0.059254977852106094, 0.0650096982717514, 0.09818297624588013, 0.06656558811664581, 0.10333952307701111, 0.07660727947950363, 0.09433449804782867, 0.06508999317884445, 0.08659490942955017, 0.06296892464160919, 0.05843333154916763, 0.06793393194675446, 0.0684669241309166, 0.054084163159132004, 0.08011864125728607, 0.11933455616235733, 0.08400411158800125, 0.07992621511220932, 0.06985503435134888, 0.07232779264450073, 0.10081490129232407, 0.09350979328155518, 0.0888245552778244, 0.1039307489991188, 0.07374973595142365, 0.09726439416408539, 0.06913895159959793, 0.062440648674964905, 0.08610789477825165, 0.08599893003702164, 0.10873740911483765, 0.05085134506225586, 0.0773979052901268, 0.08857866376638412, 0.07184793800115585, 0.054360728710889816, 0.06765885651111603, 0.0503419004380703, 0.05339701846241951, 0.08183059096336365, 0.08517448604106903, 0.0676344707608223, 0.06504590064287186, 0.08139126747846603, 0.11215822398662567, 0.05261771380901337, 0.08132453262805939, 0.08481258153915405, 0.07250545918941498, 0.0862123966217041, 0.06617601960897446, 0.08536424487829208, 0.08030244708061218, 0.09016730636358261, 0.061789389699697495, 0.06404021382331848, 0.08889687806367874, 0.06869570165872574, 0.08434326201677322, 0.09164237976074219, 0.06951382756233215, 0.08111678063869476, 0.06183019280433655, 0.0739307850599289, 0.08747987449169159, 0.07739924639463425, 0.07512588053941727, 0.08640522509813309, 0.10710648447275162, 0.054116349667310715, 0.07272806763648987, 0.07795818895101547, 0.09242511540651321, 0.08030405640602112, 0.07669880986213684, 0.08050181716680527, 0.06557747721672058, 0.07048878818750381, 0.12664605677127838, 0.05960289388895035, 0.0680675357580185, 0.07461512833833694, 0.07446974515914917, 0.0825471356511116, 0.06784643232822418, 0.06884720176458359, 0.13409675657749176, 0.10081449896097183, 0.07660501450300217, 0.059797514230012894, 0.09277649223804474, 0.11736232042312622, 0.056162141263484955, 0.05729587748646736, 0.0880800187587738, 0.09433963149785995, 0.07263099402189255, 0.09867333620786667, 0.04827835410833359, 0.05196982994675636, 0.04599832370877266, 0.08903966099023819, 0.08979029953479767, 0.10907093435525894, 0.08229301869869232, 0.06643200665712357, 0.06735222041606903, 0.058449164032936096, 0.08007039874792099, 0.0608842708170414, 0.2565836012363434, 0.10215621441602707, 0.0824996680021286, 0.06617725640535355, 0.059676915407180786, 0.07489039748907089, 0.09983008354902267, 0.05310047045350075, 0.10455850511789322, 0.05121176317334175, 0.11518046259880066, 0.08636540174484253, 0.09978178888559341, 0.050179120153188705, 0.06732089817523956, 0.06087713688611984, 0.07228312641382217, 0.07409553229808807, 0.06765764951705933, 0.05320024862885475, 0.07315526902675629, 0.08549550920724869, 0.06701893359422684, 0.07633150368928909, 0.060564931482076645, 0.10281271487474442, 0.08376656472682953, 0.047056347131729126, 0.08329763263463974, 0.06699249148368835, 0.05917888507246971, 0.060251932591199875, 0.08969255536794662, 0.07624487578868866, 0.10311059653759003, 0.07069326937198639, 0.09548541903495789, 0.21329206228256226, 0.0971180647611618, 0.06392722576856613, 0.050871916115283966, 0.08412427455186844, 0.07268966734409332, 0.09580357372760773, 0.06979844719171524, 0.062058594077825546, 0.09984342008829117, 0.06188104301691055, 0.08829603344202042, 0.09575643390417099, 0.08892633020877838, 0.09835172444581985, 0.08229315280914307, 0.08153433352708817, 0.07564585655927658, 0.08147051930427551, 0.10319873690605164, 0.07073543220758438, 0.05577827990055084, 0.06925792992115021, 0.05305218696594238, 0.09696762263774872, 0.05894843488931656, 0.056247636675834656, 0.075728639960289, 0.10457652807235718, 0.06603048741817474, 0.07852700352668762, 0.06749285012483597, 0.07717893272638321, 0.08496196568012238, 0.08031025528907776, 0.08973220735788345, 0.09443991631269455], "saliency_stats": {"min": 0.04599832370877266, "max": 0.2565836012363434, "mean": 0.07932712975889444, "std": 0.023367406745801348}, "kept_experts": [0, 1, 5, 6, 7, 10, 12, 14, 16, 22, 23, 24, 25, 28, 29, 30, 31, 33, 36, 37, 38, 40, 41, 47, 48, 51, 52, 54, 55, 57, 59, 60, 61, 64, 66, 67, 69, 72, 73, 75, 76, 79, 80, 81, 82, 83, 86, 91, 94, 95, 98, 99, 102, 103, 105, 109, 110, 111, 112, 116, 118, 119, 120, 124, 126, 128, 129, 130, 139, 143, 144, 146, 150, 152, 154, 155, 156, 159, 161, 164, 166, 167, 168, 169, 170, 171, 173, 174, 179, 183, 185, 187, 188, 189, 190, 191], "dropped_experts": [2, 3, 4, 8, 9, 11, 13, 15, 17, 18, 19, 20, 21, 26, 27, 32, 34, 35, 39, 42, 43, 44, 45, 46, 49, 50, 53, 56, 58, 62, 63, 65, 68, 70, 71, 74, 77, 78, 84, 85, 87, 88, 89, 90, 92, 93, 96, 97, 100, 101, 104, 106, 107, 108, 113, 114, 115, 117, 121, 122, 123, 125, 127, 131, 132, 133, 134, 135, 136, 137, 138, 140, 141, 142, 145, 147, 148, 149, 151, 153, 157, 158, 160, 162, 163, 165, 172, 175, 176, 177, 178, 180, 181, 182, 184, 186], "groups": [[118, 2, 3, 4, 8, 9, 11, 13, 15, 17, 18, 19, 20, 21, 26, 27, 32, 34, 35, 39, 42, 43, 44, 45, 46, 49, 50, 53, 56, 58, 62, 63, 65, 68, 70, 71, 74, 77, 78, 84, 85, 87, 88, 89, 90, 92, 93, 96, 97, 100, 101, 104, 106, 107, 108, 113, 114, 115, 117, 121, 122, 123, 125, 127, 131, 132, 133, 134, 135, 136, 137, 138, 140, 141, 142, 145, 147, 148, 149, 151, 153, 157, 158, 160, 162, 163, 165, 172, 175, 176, 177, 178, 180, 181, 182, 184, 186]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 46.8}
{"type": "layer", "layer": 17, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.07334616035223007, 0.11466511338949203, 0.08354023844003677, 0.05212661623954773, 0.0785839706659317, 0.07016262412071228, 0.07686299085617065, 0.1182965561747551, 0.10856834799051285, 0.07146146893501282, 0.0840701088309288, 0.09516914933919907, 0.06041526794433594, 0.09159956872463226, 0.07308760285377502, 0.06140293926000595, 0.10895057767629623, 0.05572155490517616, 0.0733538568019867, 0.09786335378885269, 0.08562743663787842, 0.0703188106417656, 0.04626878723502159, 0.09433434903621674, 0.09249624609947205, 0.07733612507581711, 0.1326526403427124, 0.05725865811109543, 0.07723460346460342, 0.09610223770141602, 0.044980116188526154, 0.13938385248184204, 0.06151996925473213, 0.08067835122346878, 0.07636163383722305, 0.0870354026556015, 0.0822894349694252, 0.11626382917165756, 0.058239080011844635, 0.07333483546972275, 0.09306277334690094, 0.10666815936565399, 0.06952837854623795, 0.05167688429355621, 0.0817377045750618, 0.100149966776371, 0.05541779845952988, 0.0527406670153141, 0.09249139577150345, 0.08098353445529938, 0.06742523610591888, 0.07433020323514938, 0.05182157829403877, 0.08017486333847046, 0.06528142094612122, 0.07654311507940292, 0.06820607930421829, 0.07562344521284103, 0.09309707581996918, 0.08584004640579224, 0.08181290328502655, 0.09497904777526855, 0.054450105875730515, 0.06455013155937195, 0.05464901030063629, 0.09277497977018356, 0.0681738555431366, 0.10562259703874588, 0.051299817860126495, 0.08661594241857529, 0.09297531098127365, 0.09582921117544174, 0.1497078239917755, 0.11361050605773926, 0.0974312350153923, 0.12277817726135254, 0.06481575220823288, 0.07928412407636642, 0.09349597245454788, 0.08189961314201355, 0.07449261844158173, 0.08585335314273834, 0.07140247523784637, 0.09162522852420807, 0.0594559982419014, 0.09260425716638565, 0.08061886578798294, 0.0912383496761322, 0.06614487618207932, 0.06649289280176163, 0.0918540209531784, 0.08349782228469849, 0.05334682762622833, 0.07678501307964325, 0.06821026653051376, 0.08250060677528381, 0.07497692853212357, 0.07462665438652039, 0.07644125819206238, 0.07033533602952957, 0.08345549553632736, 0.07787769287824631, 0.07126154750585556, 0.10409744083881378, 0.16579222679138184, 0.09121426939964294, 0.07847979664802551, 0.09742645919322968, 0.0996680036187172, 0.05502816662192345, 0.04938375577330589, 0.10380800068378448, 0.04459815099835396, 0.1014917641878128, 0.08761154860258102, 0.1073656678199768, 0.07922693341970444, 0.05920491740107536, 0.13294732570648193, 0.130855530500412, 0.05961776524782181, 0.07056412100791931, 0.06649009138345718, 0.04256199672818184, 0.07282198220491409, 0.08357422798871994, 0.10101059824228287, 0.1135508194565773, 0.11374646425247192, 0.08447084575891495, 0.05234215408563614, 0.08600122481584549, 0.08393527567386627, 0.11503259837627411, 0.1043461263179779, 0.06741844117641449, 0.05497746914625168, 0.06582652032375336, 0.060975439846515656, 0.08714279532432556, 0.1073768213391304, 0.060640137642621994, 0.06816057115793228, 0.05646423250436783, 0.09622900187969208, 0.060353364795446396, 0.10578330606222153, 0.08251047879457474, 0.0661739781498909, 0.06045844405889511, 0.0552518405020237, 0.07379860430955887, 0.08945871889591217, 0.06863640248775482, 0.11632092297077179, 0.07781558483839035, 0.10340555757284164, 0.07870250940322876, 0.06355281919240952, 0.09495271742343903, 0.08665557205677032, 0.07220497727394104, 0.11016842722892761, 0.10224682092666626, 0.05200297385454178, 0.08758790045976639, 0.06201062351465225, 0.09234032779932022, 0.08063461631536484, 0.08344390243291855, 0.09342527389526367, 0.1449999362230301, 0.07339956611394882, 0.0836498886346817, 0.06644856929779053, 0.03919771686196327, 0.08189741522073746, 0.060551028698682785, 0.06979764252901077, 0.053718503564596176, 0.08286719024181366, 0.0647939071059227, 0.07454120367765427, 0.05894704535603523, 0.10353871434926987, 0.11271936446428299, 0.0981627106666565, 0.10131847858428955, 0.10982169955968857, 0.06144508719444275, 0.08249565213918686, 0.056748878210783005], "saliency_stats": {"min": 0.03919771686196327, "max": 0.16579222679138184, "mean": 0.08176069708618645, "std": 0.02162896248753081}, "kept_experts": [1, 2, 7, 8, 10, 11, 13, 16, 19, 20, 23, 24, 26, 29, 31, 33, 35, 36, 37, 40, 41, 44, 45, 48, 49, 58, 59, 60, 61, 65, 67, 69, 70, 71, 72, 73, 74, 75, 78, 79, 81, 83, 85, 86, 87, 90, 91, 95, 100, 103, 104, 105, 107, 108, 111, 113, 114, 115, 118, 119, 125, 126, 127, 128, 129, 131, 132, 133, 134, 139, 140, 144, 146, 147, 152, 154, 156, 159, 160, 162, 163, 165, 167, 168, 169, 170, 171, 173, 176, 180, 184, 185, 186, 187, 188, 190], "dropped_experts": [0, 3, 4, 5, 6, 9, 12, 14, 15, 17, 18, 21, 22, 25, 27, 28, 30, 32, 34, 38, 39, 42, 43, 46, 47, 50, 51, 52, 53, 54, 55, 56, 57, 62, 63, 64, 66, 68, 76, 77, 80, 82, 84, 88, 89, 92, 93, 94, 96, 97, 98, 99, 101, 102, 106, 109, 110, 112, 116, 117, 120, 121, 122, 123, 124, 130, 135, 136, 137, 138, 141, 142, 143, 145, 148, 149, 150, 151, 153, 155, 157, 158, 161, 164, 166, 172, 174, 175, 177, 178, 179, 181, 182, 183, 189, 191], "groups": [[104, 0, 3, 4, 5, 6, 9, 12, 14, 15, 17, 18, 21, 22, 25, 27, 28, 30, 32, 34, 38, 39, 42, 43, 46, 47, 50, 51, 52, 53, 54, 55, 56, 57, 62, 63, 64, 66, 68, 76, 77, 80, 82, 84, 88, 89, 92, 93, 94, 96, 97, 98, 99, 101, 102, 106, 109, 110, 112, 116, 117, 120, 121, 122, 123, 124, 130, 135, 136, 137, 138, 141, 142, 143, 145, 148, 149, 150, 151, 153, 155, 157, 158, 161, 164, 166, 172, 174, 175, 177, 178, 179, 181, 182, 183, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.1}
{"type": "layer", "layer": 18, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.07184285670518875, 0.06671062111854553, 0.06079710274934769, 0.06857378035783768, 0.09593455493450165, 0.12413493543863297, 0.10172118991613388, 0.1258697211742401, 0.08848883956670761, 0.08049923181533813, 0.1014082133769989, 0.07100008428096771, 0.09652575850486755, 0.08218521624803543, 0.10516217350959778, 0.06277956813573837, 0.1296425461769104, 0.11773475259542465, 0.07416259497404099, 0.1253921538591385, 0.10465476661920547, 0.08413586020469666, 0.09915180504322052, 0.06681222468614578, 0.08029799908399582, 0.07206321507692337, 0.06612707674503326, 0.06731898337602615, 0.11000720411539078, 0.06958043575286865, 0.04873866215348244, 0.1491136997938156, 0.07725290209054947, 0.07678661495447159, 0.06289277225732803, 0.07614699751138687, 0.09663353860378265, 0.08888709545135498, 0.10585326701402664, 0.09492667019367218, 0.10629243403673172, 0.10359243303537369, 0.0870073065161705, 0.07826698571443558, 0.08159460872411728, 0.08443689346313477, 0.09400873631238937, 0.08602941781282425, 0.08173269033432007, 0.07852420210838318, 0.0779619961977005, 0.0721527636051178, 0.10663727670907974, 0.10467642545700073, 0.11975344270467758, 0.0775918960571289, 0.06980037689208984, 0.12281147390604019, 0.07211190462112427, 0.09060388803482056, 0.07975537329912186, 0.0883929580450058, 0.0635019987821579, 0.11087999492883682, 0.0644373968243599, 0.08021146804094315, 0.0591857023537159, 0.09488260746002197, 0.05330679565668106, 0.06915304809808731, 0.06411229074001312, 0.07059688121080399, 0.09400530904531479, 0.04905987158417702, 0.06757944077253342, 0.09929002076387405, 0.07740876823663712, 0.07726709544658661, 0.10334083437919617, 0.09331073611974716, 0.06438394635915756, 0.09764750301837921, 0.06719060242176056, 0.05913583189249039, 0.07431785762310028, 0.07290206104516983, 0.10419555753469467, 0.08681421726942062, 0.07002031803131104, 0.09229254722595215, 0.07647085934877396, 0.07405152916908264, 0.10103242099285126, 0.052935343235731125, 0.10886693000793457, 0.08565757423639297, 0.05790123715996742, 0.09747996181249619, 0.06591945141553879, 0.09084177762269974, 0.08485059440135956, 0.064039446413517, 0.08238817751407623, 0.06986532360315323, 0.06223510578274727, 0.08077389746904373, 0.10137657821178436, 0.10998494178056717, 0.06976227462291718, 0.09625765681266785, 0.19867883622646332, 0.09039603173732758, 0.0714479461312294, 0.08190575987100601, 0.09075193107128143, 0.0768934115767479, 0.06034959852695465, 0.09428553283214569, 0.07143863290548325, 0.081906259059906, 0.073827363550663, 0.09928329288959503, 0.0800909698009491, 0.06824256479740143, 0.11878690868616104, 0.15141506493091583, 0.055306755006313324, 0.0943308025598526, 0.06860524415969849, 0.1680731475353241, 0.09953473508358002, 0.08073147386312485, 0.05636255443096161, 0.11522545665502548, 0.06850455701351166, 0.09607237577438354, 0.08288195729255676, 0.10117970407009125, 0.07616288959980011, 0.0899035707116127, 0.060895517468452454, 0.06586193293333054, 0.06797156482934952, 0.07392247021198273, 0.10408035665750504, 0.07677309960126877, 0.08903178572654724, 0.06581531465053558, 0.05372093245387077, 0.07565487921237946, 0.07839115709066391, 0.07157570123672485, 0.0803397074341774, 0.10528337210416794, 0.09715582430362701, 0.06124655902385712, 0.09100532531738281, 0.10418590903282166, 0.08904904872179031, 0.0562361516058445, 0.09271582216024399, 0.07314705103635788, 0.09816505014896393, 0.08425501734018326, 0.0650278627872467, 0.08220524340867996, 0.08013294637203217, 0.07882433384656906, 0.09859482198953629, 0.08261902630329132, 0.10436192154884338, 0.0541016049683094, 0.09735081344842911, 0.09415867179632187, 0.07757758349180222, 0.1026490330696106, 0.08504132181406021, 0.059043604880571365, 0.09360958635807037, 0.08928896486759186, 0.14867287874221802, 0.09216562658548355, 0.1378955990076065, 0.10353577136993408, 0.08974308520555496, 0.047818154096603394, 0.08556262403726578, 0.09434375911951065, 0.09241931140422821, 0.11590050905942917, 0.0752929151058197, 0.07954617589712143], "saliency_stats": {"min": 0.047818154096603394, "max": 0.19867883622646332, "mean": 0.08599658116387825, "std": 0.02181419289829834}, "kept_experts": [4, 5, 6, 7, 8, 10, 12, 14, 16, 17, 19, 20, 21, 22, 28, 31, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 52, 53, 54, 57, 59, 61, 63, 67, 72, 75, 78, 79, 81, 86, 87, 89, 92, 94, 95, 97, 99, 100, 102, 106, 107, 109, 110, 111, 114, 117, 121, 124, 125, 127, 129, 130, 133, 135, 136, 137, 139, 144, 146, 153, 154, 156, 157, 158, 160, 162, 163, 165, 168, 169, 170, 172, 173, 175, 176, 178, 179, 180, 181, 182, 183, 184, 186, 187, 188, 189], "dropped_experts": [0, 1, 2, 3, 9, 11, 13, 15, 18, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 35, 43, 44, 48, 49, 50, 51, 55, 56, 58, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 76, 77, 80, 82, 83, 84, 85, 88, 90, 91, 93, 96, 98, 101, 103, 104, 105, 108, 112, 113, 115, 116, 118, 119, 120, 122, 123, 126, 128, 131, 132, 134, 138, 140, 141, 142, 143, 145, 147, 148, 149, 150, 151, 152, 155, 159, 161, 164, 166, 167, 171, 174, 177, 185, 190, 191], "groups": [[110, 0, 1, 2, 3, 9, 11, 13, 15, 18, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 35, 43, 44, 48, 49, 50, 51, 55, 56, 58, 60, 62, 64, 65, 66, 68, 69, 70, 71, 73, 74, 76, 77, 80, 82, 83, 84, 85, 88, 90, 91, 93, 96, 98, 101, 103, 104, 105, 108, 112, 113, 115, 116, 118, 119, 120, 122, 123, 126, 128, 131, 132, 134, 138, 140, 141, 142, 143, 145, 147, 148, 149, 150, 151, 152, 155, 159, 161, 164, 166, 167, 171, 174, 177, 185, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.6}
{"type": "layer", "layer": 19, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.08580263704061508, 0.10128515958786011, 0.1347733438014984, 0.13238583505153656, 0.07195137441158295, 0.07841308414936066, 0.055872369557619095, 0.0681413784623146, 0.06620422750711441, 0.058289483189582825, 0.07493721693754196, 0.054241809993982315, 0.05825311318039894, 0.09176798909902573, 0.11113297194242477, 0.08929333835840225, 0.11800777167081833, 0.0757388025522232, 0.0901879221200943, 0.07207091152667999, 0.08772218227386475, 0.1263328492641449, 0.09974320977926254, 0.06587545573711395, 0.0792962908744812, 0.10021410882472992, 0.0739339292049408, 0.05891427397727966, 0.10085985064506531, 0.10113436728715897, 0.07350718975067139, 0.1299736499786377, 0.06212511286139488, 0.0699993446469307, 0.08625935763120651, 0.0704038217663765, 0.10298483818769455, 0.08429589122533798, 0.08292029798030853, 0.0627269521355629, 0.11131276935338974, 0.09445181488990784, 0.08169392496347427, 0.08569906651973724, 0.07918292284011841, 0.06813497841358185, 0.0870559886097908, 0.08192063868045807, 0.10632489621639252, 0.10193902254104614, 0.08227972686290741, 0.08995117247104645, 0.11126666516065598, 0.09669937938451767, 0.05580062419176102, 0.07536792755126953, 0.09269951283931732, 0.11563064903020859, 0.06080671027302742, 0.10894922912120819, 0.09218847751617432, 0.046750735491514206, 0.08479470014572144, 0.0681951493024826, 0.08206610381603241, 0.08326941728591919, 0.09352165460586548, 0.1208881288766861, 0.1159038096666336, 0.07736845314502716, 0.08068553358316422, 0.0631258562207222, 0.11239084601402283, 0.10752789676189423, 0.07111203670501709, 0.07264518737792969, 0.06749828159809113, 0.09352374076843262, 0.07618465274572372, 0.123571015894413, 0.0740412175655365, 0.07955236732959747, 0.11163956671953201, 0.08619088679552078, 0.1025148332118988, 0.08959455788135529, 0.07844748347997665, 0.09730424731969833, 0.08684152364730835, 0.06260077655315399, 0.07212230563163757, 0.10252616554498672, 0.05346689000725746, 0.07527951896190643, 0.0706467479467392, 0.08994651585817337, 0.1749945878982544, 0.09211362898349762, 0.061192918568849564, 0.09831369668245316, 0.11675268411636353, 0.07816287875175476, 0.06883306056261063, 0.07037486135959625, 0.08168376237154007, 0.06620708107948303, 0.07048940658569336, 0.11399218440055847, 0.11950435489416122, 0.06446682661771774, 0.09440076351165771, 0.10554122179746628, 0.08736825734376907, 0.07585379481315613, 0.05605452135205269, 0.10238571465015411, 0.08507753908634186, 0.09367826581001282, 0.1293453723192215, 0.11011146754026413, 0.10141359269618988, 0.06160042807459831, 0.07867485284805298, 0.11273648589849472, 0.07937365770339966, 0.08725813776254654, 0.08168262243270874, 0.06601114571094513, 0.09867838770151138, 0.08133070170879364, 0.05735093727707863, 0.07474654912948608, 0.08897734433412552, 0.06953849643468857, 0.12516197562217712, 0.15024656057357788, 0.07369013875722885, 0.12995989620685577, 0.07952103018760681, 0.09779936075210571, 0.10805990546941757, 0.05435797944664955, 0.13475751876831055, 0.12652945518493652, 0.07883605360984802, 0.061667874455451965, 0.07708181440830231, 0.10636081546545029, 0.06913579255342484, 0.12869855761528015, 0.0974925085902214, 0.059195682406425476, 0.11386273056268692, 0.10531225800514221, 0.07592462748289108, 0.04996298998594284, 0.0689629316329956, 0.06026829034090042, 0.07308681309223175, 0.07010214775800705, 0.06284582614898682, 0.09095046669244766, 0.06914515793323517, 0.10643544048070908, 0.0701996311545372, 0.06544367223978043, 0.08210710436105728, 0.062195733189582825, 0.08271799981594086, 0.1276722103357315, 0.1183336153626442, 0.09366687387228012, 0.05309648439288139, 0.0688902959227562, 0.08819621801376343, 0.11142932623624802, 0.06770066916942596, 0.07615592330694199, 0.05944478511810303, 0.09234672784805298, 0.09749918431043625, 0.09902570396661758, 0.08986953645944595, 0.09370174258947372, 0.10105285048484802, 0.10355397313833237, 0.0794735699892044, 0.0995207279920578, 0.06243173032999039, 0.11818137764930725, 0.0751534178853035, 0.09742692112922668], "saliency_stats": {"min": 0.046750735491514206, "max": 0.1749945878982544, "mean": 0.08728771569440141, "std": 0.021700933278719928}, "kept_experts": [0, 1, 2, 3, 13, 14, 15, 16, 18, 20, 21, 22, 25, 28, 29, 31, 34, 36, 37, 40, 41, 43, 46, 48, 49, 51, 52, 53, 56, 57, 59, 60, 62, 66, 67, 68, 72, 73, 77, 79, 82, 83, 84, 85, 87, 88, 91, 95, 96, 97, 99, 100, 107, 108, 110, 111, 112, 115, 116, 117, 118, 119, 120, 123, 125, 128, 132, 134, 135, 137, 139, 140, 142, 143, 147, 149, 150, 152, 153, 161, 163, 169, 170, 171, 174, 175, 179, 180, 181, 182, 183, 184, 185, 187, 189, 191], "dropped_experts": [4, 5, 6, 7, 8, 9, 10, 11, 12, 17, 19, 23, 24, 26, 27, 30, 32, 33, 35, 38, 39, 42, 44, 45, 47, 50, 54, 55, 58, 61, 63, 64, 65, 69, 70, 71, 74, 75, 76, 78, 80, 81, 86, 89, 90, 92, 93, 94, 98, 101, 102, 103, 104, 105, 106, 109, 113, 114, 121, 122, 124, 126, 127, 129, 130, 131, 133, 136, 138, 141, 144, 145, 146, 148, 151, 154, 155, 156, 157, 158, 159, 160, 162, 164, 165, 166, 167, 168, 172, 173, 176, 177, 178, 186, 188, 190], "groups": [[96, 4, 5, 6, 7, 8, 9, 10, 11, 12, 17, 19, 23, 24, 26, 27, 30, 32, 33, 35, 38, 39, 42, 44, 45, 47, 50, 54, 55, 58, 61, 63, 64, 65, 69, 70, 71, 74, 75, 76, 78, 80, 81, 86, 89, 90, 92, 93, 94, 98, 101, 102, 103, 104, 105, 106, 109, 113, 114, 121, 122, 124, 126, 127, 129, 130, 131, 133, 136, 138, 141, 144, 145, 146, 148, 151, 154, 155, 156, 157, 158, 159, 160, 162, 164, 165, 166, 167, 168, 172, 173, 176, 177, 178, 186, 188, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.5}
{"type": "layer", "layer": 20, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.09970264136791229, 0.09671040624380112, 0.09358122944831848, 0.10317451506853104, 0.15382306277751923, 0.09112202376127243, 0.11922945082187653, 0.14330053329467773, 0.12080297619104385, 0.08099228888750076, 0.07983777672052383, 0.1229432001709938, 0.06495866924524307, 0.09507706761360168, 0.07511258870363235, 0.072207011282444, 0.07733380049467087, 0.10640382021665573, 0.10489634424448013, 0.10559595376253128, 0.0840010866522789, 0.07511462271213531, 0.08608146756887436, 0.08408737182617188, 0.09566159546375275, 0.08967679738998413, 0.10080301016569138, 0.10528507083654404, 0.07334455847740173, 0.07360213249921799, 0.12400688230991364, 0.09741228073835373, 0.13238705694675446, 0.08682561665773392, 0.16244842112064362, 0.10553178936243057, 0.0984853208065033, 0.13144667446613312, 0.07324939966201782, 0.07455681264400482, 0.07399208843708038, 0.11942242085933685, 0.08351847529411316, 0.08119376003742218, 0.07678718119859695, 0.09038939327001572, 0.10515188425779343, 0.109866663813591, 0.06276828050613403, 0.15053069591522217, 0.10833081603050232, 0.09005150198936462, 0.07947521656751633, 0.11532735824584961, 0.07498496770858765, 0.06617145985364914, 0.11340693384408951, 0.0795784443616867, 0.07229337841272354, 0.07950484752655029, 0.06867863982915878, 0.10416600853204727, 0.09074211865663528, 0.11318020522594452, 0.09972289204597473, 0.07987989485263824, 0.09977874904870987, 0.09669780731201172, 0.08239028602838516, 0.07041516900062561, 0.07326465845108032, 0.06873612105846405, 0.05686049535870552, 0.07746877521276474, 0.11560743302106857, 0.1096380352973938, 0.11055653542280197, 0.1153617724776268, 0.08950450271368027, 0.14510077238082886, 0.06823316216468811, 0.07337906956672668, 0.09097567200660706, 0.06509289890527725, 0.05964403226971626, 0.10079818964004517, 0.08192713558673859, 0.09968216717243195, 0.05876176804304123, 0.10340794175863266, 0.09305567294359207, 0.12813177704811096, 0.10574454814195633, 0.08735918253660202, 0.10561984777450562, 0.05654074624180794, 0.09645751863718033, 0.051566820591688156, 0.05951998755335808, 0.0693310797214508, 0.08243421465158463, 0.08113812655210495, 0.09278823435306549, 0.11348836123943329, 0.09170681983232498, 0.07735653966665268, 0.06346482038497925, 0.09306315332651138, 0.07160823047161102, 0.0809800922870636, 0.06720003485679626, 0.08822472393512726, 0.0737934559583664, 0.08615194261074066, 0.08733188360929489, 0.09363918751478195, 0.08008752763271332, 0.11578536033630371, 0.07739457488059998, 0.10100338608026505, 0.09278816729784012, 0.11648093163967133, 0.08866099268198013, 0.10156545788049698, 0.09723999351263046, 0.08549285680055618, 0.08778245002031326, 0.08534069359302521, 0.09295918047428131, 0.10542970150709152, 0.0832255557179451, 0.07712776958942413, 0.07290694862604141, 0.061746176332235336, 0.11891623586416245, 0.08406011015176773, 0.059321675449609756, 0.13262194395065308, 0.075605109333992, 0.09032594412565231, 0.08412135392427444, 0.08893416821956635, 0.08235576003789902, 0.09571622312068939, 0.05112789571285248, 0.07540412992238998, 0.10453423112630844, 0.12997972965240479, 0.07258716225624084, 0.10402844846248627, 0.08982276916503906, 0.07267351448535919, 0.07888510823249817, 0.0824698656797409, 0.08485247939825058, 0.07010603696107864, 0.10523777455091476, 0.08191493898630142, 0.09824183583259583, 0.09069553017616272, 0.11675431579351425, 0.061372336000204086, 0.06148183345794678, 0.08906599134206772, 0.0978737622499466, 0.05963517352938652, 0.08556108921766281, 0.06965970247983932, 0.09234749525785446, 0.10037152469158173, 0.1009785383939743, 0.09676101803779602, 0.08176913112401962, 0.08758457750082016, 0.11809056997299194, 0.10776160657405853, 0.08254573494195938, 0.10094494372606277, 0.07515840977430344, 0.0662219226360321, 0.06358320266008377, 0.07752098143100739, 0.11059421300888062, 0.10310003906488419, 0.10422534495592117, 0.08451700210571289, 0.09211067110300064, 0.08380838483572006, 0.08360753208398819, 0.08598092198371887, 0.10946496576070786, 0.07575146853923798], "saliency_stats": {"min": 0.05112789571285248, "max": 0.16244842112064362, "mean": 0.09070141204089548, "std": 0.01998866907310081}, "kept_experts": [0, 1, 2, 3, 4, 5, 6, 7, 8, 11, 13, 17, 18, 19, 24, 25, 26, 27, 30, 31, 32, 34, 35, 36, 37, 41, 45, 46, 47, 49, 50, 51, 53, 56, 61, 62, 63, 64, 66, 67, 74, 75, 76, 77, 78, 79, 82, 85, 87, 89, 90, 91, 92, 94, 96, 102, 103, 104, 107, 115, 117, 119, 120, 121, 122, 123, 124, 128, 129, 134, 137, 139, 141, 143, 146, 147, 149, 150, 156, 158, 159, 160, 163, 164, 168, 169, 170, 171, 174, 175, 177, 182, 183, 184, 186, 190], "dropped_experts": [9, 10, 12, 14, 15, 16, 20, 21, 22, 23, 28, 29, 33, 38, 39, 40, 42, 43, 44, 48, 52, 54, 55, 57, 58, 59, 60, 65, 68, 69, 70, 71, 72, 73, 80, 81, 83, 84, 86, 88, 93, 95, 97, 98, 99, 100, 101, 105, 106, 108, 109, 110, 111, 112, 113, 114, 116, 118, 125, 126, 127, 130, 131, 132, 133, 135, 136, 138, 140, 142, 144, 145, 148, 151, 152, 153, 154, 155, 157, 161, 162, 165, 166, 167, 172, 173, 176, 178, 179, 180, 181, 185, 187, 188, 189, 191], "groups": [[34, 9, 10, 12, 14, 15, 16, 20, 21, 22, 23, 28, 29, 33, 38, 39, 40, 42, 43, 44, 48, 52, 54, 55, 57, 58, 59, 60, 65, 68, 69, 70, 71, 72, 73, 80, 81, 83, 84, 86, 88, 93, 95, 97, 98, 99, 100, 101, 105, 106, 108, 109, 110, 111, 112, 113, 114, 116, 118, 125, 126, 127, 130, 131, 132, 133, 135, 136, 138, 140, 142, 144, 145, 148, 151, 152, 153, 154, 155, 157, 161, 162, 165, 166, 167, 172, 173, 176, 178, 179, 180, 181, 185, 187, 188, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.0}
{"type": "layer", "layer": 21, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.085841603577137, 0.08174767345190048, 0.11323921382427216, 0.07082971930503845, 0.09071488678455353, 0.11226098239421844, 0.08515404164791107, 0.085691899061203, 0.11698451638221741, 0.0818411111831665, 0.08601734042167664, 0.09703616052865982, 0.06712499260902405, 0.09536886215209961, 0.07403846830129623, 0.08017843961715698, 0.10238548368215561, 0.13287483155727386, 0.07282731682062149, 0.1025400385260582, 0.08429759740829468, 0.0790373757481575, 0.11457371711730957, 0.11188681423664093, 0.08172009885311127, 0.08149830251932144, 0.07209789752960205, 0.09012490510940552, 0.08183448761701584, 0.09188878536224365, 0.1105044037103653, 0.07720214128494263, 0.13760477304458618, 0.11284235864877701, 0.07816286385059357, 0.11950076371431351, 0.08643919974565506, 0.12442527711391449, 0.1520083248615265, 0.1023598238825798, 0.10025137662887573, 0.12031037360429764, 0.07807988673448563, 0.08869798481464386, 0.0774817168712616, 0.08756253868341446, 0.08033015578985214, 0.12082276493310928, 0.0700787901878357, 0.07855760306119919, 0.1054876446723938, 0.07607413083314896, 0.13796672224998474, 0.10569344460964203, 0.0644792765378952, 0.09500707685947418, 0.10377605259418488, 0.05458781495690346, 0.08341271430253983, 0.13393539190292358, 0.10445522516965866, 0.10488319396972656, 0.07037753611803055, 0.10907688736915588, 0.10860498249530792, 0.08463601768016815, 0.07608824968338013, 0.08933620899915695, 0.15792889893054962, 0.06508881598711014, 0.12149201333522797, 0.12258412688970566, 0.06587255001068115, 0.13827304542064667, 0.055968835949897766, 0.11967434734106064, 0.08457961678504944, 0.10535193234682083, 0.07298479229211807, 0.08995641022920609, 0.06160840019583702, 0.11465363204479218, 0.07821496576070786, 0.08685410767793655, 0.09420672804117203, 0.10919003188610077, 0.08187764137983322, 0.0667225793004036, 0.10424300283193588, 0.08015292137861252, 0.09178628027439117, 0.09175295382738113, 0.1106293648481369, 0.11783351749181747, 0.1176600456237793, 0.08449588716030121, 0.0848260298371315, 0.05502993240952492, 0.13529357314109802, 0.11845222115516663, 0.07146894931793213, 0.0805625170469284, 0.12670834362506866, 0.11251244693994522, 0.08241216838359833, 0.11959438771009445, 0.12405845522880554, 0.06130630522966385, 0.07272759824991226, 0.0843445211648941, 0.07651930302381516, 0.11703409254550934, 0.11163931339979172, 0.14673198759555817, 0.07552987337112427, 0.0889550969004631, 0.1343792974948883, 0.08569325506687164, 0.08333873748779297, 0.08225580304861069, 0.07819043099880219, 0.1528812050819397, 0.1432071179151535, 0.12306820601224899, 0.08627664297819138, 0.11466453969478607, 0.07242415100336075, 0.1221686601638794, 0.09808595478534698, 0.14771926403045654, 0.1216416209936142, 0.05932126194238663, 0.10886628925800323, 0.10397916287183762, 0.08197370916604996, 0.11014141142368317, 0.07737690955400467, 0.1280476450920105, 0.10692032426595688, 0.13601051270961761, 0.11924131959676743, 0.1128629744052887, 0.07795553654432297, 0.0735350102186203, 0.06847941130399704, 0.1196565255522728, 0.1271429806947708, 0.061356958001852036, 0.09643147885799408, 0.054945386946201324, 0.1134004220366478, 0.12027035653591156, 0.15474165976047516, 0.0775216668844223, 0.08278954029083252, 0.11144398897886276, 0.09203662723302841, 0.11139269918203354, 0.09590746462345123, 0.06949231028556824, 0.18932609260082245, 0.06390728801488876, 0.1312056928873062, 0.1158408373594284, 0.09170398116111755, 0.1460850089788437, 0.06774715334177017, 0.10312573611736298, 0.11601393669843674, 0.07783468812704086, 0.07636702805757523, 0.0902077853679657, 0.1091935932636261, 0.09211324155330658, 0.0703657940030098, 0.11246804147958755, 0.13824300467967987, 0.1351252943277359, 0.10864736139774323, 0.08590219169855118, 0.08914385735988617, 0.09873180091381073, 0.11850953847169876, 0.10198399424552917, 0.08790410310029984, 0.07152990251779556, 0.08375296741724014, 0.1021212711930275, 0.08360469341278076, 0.1082986444234848, 0.10065250098705292, 0.06250791996717453], "saliency_stats": {"min": 0.05458781495690346, "max": 0.18932609260082245, "mean": 0.09792450621413688, "std": 0.024119060814860586}, "kept_experts": [2, 5, 8, 11, 13, 16, 17, 19, 22, 23, 30, 32, 33, 35, 37, 38, 39, 40, 41, 47, 50, 52, 53, 55, 56, 59, 60, 61, 63, 64, 68, 70, 71, 73, 75, 77, 81, 84, 85, 88, 92, 93, 94, 98, 99, 102, 103, 105, 106, 111, 112, 113, 116, 121, 122, 123, 125, 127, 128, 129, 130, 132, 133, 135, 137, 138, 139, 140, 141, 145, 146, 148, 150, 151, 152, 155, 157, 158, 160, 162, 163, 165, 167, 168, 172, 173, 175, 176, 177, 178, 181, 182, 183, 187, 189, 190], "dropped_experts": [0, 1, 3, 4, 6, 7, 9, 10, 12, 14, 15, 18, 20, 21, 24, 25, 26, 27, 28, 29, 31, 34, 36, 42, 43, 44, 45, 46, 48, 49, 51, 54, 57, 58, 62, 65, 66, 67, 69, 72, 74, 76, 78, 79, 80, 82, 83, 86, 87, 89, 90, 91, 95, 96, 97, 100, 101, 104, 107, 108, 109, 110, 114, 115, 117, 118, 119, 120, 124, 126, 131, 134, 136, 142, 143, 144, 147, 149, 153, 154, 156, 159, 161, 164, 166, 169, 170, 171, 174, 179, 180, 184, 185, 186, 188, 191], "groups": [[160, 0, 1, 3, 4, 6, 7, 9, 10, 12, 14, 15, 18, 20, 21, 24, 25, 26, 27, 28, 29, 31, 34, 36, 42, 43, 44, 45, 46, 48, 49, 51, 54, 57, 58, 62, 65, 66, 67, 69, 72, 74, 76, 78, 79, 80, 82, 83, 86, 87, 89, 90, 91, 95, 96, 97, 100, 101, 104, 107, 108, 109, 110, 114, 115, 117, 118, 119, 120, 124, 126, 131, 134, 136, 142, 143, 144, 147, 149, 153, 154, 156, 159, 161, 164, 166, 169, 170, 171, 174, 179, 180, 184, 185, 186, 188, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.5}
{"type": "layer", "layer": 22, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.13606277108192444, 0.0928717777132988, 0.14545510709285736, 0.07009265571832657, 0.12217108905315399, 0.07771798968315125, 0.10686686635017395, 0.09889809787273407, 0.07294905930757523, 0.10805947333574295, 0.14143520593643188, 0.13227126002311707, 0.07757458090782166, 0.11617356538772583, 0.08508714288473129, 0.08669471740722656, 0.09547287225723267, 0.11322814226150513, 0.11680907756090164, 0.12910398840904236, 0.07530064135789871, 0.0729403868317604, 0.10829968750476837, 0.07917646318674088, 0.08991165459156036, 0.058751657605171204, 0.10357575118541718, 0.09408871829509735, 0.0793401300907135, 0.0898214802145958, 0.058571889996528625, 0.12835881114006042, 0.11289286613464355, 0.11732284724712372, 0.11602085083723068, 0.09292060881853104, 0.07939557731151581, 0.0969163179397583, 0.10884599387645721, 0.068263478577137, 0.10647998005151749, 0.09084129333496094, 0.16101033985614777, 0.09412948787212372, 0.0985877588391304, 0.11359875649213791, 0.1756976842880249, 0.1250864565372467, 0.0950891375541687, 0.13303636014461517, 0.06991563737392426, 0.07927507162094116, 0.13792072236537933, 0.07500588148832321, 0.07721628993749619, 0.1204138696193695, 0.10604935139417648, 0.08891796320676804, 0.07136011123657227, 0.07892764359712601, 0.053502269089221954, 0.061116673052310944, 0.08620840311050415, 0.13782040774822235, 0.06796684861183167, 0.08296346664428711, 0.14551633596420288, 0.1232474073767662, 0.11261265724897385, 0.11478090286254883, 0.14248718321323395, 0.11146556586027145, 0.09905142337083817, 0.1251261830329895, 0.08693111687898636, 0.11553717404603958, 0.076755091547966, 0.10016822069883347, 0.0648796558380127, 0.09659039229154587, 0.10925836116075516, 0.06557337194681168, 0.09872762858867645, 0.1066007912158966, 0.13793687522411346, 0.09755212068557739, 0.11920827627182007, 0.10495184361934662, 0.0921626016497612, 0.08701185882091522, 0.14503595232963562, 0.18887096643447876, 0.12711642682552338, 0.11629162728786469, 0.06772048026323318, 0.09020037949085236, 0.11871121823787689, 0.07800541818141937, 0.13006049394607544, 0.14964810013771057, 0.1447322815656662, 0.10713617503643036, 0.09810445457696915, 0.06608036160469055, 0.07519549876451492, 0.11233501881361008, 0.1368269920349121, 0.09502439945936203, 0.09947384148836136, 0.08741141110658646, 0.11313250660896301, 0.07763130962848663, 0.08098171651363373, 0.10789352655410767, 0.14000356197357178, 0.08472518622875214, 0.10980436205863953, 0.13603940606117249, 0.11849311739206314, 0.0706024020910263, 0.19282561540603638, 0.1001279279589653, 0.08842076361179352, 0.09482226520776749, 0.08532249182462692, 0.059264615178108215, 0.08491813391447067, 0.07599975913763046, 0.18292507529258728, 0.09250044077634811, 0.07732482999563217, 0.13634303212165833, 0.11501944065093994, 0.08507099747657776, 0.10394950956106186, 0.14664192497730255, 0.085719034075737, 0.11706075817346573, 0.08830507099628448, 0.07875072211027145, 0.12207143753767014, 0.07147973030805588, 0.13359004259109497, 0.11074584722518921, 0.10629092901945114, 0.09802459925413132, 0.11859571933746338, 0.07942299544811249, 0.08582767099142075, 0.08676383644342422, 0.09494531154632568, 0.10689661651849747, 0.10500238835811615, 0.1075979545712471, 0.1491580456495285, 0.08464904874563217, 0.14213301241397858, 0.07837572693824768, 0.08713843673467636, 0.07896052300930023, 0.05923795700073242, 0.10181175917387009, 0.1296311616897583, 0.10758994519710541, 0.0699666291475296, 0.10968662053346634, 0.11746799200773239, 0.08175196498632431, 0.07038846611976624, 0.08295142650604248, 0.08785037696361542, 0.11045631021261215, 0.12789948284626007, 0.1004771813750267, 0.08833073079586029, 0.10036465525627136, 0.07567393034696579, 0.08306143432855606, 0.0601675845682621, 0.0766366645693779, 0.07880003750324249, 0.1288410723209381, 0.09028676152229309, 0.07215751707553864, 0.08283120393753052, 0.07448717951774597, 0.11562240123748779, 0.10360471904277802, 0.11014509946107864, 0.09634783864021301, 0.10116669535636902, 0.11465055495500565], "saliency_stats": {"min": 0.053502269089221954, "max": 0.19282561540603638, "mean": 0.10156560617421444, "std": 0.02591408006312892}, "kept_experts": [0, 2, 4, 6, 7, 9, 10, 11, 13, 17, 18, 19, 22, 26, 31, 32, 33, 34, 38, 40, 42, 45, 46, 47, 49, 52, 55, 56, 63, 66, 67, 68, 69, 70, 71, 72, 73, 75, 77, 80, 82, 83, 84, 86, 87, 90, 91, 92, 93, 96, 98, 99, 100, 101, 105, 106, 108, 110, 113, 114, 116, 117, 118, 120, 121, 128, 131, 132, 134, 135, 137, 140, 142, 143, 144, 146, 151, 152, 153, 154, 156, 161, 162, 163, 165, 166, 171, 172, 173, 175, 181, 186, 187, 188, 190, 191], "dropped_experts": [1, 3, 5, 8, 12, 14, 15, 16, 20, 21, 23, 24, 25, 27, 28, 29, 30, 35, 36, 37, 39, 41, 43, 44, 48, 50, 51, 53, 54, 57, 58, 59, 60, 61, 62, 64, 65, 74, 76, 78, 79, 81, 85, 88, 89, 94, 95, 97, 102, 103, 104, 107, 109, 111, 112, 115, 119, 122, 123, 124, 125, 126, 127, 129, 130, 133, 136, 138, 139, 141, 145, 147, 148, 149, 150, 155, 157, 158, 159, 160, 164, 167, 168, 169, 170, 174, 176, 177, 178, 179, 180, 182, 183, 184, 185, 189], "groups": [[120, 1, 3, 5, 8, 12, 14, 15, 16, 20, 21, 23, 24, 25, 27, 28, 29, 30, 35, 36, 37, 39, 41, 43, 44, 48, 50, 51, 53, 54, 57, 58, 59, 60, 61, 62, 64, 65, 74, 76, 78, 79, 81, 85, 88, 89, 94, 95, 97, 102, 103, 104, 107, 109, 111, 112, 115, 119, 122, 123, 124, 125, 126, 127, 129, 130, 133, 136, 138, 139, 141, 145, 147, 148, 149, 150, 155, 157, 158, 159, 160, 164, 167, 168, 169, 170, 174, 176, 177, 178, 179, 180, 182, 183, 184, 185, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 39.9}
{"type": "layer", "layer": 23, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.10450142621994019, 0.08441854268312454, 0.12113387882709503, 0.0901765450835228, 0.06822917610406876, 0.11355822533369064, 0.11332567036151886, 0.11928525567054749, 0.07584987580776215, 0.15938030183315277, 0.13833323121070862, 0.10094746202230453, 0.09606633335351944, 0.09723912924528122, 0.13379508256912231, 0.10044196248054504, 0.10424544662237167, 0.08431217819452286, 0.09055311977863312, 0.08689777553081512, 0.08462437987327576, 0.11184558272361755, 0.09001003950834274, 0.17715278267860413, 0.13664492964744568, 0.12096188217401505, 0.12581247091293335, 0.08687753230333328, 0.0806235522031784, 0.09414859861135483, 0.10326595604419708, 0.12120553851127625, 0.13771240413188934, 0.09062082320451736, 0.16098031401634216, 0.10010851174592972, 0.1061713695526123, 0.15258556604385376, 0.11068674921989441, 0.09808824956417084, 0.12194443494081497, 0.13075566291809082, 0.11530487984418869, 0.09239901602268219, 0.10966682434082031, 0.11132144927978516, 0.07781718671321869, 0.14227180182933807, 0.08700825273990631, 0.09092272818088531, 0.09352479875087738, 0.08886777609586716, 0.0799117311835289, 0.101322241127491, 0.11254221946001053, 0.10347137600183487, 0.10324927419424057, 0.07495644688606262, 0.13418294489383698, 0.07699751853942871, 0.10766170918941498, 0.07158676534891129, 0.09084011614322662, 0.14572739601135254, 0.08674656599760056, 0.15223127603530884, 0.07755588740110397, 0.09590355306863785, 0.09724415093660355, 0.11831827461719513, 0.09657589346170425, 0.13779185712337494, 0.06274127215147018, 0.11502833664417267, 0.1075793132185936, 0.08678645640611649, 0.09541288018226624, 0.09292813390493393, 0.19394907355308533, 0.12285779416561127, 0.08596455305814743, 0.06969180703163147, 0.09337795525789261, 0.11648540198802948, 0.08931568264961243, 0.08902335166931152, 0.10076446086168289, 0.1397574096918106, 0.12575967609882355, 0.1594354212284088, 0.12759217619895935, 0.1101510152220726, 0.1294591724872589, 0.12353533506393433, 0.09778403490781784, 0.09870372712612152, 0.09805919975042343, 0.1837245523929596, 0.11457321792840958, 0.08283541351556778, 0.10777541995048523, 0.1259959191083908, 0.082392618060112, 0.16359011828899384, 0.08058862388134003, 0.12415854632854462, 0.0717700868844986, 0.07827109843492508, 0.06513968110084534, 0.10628321021795273, 0.10230609774589539, 0.08156483620405197, 0.10041524469852448, 0.14805912971496582, 0.103943832218647, 0.14038851857185364, 0.09951645135879517, 0.08603741228580475, 0.21284036338329315, 0.09960982203483582, 0.06882545351982117, 0.21989871561527252, 0.10224854946136475, 0.11874791234731674, 0.1180759072303772, 0.15986986458301544, 0.1019468829035759, 0.10203130543231964, 0.11331922560930252, 0.09831609576940536, 0.15700958669185638, 0.10550166666507721, 0.10547593981027603, 0.14021095633506775, 0.08202283084392548, 0.08624210208654404, 0.13383224606513977, 0.1539655327796936, 0.15015724301338196, 0.06892818957567215, 0.09716743230819702, 0.09487444907426834, 0.09423147141933441, 0.08308226615190506, 0.13441307842731476, 0.15614454448223114, 0.12198943644762039, 0.08985529839992523, 0.07246153801679611, 0.0752381682395935, 0.11450724303722382, 0.08681263774633408, 0.06976450979709625, 0.12640142440795898, 0.1473105400800705, 0.14368271827697754, 0.10606186836957932, 0.15175868570804596, 0.13671278953552246, 0.11401838809251785, 0.08631515502929688, 0.12292149662971497, 0.10988973826169968, 0.12370996177196503, 0.09506189078092575, 0.11765363067388535, 0.10695713758468628, 0.10339624434709549, 0.12749803066253662, 0.08756048232316971, 0.13714651763439178, 0.12251424044370651, 0.11778709292411804, 0.09783568233251572, 0.11884075403213501, 0.1084144338965416, 0.08161778748035431, 0.1224547028541565, 0.10521809756755829, 0.19278547167778015, 0.08414024859666824, 0.07688061892986298, 0.06972143054008484, 0.1320537030696869, 0.10461025685071945, 0.2374550700187683, 0.07628633826971054, 0.10624419152736664, 0.0701223686337471, 0.07632354646921158, 0.13743294775485992, 0.2127654254436493], "saliency_stats": {"min": 0.06274127215147018, "max": 0.2374550700187683, "mean": 0.11076090158894658, "std": 0.030466713377795475}, "kept_experts": [2, 5, 6, 7, 9, 10, 14, 21, 23, 24, 25, 26, 31, 32, 34, 36, 37, 38, 40, 41, 42, 44, 45, 47, 54, 58, 60, 63, 65, 69, 71, 73, 74, 78, 79, 83, 87, 88, 89, 90, 91, 92, 93, 97, 98, 100, 101, 103, 105, 109, 113, 115, 118, 121, 123, 124, 125, 128, 130, 131, 132, 133, 136, 137, 138, 144, 145, 146, 150, 153, 154, 155, 156, 157, 158, 159, 161, 162, 163, 165, 166, 168, 170, 171, 172, 174, 175, 177, 178, 179, 183, 184, 185, 187, 190, 191], "dropped_experts": [0, 1, 3, 4, 8, 11, 12, 13, 15, 16, 17, 18, 19, 20, 22, 27, 28, 29, 30, 33, 35, 39, 43, 46, 48, 49, 50, 51, 52, 53, 55, 56, 57, 59, 61, 62, 64, 66, 67, 68, 70, 72, 75, 76, 77, 80, 81, 82, 84, 85, 86, 94, 95, 96, 99, 102, 104, 106, 107, 108, 110, 111, 112, 114, 116, 117, 119, 120, 122, 126, 127, 129, 134, 135, 139, 140, 141, 142, 143, 147, 148, 149, 151, 152, 160, 164, 167, 169, 173, 176, 180, 181, 182, 186, 188, 189], "groups": [[185, 0, 1, 3, 4, 8, 11, 12, 13, 15, 16, 17, 18, 19, 20, 22, 27, 28, 29, 30, 33, 35, 39, 43, 46, 48, 49, 50, 51, 52, 53, 55, 56, 57, 59, 61, 62, 64, 66, 67, 68, 70, 72, 75, 76, 77, 80, 81, 82, 84, 85, 86, 94, 95, 96, 99, 102, 104, 106, 107, 108, 110, 111, 112, 114, 116, 117, 119, 120, 122, 126, 127, 129, 134, 135, 139, 140, 141, 142, 143, 147, 148, 149, 151, 152, 160, 164, 167, 169, 173, 176, 180, 181, 182, 186, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.8}
{"type": "layer", "layer": 24, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.12766003608703613, 0.15207666158676147, 0.11238906532526016, 0.13704995810985565, 0.07985599339008331, 0.07134001702070236, 0.0984681099653244, 0.08700460940599442, 0.14180035889148712, 0.11927962303161621, 0.11965841799974442, 0.09020257741212845, 0.20326508581638336, 0.09929545223712921, 0.13470031321048737, 0.09080024808645248, 0.09994762390851974, 0.1310584396123886, 0.12884174287319183, 0.16618937253952026, 0.1090145856142044, 0.11401675641536713, 0.08383802324533463, 0.10869093984365463, 0.15629079937934875, 0.05361631512641907, 0.1166476234793663, 0.10653315484523773, 0.09215502440929413, 0.08353041857481003, 0.10838184505701065, 0.07558561116456985, 0.09912040084600449, 0.24092938005924225, 0.1827189177274704, 0.08747193962335587, 0.085390605032444, 0.12060859054327011, 0.11763425171375275, 0.1558101326227188, 0.09231274574995041, 0.08686693757772446, 0.11538898944854736, 0.09961777925491333, 0.12023934721946716, 0.11051729321479797, 0.19469445943832397, 0.09771763533353806, 0.13241428136825562, 0.10985877364873886, 0.13357621431350708, 0.13713349401950836, 0.10820717364549637, 0.0940556600689888, 0.08554749190807343, 0.08371174335479736, 0.08363709598779678, 0.14706780016422272, 0.12088743597269058, 0.13787692785263062, 0.1267726570367813, 0.10172189772129059, 0.14433373510837555, 0.12307024002075195, 0.21728231012821198, 0.08233193308115005, 0.095506452023983, 0.10071559995412827, 0.17231385409832, 0.11208707839250565, 0.09263837337493896, 0.09476970136165619, 0.14285500347614288, 0.1066485196352005, 0.145327627658844, 0.07756447792053223, 0.11716420948505402, 0.15632492303848267, 0.1259431540966034, 0.11031262576580048, 0.1402018517255783, 0.07630044221878052, 0.1560344398021698, 0.1086178719997406, 0.1237201914191246, 0.12992477416992188, 0.11364966630935669, 0.13327038288116455, 0.17251072824001312, 0.08040633052587509, 0.1462702602148056, 0.09025666862726212, 0.07366432994604111, 0.08964750915765762, 0.07380041480064392, 0.13723614811897278, 0.08565244823694229, 0.1698099970817566, 0.09874578565359116, 0.10441288352012634, 0.08067581057548523, 0.10133647173643112, 0.11022186279296875, 0.4304571747779846, 0.12860612571239471, 0.15179935097694397, 0.10204020887613297, 0.15301674604415894, 0.09820833057165146, 0.12512817978858948, 0.08828379958868027, 0.08917543292045593, 0.19929884374141693, 0.13268566131591797, 0.07971710711717606, 0.10754601657390594, 0.08578398078680038, 0.12485353648662567, 0.08673252165317535, 0.09423785656690598, 0.10859005153179169, 0.13815167546272278, 0.11745855212211609, 0.08263494819402695, 0.14824333786964417, 0.11879559606313705, 0.09929850697517395, 0.12125604599714279, 0.10837145894765854, 0.11908815056085587, 0.08927448093891144, 0.11509589850902557, 0.14191824197769165, 0.096445232629776, 0.07297008484601974, 0.08527718484401703, 0.14652501046657562, 0.0956210270524025, 0.1447906494140625, 0.13138465583324432, 0.1011921763420105, 0.1235860213637352, 0.13508348166942596, 0.09493274986743927, 0.12129747122526169, 0.08264767378568649, 0.08181105554103851, 0.1418834924697876, 0.08033177256584167, 0.12762826681137085, 0.12165098637342453, 0.09677448868751526, 0.1204477846622467, 0.08910204470157623, 0.12664847075939178, 0.08089008182287216, 0.1131717711687088, 0.10162480175495148, 0.11393658071756363, 0.11290069669485092, 0.11946157366037369, 0.2275686413049698, 0.1327710598707199, 0.15568532049655914, 0.14301960170269012, 0.12080898135900497, 0.15972435474395752, 0.12374839931726456, 0.09851590543985367, 0.19531527161598206, 0.08389352262020111, 0.12429063767194748, 0.1510043889284134, 0.1004396453499794, 0.10046015679836273, 0.12506110966205597, 0.18191993236541748, 0.14353080093860626, 0.07839149236679077, 0.11996186524629593, 0.1230672299861908, 0.1240408793091774, 0.12456630170345306, 0.1486349254846573, 0.09343592077493668, 0.1513279378414154, 0.10087180137634277, 0.12620094418525696, 0.1276639699935913, 0.08426909148693085, 0.10073989629745483, 0.13250762224197388], "saliency_stats": {"min": 0.05361631512641907, "max": 0.4304571747779846, "mean": 0.11912214926754434, "std": 0.03819985688782389}, "kept_experts": [0, 1, 3, 8, 9, 10, 12, 14, 17, 18, 19, 24, 26, 33, 34, 37, 38, 39, 42, 44, 46, 48, 50, 51, 57, 58, 59, 60, 62, 63, 64, 68, 72, 74, 76, 77, 78, 80, 82, 84, 85, 87, 88, 90, 95, 97, 103, 104, 105, 107, 109, 112, 113, 117, 121, 122, 124, 125, 127, 129, 131, 132, 136, 138, 139, 141, 142, 144, 147, 149, 150, 152, 154, 160, 161, 162, 163, 164, 165, 166, 167, 169, 171, 172, 175, 176, 177, 179, 180, 181, 182, 183, 185, 187, 188, 191], "dropped_experts": [2, 4, 5, 6, 7, 11, 13, 15, 16, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 35, 36, 40, 41, 43, 45, 47, 49, 52, 53, 54, 55, 56, 61, 65, 66, 67, 69, 70, 71, 73, 75, 79, 81, 83, 86, 89, 91, 92, 93, 94, 96, 98, 99, 100, 101, 102, 106, 108, 110, 111, 114, 115, 116, 118, 119, 120, 123, 126, 128, 130, 133, 134, 135, 137, 140, 143, 145, 146, 148, 151, 153, 155, 156, 157, 158, 159, 168, 170, 173, 174, 178, 184, 186, 189, 190], "groups": [[103, 2, 4, 5, 6, 7, 11, 13, 15, 16, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 35, 36, 40, 41, 43, 45, 47, 49, 52, 53, 54, 55, 56, 61, 65, 66, 67, 69, 70, 71, 73, 75, 79, 81, 83, 86, 89, 91, 92, 93, 94, 96, 98, 99, 100, 101, 102, 106, 108, 110, 111, 114, 115, 116, 118, 119, 120, 123, 126, 128, 130, 133, 134, 135, 137, 140, 143, 145, 146, 148, 151, 153, 155, 156, 157, 158, 159, 168, 170, 173, 174, 178, 184, 186, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.9}
{"type": "layer", "layer": 25, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.10055408626794815, 0.15937551856040955, 0.09352900087833405, 0.10051155835390091, 0.11772065609693527, 0.14175628125667572, 0.14064659178256989, 0.0842130035161972, 0.07786111533641815, 0.2095262110233307, 0.1121685802936554, 0.14333130419254303, 0.10782454162836075, 0.08032053709030151, 0.09392572194337845, 0.07514111697673798, 0.121613509953022, 0.22100135684013367, 0.1643754243850708, 0.1262725293636322, 0.16485652327537537, 0.10122799873352051, 0.12836982309818268, 0.15968044102191925, 0.10543987900018692, 0.07764280587434769, 0.11120159924030304, 0.08313722908496857, 0.13174182176589966, 0.12381342053413391, 0.09939560294151306, 0.13207529485225677, 0.11063888669013977, 0.13077589869499207, 0.2151447981595993, 0.14122256636619568, 0.1287597417831421, 0.11657476425170898, 0.13343608379364014, 0.09805043041706085, 0.14117982983589172, 0.06813240051269531, 0.10491814464330673, 0.12912043929100037, 0.07770578563213348, 0.16979363560676575, 0.11309438943862915, 0.14466743171215057, 0.14750270545482635, 0.1194695457816124, 0.1046023815870285, 0.0816199854016304, 0.18537193536758423, 0.09258828312158585, 0.08363787084817886, 0.09093592315912247, 0.14090563356876373, 0.2449113428592682, 0.11434304714202881, 0.1494251787662506, 0.06830959022045135, 0.09368628263473511, 0.1299736350774765, 0.128592386841774, 0.15637721121311188, 0.115323506295681, 0.08070841431617737, 0.1110253781080246, 0.1675693690776825, 0.095330148935318, 0.12417112290859222, 0.16092000901699066, 0.15178528428077698, 0.08629237115383148, 0.18749594688415527, 0.14037515223026276, 0.14742647111415863, 0.09190597385168076, 0.11860992014408112, 0.10974707454442978, 0.1051803007721901, 0.21451833844184875, 0.16197341680526733, 0.07572763413190842, 0.14934024214744568, 0.18261046707630157, 0.11377687752246857, 0.1261017620563507, 0.09584193676710129, 0.09537311643362045, 0.1080905869603157, 0.19239094853401184, 0.16086147725582123, 0.1352350264787674, 0.10116716474294662, 0.0880560353398323, 0.1744828224182129, 0.10176144540309906, 0.09112714976072311, 0.09570220857858658, 0.07821736484766006, 0.11337685585021973, 0.13693305850028992, 0.14689284563064575, 0.08334740996360779, 0.07458509504795074, 0.0795101597905159, 0.19613543152809143, 0.08697517216205597, 0.19395576417446136, 0.1412879228591919, 0.12587179243564606, 0.12711486220359802, 0.11678531020879745, 0.11583013087511063, 0.15240822732448578, 0.08846548944711685, 0.08556251972913742, 0.0794391855597496, 0.08545795828104019, 0.15578389167785645, 0.10796264559030533, 0.16073603928089142, 0.12154265493154526, 0.136134073138237, 0.2113826721906662, 0.11790415644645691, 0.14162270724773407, 0.13745789229869843, 0.13774065673351288, 0.0881446972489357, 0.14003925025463104, 0.2319214642047882, 0.11479505896568298, 0.18243995308876038, 0.13641150295734406, 0.1037408635020256, 0.15015557408332825, 0.15747447311878204, 0.08682885020971298, 0.12253014743328094, 0.10522055625915527, 0.0810428187251091, 0.14981330931186676, 0.09199529141187668, 0.10332553833723068, 0.10905081033706665, 0.14559052884578705, 0.10816986858844757, 0.11619356274604797, 0.10055253654718399, 0.16170689463615417, 0.1258085072040558, 0.13043558597564697, 0.11249587684869766, 0.10246821492910385, 0.13165880739688873, 0.11629217863082886, 0.10734741389751434, 0.10487189143896103, 0.13292141258716583, 0.13900507986545563, 0.10311447083950043, 0.10443528741598129, 0.16147352755069733, 0.11380353569984436, 0.08631902933120728, 0.11482065171003342, 0.11832083016633987, 0.09830962866544724, 0.18043485283851624, 0.2075737565755844, 0.17030557990074158, 0.15965460240840912, 0.13361401855945587, 0.12550392746925354, 0.17958900332450867, 0.12262134253978729, 0.12099155783653259, 0.18559473752975464, 0.09875370562076569, 0.1478600651025772, 0.11604121327400208, 0.17277905344963074, 0.10340320318937302, 0.09187271445989609, 0.15043401718139648, 0.09149155765771866, 0.1288093477487564, 0.12396147102117538, 0.15787728130817413, 0.09541205316781998], "saliency_stats": {"min": 0.06813240051269531, "max": 0.2449113428592682, "mean": 0.1260196293781822, "std": 0.035144848819688934}, "kept_experts": [1, 5, 6, 9, 11, 16, 17, 18, 19, 20, 22, 23, 28, 29, 31, 33, 34, 35, 36, 38, 40, 43, 45, 47, 48, 52, 56, 57, 59, 62, 63, 64, 68, 70, 71, 72, 74, 75, 76, 81, 82, 84, 85, 87, 91, 92, 93, 96, 102, 103, 107, 109, 110, 111, 112, 115, 120, 122, 123, 124, 125, 127, 128, 129, 131, 132, 134, 135, 137, 138, 140, 143, 147, 151, 152, 153, 156, 160, 161, 164, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 183, 186, 188, 189, 190], "dropped_experts": [0, 2, 3, 4, 7, 8, 10, 12, 13, 14, 15, 21, 24, 25, 26, 27, 30, 32, 37, 39, 41, 42, 44, 46, 49, 50, 51, 53, 54, 55, 58, 60, 61, 65, 66, 67, 69, 73, 77, 78, 79, 80, 83, 86, 88, 89, 90, 94, 95, 97, 98, 99, 100, 101, 104, 105, 106, 108, 113, 114, 116, 117, 118, 119, 121, 126, 130, 133, 136, 139, 141, 142, 144, 145, 146, 148, 149, 150, 154, 155, 157, 158, 159, 162, 163, 165, 166, 167, 168, 169, 180, 182, 184, 185, 187, 191], "groups": [[57, 0, 2, 3, 4, 7, 8, 10, 12, 13, 14, 15, 21, 24, 25, 26, 27, 30, 32, 37, 39, 41, 42, 44, 46, 49, 50, 51, 53, 54, 55, 58, 60, 61, 65, 66, 67, 69, 73, 77, 78, 79, 80, 83, 86, 88, 89, 90, 94, 95, 97, 98, 99, 100, 101, 104, 105, 106, 108, 113, 114, 116, 117, 118, 119, 121, 126, 130, 133, 136, 139, 141, 142, 144, 145, 146, 148, 149, 150, 154, 155, 157, 158, 159, 162, 163, 165, 166, 167, 168, 169, 180, 182, 184, 185, 187, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.9}
{"type": "layer", "layer": 26, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.11279582977294922, 0.180983766913414, 0.14056147634983063, 0.1315377801656723, 0.17064319550991058, 0.16235150396823883, 0.24450454115867615, 0.1802738606929779, 0.1942903995513916, 0.09431637078523636, 0.11948425322771072, 0.18825295567512512, 0.13523557782173157, 0.11658264696598053, 0.1652778834104538, 0.08978813141584396, 0.1645265370607376, 0.1504325568675995, 0.08516949415206909, 0.19506733119487762, 0.10385170578956604, 0.10856972634792328, 0.093795545399189, 0.12478910386562347, 0.11950989812612534, 0.13193030655384064, 0.10422077029943466, 0.13813355565071106, 0.11265576630830765, 0.11979980766773224, 0.11066585779190063, 0.11121738702058792, 0.10828890651464462, 0.11354286223649979, 0.17886441946029663, 0.09054329991340637, 0.15500345826148987, 0.19261610507965088, 0.09865473210811615, 0.14110203087329865, 0.11671414226293564, 0.10629427433013916, 0.1344548463821411, 0.11366882920265198, 0.1610419601202011, 0.18597906827926636, 0.09783739596605301, 0.18818220496177673, 0.0829140767455101, 0.0897417888045311, 0.19931669533252716, 0.17935189604759216, 0.07267539203166962, 0.10232056677341461, 0.09931325912475586, 0.1124977096915245, 0.20009146630764008, 0.20496422052383423, 0.10285618901252747, 0.08479297906160355, 0.136546790599823, 0.1270252913236618, 0.12034141272306442, 0.1359160989522934, 0.14596997201442719, 0.18146459758281708, 0.09986381232738495, 0.09929492324590683, 0.1028120219707489, 0.10028087347745895, 0.12206045538187027, 0.11950548738241196, 0.12896309792995453, 0.18630705773830414, 0.16794119775295258, 0.10746922343969345, 0.14433825016021729, 0.14265333116054535, 0.17012473940849304, 0.12153330445289612, 0.14719635248184204, 0.13706322014331818, 0.14235027134418488, 0.15163491666316986, 0.12409202754497528, 0.0975540429353714, 0.10464508831501007, 0.1640675961971283, 0.1161700040102005, 0.19316042959690094, 0.24690836668014526, 0.12366051226854324, 0.19965775310993195, 0.14793235063552856, 0.08961246907711029, 0.1305178850889206, 0.18576763570308685, 0.12967540323734283, 0.12285161018371582, 0.14908738434314728, 0.1255355030298233, 0.09181924164295197, 0.15699335932731628, 0.12673042714595795, 0.12877701222896576, 0.09783174842596054, 0.11058066785335541, 0.12040861696004868, 0.09379373490810394, 0.21301591396331787, 0.1409776508808136, 0.14108529686927795, 0.2272893786430359, 0.1018839031457901, 0.14810435473918915, 0.14265981316566467, 0.07001163810491562, 0.09963242709636688, 0.13738718628883362, 0.12727457284927368, 0.11575750261545181, 0.1293172389268875, 0.13133051991462708, 0.12355964630842209, 0.1499047726392746, 0.16146527230739594, 0.14850375056266785, 0.0962175652384758, 0.10814720392227173, 0.16378730535507202, 0.10474769026041031, 0.12097813189029694, 0.11232519894838333, 0.13757488131523132, 0.1909543126821518, 0.09078294783830643, 0.12119042128324509, 0.2003556489944458, 0.08150552958250046, 0.11566081643104553, 0.06193440407514572, 0.11961379647254944, 0.12904319167137146, 0.16067026555538177, 0.08514350652694702, 0.11529998481273651, 0.10358645021915436, 0.21860627830028534, 0.12742160260677338, 0.17915113270282745, 0.09963145107030869, 0.1256786286830902, 0.10437493026256561, 0.0969400554895401, 0.120942622423172, 0.12845608592033386, 0.21317218244075775, 0.1218768060207367, 0.2152296006679535, 0.10675130784511566, 0.16144874691963196, 0.11475604772567749, 0.1091693714261055, 0.1665528565645218, 0.07603850215673447, 0.09311749041080475, 0.10840996354818344, 0.10434804111719131, 0.1817833036184311, 0.1000598818063736, 0.18818601965904236, 0.10223183035850525, 0.09258302301168442, 0.0921156033873558, 0.1474674940109253, 0.08260181546211243, 0.09199455380439758, 0.14869298040866852, 0.10249438881874084, 0.18216179311275482, 0.1579296737909317, 0.11987553536891937, 0.12329359352588654, 0.1808289885520935, 0.13642370700836182, 0.10190913826227188, 0.13652099668979645, 0.07615812122821808, 0.12577025592327118, 0.14723730087280273, 0.11165245622396469, 0.2293700873851776], "saliency_stats": {"min": 0.06193440407514572, "max": 0.24690836668014526, "mean": 0.13339283441503844, "std": 0.03723254582186972}, "kept_experts": [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 14, 16, 17, 19, 25, 27, 34, 36, 37, 39, 42, 44, 45, 47, 50, 51, 56, 57, 60, 61, 63, 64, 65, 72, 73, 74, 76, 77, 78, 80, 81, 82, 83, 87, 89, 90, 92, 93, 95, 96, 97, 99, 100, 102, 103, 104, 109, 110, 111, 112, 114, 115, 118, 119, 121, 122, 124, 125, 126, 129, 133, 134, 137, 142, 143, 147, 148, 149, 151, 155, 156, 158, 160, 163, 168, 170, 174, 177, 179, 180, 183, 184, 186, 188, 189, 191], "dropped_experts": [0, 9, 10, 13, 15, 18, 20, 21, 22, 23, 24, 26, 28, 29, 30, 31, 32, 33, 35, 38, 40, 41, 43, 46, 48, 49, 52, 53, 54, 55, 58, 59, 62, 66, 67, 68, 69, 70, 71, 75, 79, 84, 85, 86, 88, 91, 94, 98, 101, 105, 106, 107, 108, 113, 116, 117, 120, 123, 127, 128, 130, 131, 132, 135, 136, 138, 139, 140, 141, 144, 145, 146, 150, 152, 153, 154, 157, 159, 161, 162, 164, 165, 166, 167, 169, 171, 172, 173, 175, 176, 178, 181, 182, 185, 187, 190], "groups": [[90, 0, 9, 10, 13, 15, 18, 20, 21, 22, 23, 24, 26, 28, 29, 30, 31, 32, 33, 35, 38, 40, 41, 43, 46, 48, 49, 52, 53, 54, 55, 58, 59, 62, 66, 67, 68, 69, 70, 71, 75, 79, 84, 85, 86, 88, 91, 94, 98, 101, 105, 106, 107, 108, 113, 116, 117, 120, 123, 127, 128, 130, 131, 132, 135, 136, 138, 139, 140, 141, 144, 145, 146, 150, 152, 153, 154, 157, 159, 161, 162, 164, 165, 166, 167, 169, 171, 172, 173, 175, 176, 178, 181, 182, 185, 187, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.2}
{"type": "layer", "layer": 27, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.13444308936595917, 0.10668928176164627, 0.08689623326063156, 0.1391591727733612, 0.10631078481674194, 0.15616008639335632, 0.13409863412380219, 0.17392972111701965, 0.16829387843608856, 0.10806608200073242, 0.13823167979717255, 0.14519071578979492, 0.1363755762577057, 0.15517844259738922, 0.07869059592485428, 0.16741469502449036, 0.1640079915523529, 0.09610780328512192, 0.21752528846263885, 0.12416195124387741, 0.14245054125785828, 0.16978669166564941, 0.20696741342544556, 0.10112962126731873, 0.10008179396390915, 0.08385388553142548, 0.14253130555152893, 0.15308885276317596, 0.14266714453697205, 0.17264533042907715, 0.08919932693243027, 0.17924880981445312, 0.1834120750427246, 0.08342298120260239, 0.10220331698656082, 0.07542096078395844, 0.09068799018859863, 0.14430469274520874, 0.07604622840881348, 0.19572198390960693, 0.16348131000995636, 0.10876673460006714, 0.12318207323551178, 0.12575186789035797, 0.17239052057266235, 0.14831584692001343, 0.09188619256019592, 0.0899331122636795, 0.12565062940120697, 0.14505033195018768, 0.09788883477449417, 0.15485332906246185, 0.13671107590198517, 0.1272665411233902, 0.1335010975599289, 0.08553061634302139, 0.12780039012432098, 0.11377208679914474, 0.08637433499097824, 0.15226349234580994, 0.109344482421875, 0.09889005869626999, 0.08316028863191605, 0.14813309907913208, 0.15531490743160248, 0.1136183887720108, 0.13272786140441895, 0.1140936017036438, 0.14614419639110565, 0.1721973717212677, 0.15744327008724213, 0.13152587413787842, 0.16874846816062927, 0.17135556042194366, 0.1297120302915573, 0.11606162041425705, 0.1299157440662384, 0.09633524715900421, 0.10898712277412415, 0.1263740211725235, 0.24727796018123627, 0.11607318371534348, 0.14741891622543335, 0.08927755802869797, 0.14541418850421906, 0.14621320366859436, 0.0823558121919632, 0.2134348452091217, 0.15979696810245514, 0.1086709201335907, 0.1724635362625122, 0.1091746985912323, 0.18066388368606567, 0.1363859921693802, 0.12165539711713791, 0.08815904706716537, 0.08959991484880447, 0.09894946217536926, 0.1262913942337036, 0.14214637875556946, 0.13107284903526306, 0.12897200882434845, 0.14201898872852325, 0.13128305971622467, 0.1822330206632614, 0.1314174234867096, 0.1209428459405899, 0.10793694853782654, 0.10604637861251831, 0.1047971248626709, 0.19715885818004608, 0.1069415882229805, 0.0966922864317894, 0.1136251911520958, 0.17244093120098114, 0.16261984407901764, 0.20665021240711212, 0.14487364888191223, 0.1907603144645691, 0.14022552967071533, 0.1160455122590065, 0.15002283453941345, 0.14562153816223145, 0.17445875704288483, 0.16377317905426025, 0.1337747871875763, 0.08889371156692505, 0.19126152992248535, 0.09543357789516449, 0.14513476192951202, 0.08832281827926636, 0.09281487762928009, 0.1698346734046936, 0.08579293638467789, 0.12395519763231277, 0.10872228443622589, 0.15400028228759766, 0.13195013999938965, 0.09918861091136932, 0.09670557826757431, 0.15934686362743378, 0.09355323016643524, 0.12733998894691467, 0.1855863481760025, 0.0863756313920021, 0.11211888492107391, 0.08602301776409149, 0.15828152000904083, 0.12899351119995117, 0.13548405468463898, 0.10051842033863068, 0.16447295248508453, 0.07801062613725662, 0.1853148192167282, 0.21113598346710205, 0.13894504308700562, 0.14825791120529175, 0.10511333495378494, 0.12320935726165771, 0.11957769840955734, 0.14337362349033356, 0.10227417200803757, 0.1958773285150528, 0.17400436103343964, 0.14529146254062653, 0.0980934128165245, 0.14611685276031494, 0.12182649224996567, 0.1566600501537323, 0.12220022827386856, 0.14416804909706116, 0.07905057817697525, 0.07798410952091217, 0.17781899869441986, 0.17293374240398407, 0.14501501619815826, 0.12649358808994293, 0.08820496499538422, 0.12178127467632294, 0.12423491477966309, 0.10117853432893753, 0.11812407523393631, 0.13202907145023346, 0.11486173421144485, 0.167007714509964, 0.10556482523679733, 0.13039208948612213, 0.10570693761110306, 0.14944332838058472, 0.12130749225616455, 0.14026643335819244, 0.13008713722229004], "saliency_stats": {"min": 0.07542096078395844, "max": 0.24727796018123627, "mean": 0.13237045821733773, "std": 0.0335609406771469}, "kept_experts": [0, 3, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 18, 20, 21, 22, 26, 27, 28, 29, 31, 32, 37, 39, 40, 44, 45, 49, 51, 52, 54, 59, 63, 64, 66, 68, 69, 70, 71, 72, 73, 80, 82, 84, 85, 87, 88, 90, 92, 93, 99, 100, 102, 103, 104, 105, 110, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 127, 129, 132, 136, 137, 140, 143, 147, 149, 151, 153, 154, 155, 156, 160, 162, 163, 164, 166, 168, 170, 173, 174, 175, 182, 184, 188, 190], "dropped_experts": [1, 2, 4, 9, 14, 17, 19, 23, 24, 25, 30, 33, 34, 35, 36, 38, 41, 42, 43, 46, 47, 48, 50, 53, 55, 56, 57, 58, 60, 61, 62, 65, 67, 74, 75, 76, 77, 78, 79, 81, 83, 86, 89, 91, 94, 95, 96, 97, 98, 101, 106, 107, 108, 109, 111, 112, 113, 120, 126, 128, 130, 131, 133, 134, 135, 138, 139, 141, 142, 144, 145, 146, 148, 150, 152, 157, 158, 159, 161, 165, 167, 169, 171, 172, 176, 177, 178, 179, 180, 181, 183, 185, 186, 187, 189, 191], "groups": [[80, 1, 2, 4, 9, 14, 17, 19, 23, 24, 25, 30, 33, 34, 35, 36, 38, 41, 42, 43, 46, 47, 48, 50, 53, 55, 56, 57, 58, 60, 61, 62, 65, 67, 74, 75, 76, 77, 78, 79, 81, 83, 86, 89, 91, 94, 95, 96, 97, 98, 101, 106, 107, 108, 109, 111, 112, 113, 120, 126, 128, 130, 131, 133, 134, 135, 138, 139, 141, 142, 144, 145, 146, 148, 150, 152, 157, 158, 159, 161, 165, 167, 169, 171, 172, 176, 177, 178, 179, 180, 181, 183, 185, 186, 187, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.1}
{"type": "layer", "layer": 28, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.09208560734987259, 0.19287297129631042, 0.1543315201997757, 0.13545596599578857, 0.11839213967323303, 0.0695052295923233, 0.10702033340930939, 0.14803075790405273, 0.13523393869400024, 0.11253730952739716, 0.18059523403644562, 0.16644714772701263, 0.2012067586183548, 0.11865649372339249, 0.11422660946846008, 0.09119725227355957, 0.17586244642734528, 0.18263575434684753, 0.19775915145874023, 0.10842335224151611, 0.110381118953228, 0.2557583451271057, 0.14080879092216492, 0.1305609494447708, 0.18654964864253998, 0.08723422884941101, 0.17849281430244446, 0.152653768658638, 0.10171963274478912, 0.11621066927909851, 0.0906473696231842, 0.1458907127380371, 0.08945807814598083, 0.13261649012565613, 0.11047329008579254, 0.08381842821836472, 0.08407168090343475, 0.18347600102424622, 0.259898841381073, 0.17578238248825073, 0.20282867550849915, 0.15793804824352264, 0.13210640847682953, 0.16980068385601044, 0.24279937148094177, 0.12142366915941238, 0.1094614639878273, 0.16492429375648499, 0.1182861253619194, 0.13080792129039764, 0.1428830623626709, 0.12818871438503265, 0.1737060248851776, 0.1774004101753235, 0.16319513320922852, 0.14390990138053894, 0.16363804042339325, 0.10869528353214264, 0.17874671518802643, 0.12047554552555084, 0.1517210155725479, 0.19161587953567505, 0.08623035997152328, 0.13896800577640533, 0.13475756347179413, 0.0940442830324173, 0.19842152297496796, 0.10025035589933395, 0.13237343728542328, 0.10520388931035995, 0.14893077313899994, 0.1741362065076828, 0.1351759135723114, 0.17506055533885956, 0.16100884974002838, 0.16346518695354462, 0.12387062609195709, 0.1842368096113205, 0.12199687212705612, 0.1940992772579193, 0.1602007895708084, 0.16471053659915924, 0.16092516481876373, 0.1193201020359993, 0.09221618622541428, 0.11008775234222412, 0.1389051228761673, 0.087464839220047, 0.15950067341327667, 0.1562754064798355, 0.11661360412836075, 0.13831213116645813, 0.13893267512321472, 0.17591647803783417, 0.09779304265975952, 0.1906803548336029, 0.09416162222623825, 0.13231869041919708, 0.1935301274061203, 0.22551549971103668, 0.15752935409545898, 0.16513937711715698, 0.1379818171262741, 0.10311182588338852, 0.06904821842908859, 0.16598230600357056, 0.1779024600982666, 0.21853327751159668, 0.10755164921283722, 0.10678784549236298, 0.12781675159931183, 0.081264428794384, 0.07674948871135712, 0.14460137486457825, 0.15496785938739777, 0.09085369110107422, 0.07634687423706055, 0.15594208240509033, 0.09726552665233612, 0.0846947580575943, 0.09114062041044235, 0.19690226018428802, 0.20209500193595886, 0.13624925911426544, 0.10444631427526474, 0.12259529531002045, 0.1338568776845932, 0.1614840030670166, 0.07910167425870895, 0.12086553126573563, 0.1307966262102127, 0.13351181149482727, 0.10805433243513107, 0.22597435116767883, 0.12154927104711533, 0.10198602825403214, 0.15922017395496368, 0.1687985509634018, 0.21980050206184387, 0.09972557425498962, 0.16840122640132904, 0.1506272852420807, 0.10177046060562134, 0.10972695052623749, 0.07856430113315582, 0.16497139632701874, 0.13388167321681976, 0.1407056301832199, 0.26362672448158264, 0.12542320787906647, 0.09836602956056595, 0.16038432717323303, 0.11001601815223694, 0.16032107174396515, 0.14391523599624634, 0.14666129648685455, 0.13149376213550568, 0.11208230257034302, 0.09675963968038559, 0.24868395924568176, 0.17439815402030945, 0.09462088346481323, 0.15499694645404816, 0.1583019644021988, 0.18268127739429474, 0.1607424020767212, 0.21055200695991516, 0.09019725769758224, 0.14310967922210693, 0.17694737017154694, 0.12487252056598663, 0.122806616127491, 0.2896750569343567, 0.22031666338443756, 0.16782622039318085, 0.09599999338388443, 0.09857019037008286, 0.10639674961566925, 0.08688957244157791, 0.2371935397386551, 0.14726701378822327, 0.10200071334838867, 0.18424969911575317, 0.15529865026474, 0.08751390874385834, 0.08899504691362381, 0.1920849084854126, 0.22992637753486633, 0.22328129410743713, 0.17631179094314575, 0.1862088143825531, 0.14104153215885162], "saliency_stats": {"min": 0.06904821842908859, "max": 0.2896750569343567, "mean": 0.14382825640495867, "std": 0.043337612227602205}, "kept_experts": [1, 2, 7, 10, 11, 12, 16, 17, 18, 21, 22, 24, 26, 27, 31, 37, 38, 39, 40, 41, 43, 44, 47, 50, 52, 53, 54, 55, 56, 58, 60, 61, 63, 66, 70, 71, 73, 74, 75, 77, 79, 80, 81, 82, 88, 89, 93, 95, 98, 99, 100, 101, 105, 106, 107, 113, 114, 117, 121, 122, 127, 133, 136, 137, 138, 140, 141, 145, 147, 148, 151, 153, 154, 155, 159, 160, 162, 163, 164, 165, 166, 168, 169, 172, 173, 174, 179, 180, 182, 183, 186, 187, 188, 189, 190, 191], "dropped_experts": [0, 3, 4, 5, 6, 8, 9, 13, 14, 15, 19, 20, 23, 25, 28, 29, 30, 32, 33, 34, 35, 36, 42, 45, 46, 48, 49, 51, 57, 59, 62, 64, 65, 67, 68, 69, 72, 76, 78, 83, 84, 85, 86, 87, 90, 91, 92, 94, 96, 97, 102, 103, 104, 108, 109, 110, 111, 112, 115, 116, 118, 119, 120, 123, 124, 125, 126, 128, 129, 130, 131, 132, 134, 135, 139, 142, 143, 144, 146, 149, 150, 152, 156, 157, 158, 161, 167, 170, 171, 175, 176, 177, 178, 181, 184, 185], "groups": [[172, 0, 3, 4, 5, 6, 8, 9, 13, 14, 15, 19, 20, 23, 25, 28, 29, 30, 32, 33, 34, 35, 36, 42, 45, 46, 48, 49, 51, 57, 59, 62, 64, 65, 67, 68, 69, 72, 76, 78, 83, 84, 85, 86, 87, 90, 91, 92, 94, 96, 97, 102, 103, 104, 108, 109, 110, 111, 112, 115, 116, 118, 119, 120, 123, 124, 125, 126, 128, 129, 130, 131, 132, 134, 135, 139, 142, 143, 144, 146, 149, 150, 152, 156, 157, 158, 161, 167, 170, 171, 175, 176, 177, 178, 181, 184, 185]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.2}
{"type": "layer", "layer": 29, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.2945009171962738, 0.20147645473480225, 0.12072644382715225, 0.10888619720935822, 0.1826673448085785, 0.11669901758432388, 0.1638324111700058, 0.09747248888015747, 0.19529302418231964, 0.19481921195983887, 0.20622238516807556, 0.10723381489515305, 0.1700441539287567, 0.17396308481693268, 0.1825852245092392, 0.13264530897140503, 0.0844448134303093, 0.11284808069467545, 0.12534105777740479, 0.11616555601358414, 0.20314659178256989, 0.21301253139972687, 0.1712605357170105, 0.09432070702314377, 0.14430029690265656, 0.14913223683834076, 0.17504580318927765, 0.13271909952163696, 0.1593700796365738, 0.2028113752603531, 0.1423598676919937, 0.12830092012882233, 0.13184833526611328, 0.24541723728179932, 0.09224355220794678, 0.17609569430351257, 0.10820650309324265, 0.18711145222187042, 0.16764385998249054, 0.17389646172523499, 0.2066795825958252, 0.16578781604766846, 0.24873478710651398, 0.0783681645989418, 0.12049861252307892, 0.18372412025928497, 0.14068709313869476, 0.11127755790948868, 0.21359840035438538, 0.11361154913902283, 0.1528855264186859, 0.1392921805381775, 0.08899257332086563, 0.15330611169338226, 0.2506886124610901, 0.17719236016273499, 0.18084029853343964, 0.1293349266052246, 0.11563762277364731, 0.12707147002220154, 0.14938494563102722, 0.17659398913383484, 0.11143716424703598, 0.14855365455150604, 0.15526847541332245, 0.08934725821018219, 0.1902877390384674, 0.1343822330236435, 0.17866003513336182, 0.14350837469100952, 0.13707229495048523, 0.1547616422176361, 0.12042774260044098, 0.13593432307243347, 0.1474914252758026, 0.09751098603010178, 0.15545795857906342, 0.09625081717967987, 0.1659652143716812, 0.1357208788394928, 0.1252940148115158, 0.1691114902496338, 0.09625673294067383, 0.21923653781414032, 0.20011483132839203, 0.17862200736999512, 0.12160015851259232, 0.17038051784038544, 0.15089718997478485, 0.1254177689552307, 0.09523595124483109, 0.1495426446199417, 0.16403202712535858, 0.13829383254051208, 0.2035071700811386, 0.19618406891822815, 0.14774483442306519, 0.10533052682876587, 0.2314106822013855, 0.20801113545894623, 0.10247647762298584, 0.09806574136018753, 0.15971653163433075, 0.18810516595840454, 0.11342617869377136, 0.08352281898260117, 0.14861981570720673, 0.097339928150177, 0.1484208106994629, 0.14847414195537567, 0.15949292480945587, 0.14871619641780853, 0.08886047452688217, 0.20907893776893616, 0.09297142177820206, 0.12718263268470764, 0.1907934844493866, 0.11278767883777618, 0.12847957015037537, 0.1311378926038742, 0.1779012233018875, 0.16813479363918304, 0.09416763484477997, 0.1695861518383026, 0.20821911096572876, 0.08007847517728806, 0.12077730149030685, 0.11029861867427826, 0.13056223094463348, 0.15418627858161926, 0.16456013917922974, 0.09725216031074524, 0.18215569853782654, 0.19462254643440247, 0.19995151460170746, 0.11648579686880112, 0.19620583951473236, 0.06906133145093918, 0.08727177232503891, 0.10728292912244797, 0.17276674509048462, 0.11089552938938141, 0.31209686398506165, 0.21078403294086456, 0.1425904631614685, 0.18691135942935944, 0.15002982318401337, 0.13765975832939148, 0.1278596967458725, 0.1704217493534088, 0.20161201059818268, 0.09776750952005386, 0.21360261738300323, 0.1524488478899002, 0.10170810669660568, 0.12582461535930634, 0.17883139848709106, 0.1063767820596695, 0.1520548313856125, 0.1732771396636963, 0.179975688457489, 0.13927651941776276, 0.1790561079978943, 0.18758437037467957, 0.15642087161540985, 0.09970016032457352, 0.2537989020347595, 0.0991843119263649, 0.1116473451256752, 0.07978091388940811, 0.14550356566905975, 0.17396454513072968, 0.18142274022102356, 0.13889604806900024, 0.1492796540260315, 0.1852039396762848, 0.15096354484558105, 0.13865305483341217, 0.14439436793327332, 0.12058377265930176, 0.11454050242900848, 0.2659284770488739, 0.12597063183784485, 0.12446603178977966, 0.09172679483890533, 0.14031144976615906, 0.1307443380355835, 0.07245780527591705, 0.12524078786373138, 0.08173762261867523, 0.07964730262756348, 0.15825657546520233], "saliency_stats": {"min": 0.06906133145093918, "max": 0.31209686398506165, "mean": 0.14928557172728082, "std": 0.0434802215371693}, "kept_experts": [0, 1, 4, 6, 8, 9, 10, 12, 13, 14, 20, 21, 22, 25, 26, 28, 29, 33, 35, 37, 38, 39, 40, 41, 42, 45, 48, 50, 53, 54, 55, 56, 60, 61, 63, 64, 66, 68, 71, 76, 78, 81, 83, 84, 85, 87, 88, 91, 92, 94, 95, 98, 99, 102, 103, 106, 108, 109, 110, 111, 113, 116, 120, 121, 123, 124, 129, 130, 132, 133, 134, 136, 140, 142, 143, 145, 146, 149, 150, 152, 153, 156, 158, 159, 160, 162, 163, 164, 166, 171, 172, 174, 175, 176, 181, 191], "dropped_experts": [2, 3, 5, 7, 11, 15, 16, 17, 18, 19, 23, 24, 27, 30, 31, 32, 34, 36, 43, 44, 46, 47, 49, 51, 52, 57, 58, 59, 62, 65, 67, 69, 70, 72, 73, 74, 75, 77, 79, 80, 82, 86, 89, 90, 93, 96, 97, 100, 101, 104, 105, 107, 112, 114, 115, 117, 118, 119, 122, 125, 126, 127, 128, 131, 135, 137, 138, 139, 141, 144, 147, 148, 151, 154, 155, 157, 161, 165, 167, 168, 169, 170, 173, 177, 178, 179, 180, 182, 183, 184, 185, 186, 187, 188, 189, 190], "groups": [[142, 2, 3, 5, 7, 11, 15, 16, 17, 18, 19, 23, 24, 27, 30, 31, 32, 34, 36, 43, 44, 46, 47, 49, 51, 52, 57, 58, 59, 62, 65, 67, 69, 70, 72, 73, 74, 75, 77, 79, 80, 82, 86, 89, 90, 93, 96, 97, 100, 101, 104, 105, 107, 112, 114, 115, 117, 118, 119, 122, 125, 126, 127, 128, 131, 135, 137, 138, 139, 141, 144, 147, 148, 151, 154, 155, 157, 161, 165, 167, 168, 169, 170, 173, 177, 178, 179, 180, 182, 183, 184, 185, 186, 187, 188, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.2}
{"type": "layer", "layer": 30, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.1083763986825943, 0.17726266384124756, 0.1826375126838684, 0.14607876539230347, 0.1053161770105362, 0.0932406336069107, 0.12306340038776398, 0.21211647987365723, 0.08922746032476425, 0.15888066589832306, 0.1380157768726349, 0.15042158961296082, 0.12773257493972778, 0.1333102136850357, 0.10794384032487869, 0.17350515723228455, 0.1051119938492775, 0.20459400117397308, 0.09486578404903412, 0.1859796792268753, 0.2504761517047882, 0.12304869294166565, 0.1792665272951126, 0.08416830003261566, 0.1761491745710373, 0.14539381861686707, 0.14027175307273865, 0.20405317842960358, 0.14620698988437653, 0.11352095752954483, 0.1715242713689804, 0.19940577447414398, 0.11035866290330887, 0.18084600567817688, 0.13458611071109772, 0.21786199510097504, 0.22866740822792053, 0.19908945262432098, 0.28133541345596313, 0.16867147386074066, 0.18238425254821777, 0.18799935281276703, 0.1065203920006752, 0.07837709039449692, 0.16808341443538666, 0.11148981004953384, 0.16832338273525238, 0.09210939705371857, 0.226185142993927, 0.09754235297441483, 0.21778878569602966, 0.14905323088169098, 0.16809068620204926, 0.09980671852827072, 0.2637123167514801, 0.22792325913906097, 0.22790291905403137, 0.1280200034379959, 0.22941294312477112, 0.21541771292686462, 0.18146134912967682, 0.14836719632148743, 0.07810055464506149, 0.1172536164522171, 0.19795116782188416, 0.10021642595529556, 0.17513848841190338, 0.21026934683322906, 0.14220963418483734, 0.08587952703237534, 0.1770365983247757, 0.08304945379495621, 0.1137591302394867, 0.16372798383235931, 0.14278146624565125, 0.10059772431850433, 0.08833027631044388, 0.1705818474292755, 0.1778121441602707, 0.12486673891544342, 0.24466827511787415, 0.20997275412082672, 0.17106226086616516, 0.14310044050216675, 0.12761513888835907, 0.16361983120441437, 0.2063886523246765, 0.21526658535003662, 0.10985321551561356, 0.2331751137971878, 0.13056708872318268, 0.2386636883020401, 0.23308764398097992, 0.19531677663326263, 1.3242521286010742, 0.16952557861804962, 0.19012102484703064, 0.21812032163143158, 0.18741804361343384, 0.1976029872894287, 0.23093180358409882, 0.17768160998821259, 0.21224907040596008, 0.11763527989387512, 0.09366787225008011, 0.2066815346479416, 0.14360806345939636, 0.19770263135433197, 0.21331848204135895, 0.11318464577198029, 0.1454240083694458, 0.19742989540100098, 0.09792569279670715, 0.17995189130306244, 0.25576141476631165, 0.23818424344062805, 0.22867080569267273, 0.12379332631826401, 0.11884798109531403, 0.11288556456565857, 0.18477459251880646, 0.1890362799167633, 0.16771435737609863, 0.19235768914222717, 0.1330125778913498, 0.20740926265716553, 0.18643724918365479, 0.1643441915512085, 0.09526834636926651, 0.18446727097034454, 0.1436835080385208, 0.13923591375350952, 0.18750569224357605, 0.08409253507852554, 0.12638194859027863, 0.07634866237640381, 0.13419859111309052, 0.13240675628185272, 0.1620626598596573, 0.17936094105243683, 0.16758549213409424, 0.1518549919128418, 0.1503761112689972, 0.16133707761764526, 0.11556927114725113, 0.12333028763532639, 0.1162383183836937, 0.2199113368988037, 0.2334153950214386, 0.16910788416862488, 0.18991486728191376, 0.17718546092510223, 0.1179962083697319, 0.11871229857206345, 0.223812997341156, 0.1250840574502945, 0.20572146773338318, 0.2398701161146164, 0.2207140475511551, 0.10407113283872604, 0.10578549653291702, 0.30124974250793457, 0.15046557784080505, 0.21536338329315186, 0.1796812117099762, 0.15270449221134186, 0.17077600955963135, 0.20069028437137604, 0.1757264882326126, 0.15058888494968414, 0.19297528266906738, 0.19846701622009277, 0.10107961297035217, 0.13979049026966095, 0.0967690497636795, 0.15676531195640564, 0.17821872234344482, 0.15275216102600098, 0.11699865758419037, 0.10418251156806946, 0.15312010049819946, 0.11428776383399963, 0.12936291098594666, 0.10938411951065063, 0.17566174268722534, 0.18341629207134247, 0.30251404643058777, 0.1061413586139679, 0.12514543533325195, 0.13291391730308533, 0.09742281585931778, 0.30944952368736267], "saliency_stats": {"min": 0.07634866237640381, "max": 1.3242521286010742, "mean": 0.16820212678673366, "std": 0.096854943919105}, "kept_experts": [1, 2, 7, 15, 17, 19, 20, 22, 24, 27, 30, 31, 33, 35, 36, 37, 38, 39, 40, 41, 44, 46, 48, 50, 52, 54, 55, 56, 58, 59, 60, 64, 66, 67, 70, 77, 78, 80, 81, 82, 86, 87, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 105, 107, 108, 111, 113, 114, 115, 116, 120, 121, 122, 123, 125, 126, 127, 129, 132, 139, 140, 147, 148, 149, 150, 151, 154, 156, 157, 158, 161, 163, 164, 166, 167, 168, 170, 171, 176, 184, 185, 186, 191], "dropped_experts": [0, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 18, 21, 23, 25, 26, 28, 29, 32, 34, 42, 43, 45, 47, 49, 51, 53, 57, 61, 62, 63, 65, 68, 69, 71, 72, 73, 74, 75, 76, 79, 83, 84, 85, 88, 90, 103, 104, 106, 109, 110, 112, 117, 118, 119, 124, 128, 130, 131, 133, 134, 135, 136, 137, 138, 141, 142, 143, 144, 145, 146, 152, 153, 155, 159, 160, 162, 165, 169, 172, 173, 174, 175, 177, 178, 179, 180, 181, 182, 183, 187, 188, 189, 190], "groups": [[94, 0, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 16, 18, 21, 23, 25, 26, 28, 29, 32, 34, 42, 43, 45, 47, 49, 51, 53, 57, 61, 62, 63, 65, 68, 69, 71, 72, 73, 74, 75, 76, 79, 83, 84, 85, 88, 90, 103, 104, 106, 109, 110, 112, 117, 118, 119, 124, 128, 130, 131, 133, 134, 135, 136, 137, 138, 141, 142, 143, 144, 145, 146, 152, 153, 155, 159, 160, 162, 165, 169, 172, 173, 174, 175, 177, 178, 179, 180, 181, 182, 183, 187, 188, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.0}
{"type": "layer", "layer": 31, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.17374761402606964, 0.17880985140800476, 0.205680713057518, 0.12847532331943512, 0.19014479219913483, 0.20641589164733887, 0.18036438524723053, 0.14406540989875793, 0.205336332321167, 0.24371567368507385, 0.09242932498455048, 0.1786854863166809, 0.10893703252077103, 0.1971559226512909, 0.14297077059745789, 0.1258453130722046, 0.28306686878204346, 0.16794688999652863, 0.27388495206832886, 0.1772184818983078, 0.2074214667081833, 0.12615624070167542, 0.17903399467468262, 0.1700555980205536, 0.18312308192253113, 0.10948873311281204, 0.11607983708381653, 0.17039445042610168, 0.17829470336437225, 0.2572389841079712, 0.20178236067295074, 0.1083984225988388, 0.1827167123556137, 0.13591139018535614, 0.2478344887495041, 0.1695670634508133, 0.21526208519935608, 0.16869905591011047, 0.25035154819488525, 0.2552762031555176, 0.2504001557826996, 0.2489999234676361, 0.15753115713596344, 0.14764614403247833, 0.17405584454536438, 0.19029301404953003, 0.21506591141223907, 0.2162967026233673, 0.13096563518047333, 0.11581579595804214, 0.17531298100948334, 0.1691473126411438, 0.19751770794391632, 0.18724073469638824, 0.30750492215156555, 0.2276218831539154, 0.18960843980312347, 0.2060016542673111, 0.20051826536655426, 0.14640161395072937, 0.15307173132896423, 0.21563544869422913, 0.2344396412372589, 0.11722122877836227, 0.12991276383399963, 0.1281876266002655, 0.24061618745326996, 0.09222482144832611, 0.12055952101945877, 0.09407667070627213, 0.20705649256706238, 0.25185641646385193, 0.12236373126506805, 0.3161422610282898, 0.09764068573713303, 0.19762255251407623, 0.15472626686096191, 0.11033154278993607, 0.16529947519302368, 0.263528048992157, 0.3310287594795227, 0.15956760942935944, 0.1473894715309143, 0.24062255024909973, 0.21021626889705658, 0.28091737627983093, 0.25581952929496765, 0.14667026698589325, 0.17459413409233093, 0.1431702971458435, 0.2325466424226761, 0.10198196768760681, 0.13038571178913116, 0.18448816239833832, 0.14078713953495026, 0.17166036367416382, 0.16448448598384857, 0.18812856078147888, 0.21169494092464447, 0.17880238592624664, 0.19026440382003784, 0.3004125654697418, 0.1288406401872635, 0.20724186301231384, 0.2403256595134735, 0.14256829023361206, 0.14173218607902527, 0.18560850620269775, 0.16140598058700562, 0.12434398382902145, 0.1667664498090744, 0.15468420088291168, 0.1472730040550232, 0.28630465269088745, 0.23578503727912903, 0.12114355713129044, 0.23906366527080536, 0.10776536911725998, 0.1863258332014084, 0.14930181205272675, 0.10865439474582672, 0.16978316009044647, 0.16473433375358582, 0.08957244455814362, 0.1965264081954956, 0.235353022813797, 0.18377076089382172, 0.24000811576843262, 0.23412860929965973, 0.19009941816329956, 0.26718899607658386, 0.1864655464887619, 0.10408531874418259, 0.1853720098733902, 0.13638785481452942, 0.10381196439266205, 0.11444177478551865, 0.23809082806110382, 0.12585560977458954, 0.18480710685253143, 0.22436028718948364, 0.20681707561016083, 0.1729610562324524, 0.26365038752555847, 0.1527031511068344, 0.17431944608688354, 0.207347571849823, 0.1766507625579834, 0.27181655168533325, 0.22660747170448303, 0.20585821568965912, 0.2527168393135071, 0.231795534491539, 0.14709490537643433, 0.30647221207618713, 0.2735033631324768, 0.15361329913139343, 0.20463594794273376, 0.27411434054374695, 0.2122039943933487, 0.11105764657258987, 0.17810101807117462, 0.16471362113952637, 0.10652828961610794, 0.14753447473049164, 0.12661829590797424, 0.21523517370224, 0.1451612114906311, 0.19977448880672455, 0.11610700935125351, 0.112110935151577, 0.15616242587566376, 0.1446003019809723, 0.21804934740066528, 0.0991649329662323, 0.21273358166217804, 0.09994632750749588, 0.24725031852722168, 0.21318908035755157, 0.23062916100025177, 0.0935317873954773, 0.10639426857233047, 0.13423867523670197, 0.08667951077222824, 0.13995008170604706, 0.13213281333446503, 0.1859617829322815, 0.19311264157295227, 0.1641567051410675, 0.11927212029695511, 0.25329527258872986, 0.15066897869110107], "saliency_stats": {"min": 0.08667951077222824, "max": 0.3310287594795227, "mean": 0.18082811989976713, "std": 0.05337136708567003}, "kept_experts": [1, 2, 4, 5, 6, 8, 9, 11, 13, 16, 18, 20, 22, 24, 28, 29, 30, 32, 34, 36, 38, 39, 40, 41, 45, 46, 47, 52, 53, 54, 55, 56, 57, 58, 61, 62, 66, 70, 71, 73, 75, 79, 80, 83, 84, 85, 86, 90, 93, 97, 98, 99, 100, 101, 103, 104, 107, 113, 114, 116, 118, 124, 125, 126, 127, 128, 129, 130, 131, 133, 137, 139, 140, 141, 143, 146, 148, 149, 150, 151, 152, 154, 155, 157, 158, 159, 166, 168, 173, 175, 177, 178, 179, 186, 187, 190], "dropped_experts": [0, 3, 7, 10, 12, 14, 15, 17, 19, 21, 23, 25, 26, 27, 31, 33, 35, 37, 42, 43, 44, 48, 49, 50, 51, 59, 60, 63, 64, 65, 67, 68, 69, 72, 74, 76, 77, 78, 81, 82, 87, 88, 89, 91, 92, 94, 95, 96, 102, 105, 106, 108, 109, 110, 111, 112, 115, 117, 119, 120, 121, 122, 123, 132, 134, 135, 136, 138, 142, 144, 145, 147, 153, 156, 160, 161, 162, 163, 164, 165, 167, 169, 170, 171, 172, 174, 176, 180, 181, 182, 183, 184, 185, 188, 189, 191], "groups": [[80, 0, 3, 7, 10, 12, 14, 15, 17, 19, 21, 23, 25, 26, 27, 31, 33, 35, 37, 42, 43, 44, 48, 49, 50, 51, 59, 60, 63, 64, 65, 67, 68, 69, 72, 74, 76, 77, 78, 81, 82, 87, 88, 89, 91, 92, 94, 95, 96, 102, 105, 106, 108, 109, 110, 111, 112, 115, 117, 119, 120, 121, 122, 123, 132, 134, 135, 136, 138, 142, 144, 145, 147, 153, 156, 160, 161, 162, 163, 164, 165, 167, 169, 170, 171, 172, 174, 176, 180, 181, 182, 183, 184, 185, 188, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.7}
{"type": "layer", "layer": 32, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.15900874137878418, 0.24848705530166626, 0.20039355754852295, 0.1758538782596588, 0.22269557416439056, 0.2646820545196533, 0.23321515321731567, 0.2786700427532196, 0.27099114656448364, 0.17436730861663818, 0.17701905965805054, 0.1340492069721222, 0.16342288255691528, 0.17201687395572662, 0.20544621348381042, 0.32432809472084045, 0.2054670751094818, 0.24954301118850708, 0.2545159161090851, 0.18261221051216125, 0.22944241762161255, 0.1833098977804184, 0.23813596367835999, 0.2506332993507385, 0.18143843114376068, 0.11137077212333679, 0.213322252035141, 0.21287792921066284, 0.1964806467294693, 0.1628667712211609, 0.2882370352745056, 0.21979209780693054, 0.16631555557250977, 0.13548201322555542, 0.2554935812950134, 0.2482708841562271, 0.21880844235420227, 0.20967353880405426, 0.16410677134990692, 0.24880842864513397, 0.172698512673378, 0.11402954161167145, 0.21101032197475433, 0.19725684821605682, 0.3052251935005188, 0.3581594228744507, 0.12911956012248993, 0.14981913566589355, 0.24726618826389313, 0.18423058092594147, 0.11759605258703232, 0.11261863261461258, 0.2877228558063507, 0.350468248128891, 0.1587885320186615, 0.10249260067939758, 0.11833355575799942, 0.10825467109680176, 0.26509571075439453, 0.2024277150630951, 0.13052652776241302, 0.26747435331344604, 0.21309968829154968, 0.16946017742156982, 0.21254435181617737, 0.16737648844718933, 0.23481634259223938, 0.2496577799320221, 0.26679977774620056, 0.1506267935037613, 0.29813292622566223, 0.15354907512664795, 0.20300810039043427, 0.13206662237644196, 0.11310720443725586, 0.19723078608512878, 0.20785656571388245, 0.23897460103034973, 0.13877452909946442, 0.20522715151309967, 0.20276093482971191, 0.1911780685186386, 0.2112797349691391, 0.26381319761276245, 0.18779680132865906, 0.23089341819286346, 0.1509554535150528, 0.11138380318880081, 0.12531325221061707, 0.2123359739780426, 0.11136943846940994, 0.26961031556129456, 0.18065881729125977, 0.10293126851320267, 0.21665605902671814, 0.17348356544971466, 0.2819640636444092, 0.15238900482654572, 0.19454319775104523, 0.22121307253837585, 0.13788768649101257, 0.14537467062473297, 0.15309534966945648, 0.155991330742836, 0.2752644419670105, 0.30124473571777344, 0.25289636850357056, 0.18390463292598724, 0.10176846385002136, 0.17415767908096313, 0.1480529010295868, 0.2981189787387848, 0.14544352889060974, 0.15933120250701904, 0.18602675199508667, 0.10647112876176834, 0.18351374566555023, 0.09759676456451416, 0.12381397932767868, 0.11735497415065765, 0.25178763270378113, 0.21580378711223602, 0.18346022069454193, 0.16257432103157043, 0.20802563428878784, 0.23842425644397736, 0.2792498469352722, 0.276515930891037, 0.17673514783382416, 0.29020991921424866, 0.27923208475112915, 0.2588654160499573, 0.17649678885936737, 0.1383419781923294, 0.2131606638431549, 0.10381430387496948, 0.2510146498680115, 0.11250998824834824, 0.15276646614074707, 0.18554510176181793, 0.22183069586753845, 0.28933075070381165, 0.17943106591701508, 0.17511606216430664, 0.22832943499088287, 0.12108000367879868, 0.3213854134082794, 0.20327843725681305, 0.1545329988002777, 0.12455805391073227, 0.13598470389842987, 0.13626369833946228, 0.106138676404953, 0.2059967815876007, 0.27951979637145996, 0.24728380143642426, 0.21334043145179749, 0.20326536893844604, 0.11811534315347672, 0.20095525681972504, 0.19308795034885406, 0.10718666762113571, 0.19556596875190735, 0.16016007959842682, 0.1907741278409958, 0.19115877151489258, 0.26772746443748474, 0.20887449383735657, 0.13477399945259094, 0.3064233660697937, 0.20478129386901855, 0.2020714432001114, 0.15959987044334412, 0.12135549634695053, 0.09360399097204208, 0.16123509407043457, 0.19303050637245178, 0.20709581673145294, 0.14001081883907318, 0.17375299334526062, 0.19881479442119598, 0.12238998711109161, 0.21625660359859467, 0.26723819971084595, 0.17803655564785004, 0.20306822657585144, 0.11167227476835251, 0.11412358283996582, 0.17601913213729858, 0.23565620183944702, 0.15874963998794556, 0.20812281966209412], "saliency_stats": {"min": 0.09360399097204208, "max": 0.3581594228744507, "mean": 0.19446408026851714, "std": 0.05721051473409323}, "kept_experts": [1, 2, 4, 5, 6, 7, 8, 14, 15, 16, 17, 18, 20, 22, 23, 26, 27, 28, 30, 31, 34, 35, 36, 37, 39, 42, 43, 44, 45, 48, 52, 53, 58, 59, 61, 62, 64, 66, 67, 68, 70, 72, 75, 76, 77, 79, 80, 82, 83, 85, 89, 91, 94, 96, 98, 99, 104, 105, 106, 111, 120, 121, 124, 125, 126, 127, 129, 130, 131, 134, 136, 140, 141, 144, 146, 147, 153, 154, 155, 156, 157, 159, 160, 162, 166, 167, 169, 170, 171, 177, 180, 182, 183, 185, 189, 191], "dropped_experts": [0, 3, 9, 10, 11, 12, 13, 19, 21, 24, 25, 29, 32, 33, 38, 40, 41, 46, 47, 49, 50, 51, 54, 55, 56, 57, 60, 63, 65, 69, 71, 73, 74, 78, 81, 84, 86, 87, 88, 90, 92, 93, 95, 97, 100, 101, 102, 103, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 119, 122, 123, 128, 132, 133, 135, 137, 138, 139, 142, 143, 145, 148, 149, 150, 151, 152, 158, 161, 163, 164, 165, 168, 172, 173, 174, 175, 176, 178, 179, 181, 184, 186, 187, 188, 190], "groups": [[45, 0, 3, 9, 10, 11, 12, 13, 19, 21, 24, 25, 29, 32, 33, 38, 40, 41, 46, 47, 49, 50, 51, 54, 55, 56, 57, 60, 63, 65, 69, 71, 73, 74, 78, 81, 84, 86, 87, 88, 90, 92, 93, 95, 97, 100, 101, 102, 103, 107, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 119, 122, 123, 128, 132, 133, 135, 137, 138, 139, 142, 143, 145, 148, 149, 150, 151, 152, 158, 161, 163, 164, 165, 168, 172, 173, 174, 175, 176, 178, 179, 181, 184, 186, 187, 188, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.0}
{"type": "layer", "layer": 33, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.24423035979270935, 0.12295553088188171, 0.26847878098487854, 0.10522936284542084, 0.2482406198978424, 0.24039985239505768, 0.1724511682987213, 0.1486596316099167, 0.24140551686286926, 0.2528170049190521, 0.2882930338382721, 0.2077065408229828, 0.15877977013587952, 0.19765861332416534, 0.10855818539857864, 0.2050456553697586, 0.2712560296058655, 0.22975730895996094, 0.13341623544692993, 0.21515047550201416, 0.3366922438144684, 0.16016246378421783, 0.19923178851604462, 0.17873519659042358, 0.3647548258304596, 0.2608567774295807, 0.14150278270244598, 0.15497180819511414, 0.11357368528842926, 0.14959652721881866, 0.26517555117607117, 0.22363951802253723, 0.2362220287322998, 0.12050405889749527, 0.13826540112495422, 0.18128660321235657, 0.28739693760871887, 0.19533315300941467, 0.33630919456481934, 0.22309161722660065, 0.3216330111026764, 0.31936728954315186, 0.1414656788110733, 0.16493484377861023, 0.18816347420215607, 0.28905385732650757, 0.10603771358728409, 0.28183984756469727, 0.16053204238414764, 0.1707247644662857, 0.25765320658683777, 0.20521500706672668, 0.19125480949878693, 0.30719685554504395, 0.2409093976020813, 0.2267380803823471, 0.1783529818058014, 0.22394293546676636, 0.15240496397018433, 0.22852106392383575, 0.2241223007440567, 0.1609455943107605, 0.13999253511428833, 0.18248452246189117, 0.3130538761615753, 0.19863677024841309, 0.23744910955429077, 0.11248716711997986, 0.14403970539569855, 0.14020328223705292, 0.11931279301643372, 0.29678159952163696, 0.1248282864689827, 0.2689611613750458, 0.31984665989875793, 0.20271481573581696, 0.18969324231147766, 0.2759498059749603, 0.29411953687667847, 0.32435134053230286, 0.1876526176929474, 0.14731088280677795, 0.26018786430358887, 0.15879689157009125, 0.12480880320072174, 0.29812148213386536, 0.2788292467594147, 0.298973023891449, 0.1118919774889946, 0.2638157308101654, 0.25150781869888306, 0.10524924844503403, 0.2671975791454315, 0.19482415914535522, 0.2555941045284271, 0.24802714586257935, 0.11724483966827393, 0.30034151673316956, 0.20582345128059387, 0.15533749759197235, 0.29654231667518616, 0.20278534293174744, 0.25602155923843384, 0.15977294743061066, 0.2169218808412552, 0.2864336371421814, 0.1511310338973999, 0.17995670437812805, 0.1903424859046936, 0.22310151159763336, 0.1853845864534378, 0.22310689091682434, 0.13334940373897552, 0.26219385862350464, 0.2754025161266327, 0.2558123767375946, 0.1635742336511612, 0.17973951995372772, 0.3627764582633972, 0.2550266981124878, 0.22473399341106415, 0.1383674442768097, 0.22814013063907623, 0.2841397821903229, 0.19532273709774017, 0.264254093170166, 0.1472962647676468, 0.3009415566921234, 0.26632431149482727, 0.10064004361629486, 0.19979187846183777, 0.3960528075695038, 0.14168182015419006, 0.16630733013153076, 0.26582327485084534, 0.16004496812820435, 0.21130357682704926, 0.127939373254776, 0.32017379999160767, 0.22447748482227325, 0.2461644560098648, 0.2465774565935135, 0.29151079058647156, 0.31464657187461853, 0.3241082429885864, 0.27249863743782043, 0.2279672622680664, 0.10742172598838806, 0.24505721032619476, 0.2589385211467743, 0.16353332996368408, 0.15386521816253662, 0.19661015272140503, 0.1260075569152832, 0.1697932481765747, 0.3133368492126465, 0.18821083009243011, 0.3419862985610962, 0.2732310891151428, 0.22824206948280334, 0.26314184069633484, 0.18331710994243622, 0.26848581433296204, 0.2586069107055664, 0.3098565936088562, 0.312577486038208, 0.09631264209747314, 0.3440251052379608, 0.2523364722728729, 0.13210788369178772, 0.2987126410007477, 0.27346810698509216, 0.24235835671424866, 0.1930948942899704, 0.2414841502904892, 0.14977243542671204, 0.41557809710502625, 0.11984480172395706, 0.36992454528808594, 0.2915595769882202, 0.1711653620004654, 0.10490650683641434, 0.35808804631233215, 0.3153288662433624, 0.20190539956092834, 0.27815884351730347, 0.26479506492614746, 0.2534409463405609, 0.23071572184562683, 0.170808345079422, 0.24243129789829254, 0.21890215575695038], "saliency_stats": {"min": 0.09631264209747314, "max": 0.41557809710502625, "mean": 0.22148591574902335, "std": 0.06894533222372864}, "kept_experts": [0, 2, 4, 5, 8, 9, 10, 16, 17, 20, 24, 25, 30, 32, 36, 38, 40, 41, 45, 47, 50, 53, 54, 55, 59, 60, 64, 66, 71, 73, 74, 77, 78, 79, 82, 85, 86, 87, 89, 90, 92, 94, 95, 97, 100, 102, 105, 113, 114, 115, 118, 119, 120, 122, 123, 125, 127, 128, 131, 134, 138, 139, 140, 141, 142, 143, 144, 145, 146, 148, 149, 155, 157, 158, 159, 160, 162, 163, 164, 165, 167, 168, 170, 171, 172, 174, 176, 178, 179, 182, 183, 185, 186, 187, 188, 190], "dropped_experts": [1, 3, 6, 7, 11, 12, 13, 14, 15, 18, 19, 21, 22, 23, 26, 27, 28, 29, 31, 33, 34, 35, 37, 39, 42, 43, 44, 46, 48, 49, 51, 52, 56, 57, 58, 61, 62, 63, 65, 67, 68, 69, 70, 72, 75, 76, 80, 81, 83, 84, 88, 91, 93, 96, 98, 99, 101, 103, 104, 106, 107, 108, 109, 110, 111, 112, 116, 117, 121, 124, 126, 129, 130, 132, 133, 135, 136, 137, 147, 150, 151, 152, 153, 154, 156, 161, 166, 169, 173, 175, 177, 180, 181, 184, 189, 191], "groups": [[176, 1, 3, 6, 7, 11, 12, 13, 14, 15, 18, 19, 21, 22, 23, 26, 27, 28, 29, 31, 33, 34, 35, 37, 39, 42, 43, 44, 46, 48, 49, 51, 52, 56, 57, 58, 61, 62, 63, 65, 67, 68, 69, 70, 72, 75, 76, 80, 81, 83, 84, 88, 91, 93, 96, 98, 99, 101, 103, 104, 106, 107, 108, 109, 110, 111, 112, 116, 117, 121, 124, 126, 129, 130, 132, 133, 135, 136, 137, 147, 150, 151, 152, 153, 154, 156, 161, 166, 169, 173, 175, 177, 180, 181, 184, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 57.3}
{"type": "layer", "layer": 34, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.25707489252090454, 0.3118263781070709, 0.2410767823457718, 0.18844707310199738, 0.2972068190574646, 0.42194491624832153, 0.3208179473876953, 0.3920459747314453, 0.18375639617443085, 0.42085424065589905, 0.23067034780979156, 0.1506173312664032, 0.10988053679466248, 0.3213942050933838, 0.2676374018192291, 0.19674254953861237, 0.30214181542396545, 0.2337132841348648, 0.16907984018325806, 0.19853438436985016, 0.13363361358642578, 0.22047100961208344, 0.30949667096138, 0.18306872248649597, 0.3622845709323883, 0.17676517367362976, 0.29268333315849304, 0.19835670292377472, 0.18123137950897217, 0.19176194071769714, 0.23610076308250427, 0.1868574470281601, 0.23483291268348694, 0.23739351332187653, 0.3297654092311859, 0.34035617113113403, 0.19941915571689606, 0.22393067181110382, 0.26301705837249756, 0.26212939620018005, 0.24639539420604706, 0.20309560000896454, 0.1264706403017044, 0.31902921199798584, 0.19675800204277039, 0.3348393738269806, 0.21988627314567566, 0.37267524003982544, 0.2395276129245758, 0.15807324647903442, 0.1964217573404312, 0.1522485613822937, 0.17069761455059052, 0.1411675214767456, 0.16152158379554749, 0.29384806752204895, 0.20682767033576965, 0.3320465683937073, 0.25442540645599365, 0.1898258924484253, 0.2307780534029007, 0.2949492633342743, 0.19402292370796204, 0.18150295317173004, 0.1497306376695633, 0.2716313302516937, 0.2482888549566269, 0.2828954756259918, 0.33460068702697754, 0.1314280778169632, 0.14993742108345032, 0.24385936558246613, 0.1838032305240631, 0.22363689541816711, 0.16570717096328735, 0.24588973820209503, 0.12548205256462097, 0.2050916850566864, 0.2952718138694763, 0.17611953616142273, 0.23962579667568207, 0.2007807493209839, 0.22081509232521057, 0.2454657256603241, 0.12238547950983047, 0.13276588916778564, 0.25359439849853516, 0.2275637537240982, 0.21707092225551605, 0.20943380892276764, 0.34526804089546204, 0.2668133080005646, 0.21978208422660828, 0.10795573890209198, 0.16939181089401245, 0.21385478973388672, 0.21695512533187866, 0.11435104161500931, 0.20890431106090546, 0.2818167507648468, 0.2514098584651947, 0.1770920306444168, 0.35144051909446716, 0.2383841723203659, 0.2633742392063141, 0.20352789759635925, 0.21587194502353668, 0.2275848090648651, 0.26546159386634827, 0.3717682957649231, 0.12387087941169739, 0.2523631453514099, 0.1607329100370407, 0.19226795434951782, 0.2813078761100769, 0.17885713279247284, 0.3125910758972168, 0.38018080592155457, 0.3493655323982239, 0.24053552746772766, 0.25515034794807434, 0.19944080710411072, 0.17718328535556793, 0.16164526343345642, 0.2124650478363037, 0.3520101010799408, 0.16849811375141144, 0.2157667875289917, 0.18480172753334045, 0.15952180325984955, 0.3181059658527374, 0.31854528188705444, 0.27771541476249695, 0.31279003620147705, 0.22039517760276794, 0.2871038317680359, 0.31593772768974304, 0.21921250224113464, 0.20441682636737823, 0.18555092811584473, 0.3205288350582123, 0.33932220935821533, 0.2187681347131729, 0.1790137141942978, 0.11492865532636642, 0.25212740898132324, 0.2957734167575836, 0.25723230838775635, 0.12125298380851746, 0.2662259340286255, 0.27170848846435547, 0.2228747010231018, 0.23812225461006165, 0.2704116106033325, 0.25371992588043213, 0.3721897304058075, 0.2836136519908905, 0.19616127014160156, 0.3242433965206146, 0.23496150970458984, 0.15357528626918793, 0.27426427602767944, 0.32738786935806274, 0.2064126878976822, 0.2796131372451782, 0.2946561872959137, 0.1580505073070526, 0.2642752230167389, 0.19444583356380463, 0.12606126070022583, 0.1964222639799118, 0.3467999994754791, 0.2085365504026413, 0.12236543744802475, 0.2755669951438904, 0.2989756166934967, 0.27653563022613525, 0.21844689548015594, 0.16712480783462524, 0.1923399716615677, 0.30702298879623413, 0.14021313190460205, 0.19945906102657318, 0.3017498552799225, 0.1438063532114029, 0.1883256435394287, 0.12692086398601532, 0.35942342877388, 0.24988743662834167, 0.3239690065383911, 0.2500908672809601, 0.16677166521549225], "saliency_stats": {"min": 0.10795573890209198, "max": 0.42194491624832153, "mean": 0.23542158235795796, "std": 0.06867413778524664}, "kept_experts": [0, 1, 2, 4, 5, 6, 7, 9, 10, 13, 14, 16, 17, 22, 24, 26, 30, 32, 33, 34, 35, 38, 39, 40, 43, 45, 47, 48, 55, 57, 58, 60, 61, 65, 66, 67, 68, 71, 75, 78, 80, 83, 86, 90, 91, 99, 100, 102, 103, 104, 107, 108, 109, 111, 114, 116, 117, 118, 119, 120, 125, 130, 131, 132, 133, 135, 136, 140, 141, 145, 146, 147, 149, 150, 152, 153, 154, 155, 156, 158, 159, 161, 162, 164, 165, 167, 171, 174, 175, 176, 180, 183, 187, 188, 189, 190], "dropped_experts": [3, 8, 11, 12, 15, 18, 19, 20, 21, 23, 25, 27, 28, 29, 31, 36, 37, 41, 42, 44, 46, 49, 50, 51, 52, 53, 54, 56, 59, 62, 63, 64, 69, 70, 72, 73, 74, 76, 77, 79, 81, 82, 84, 85, 87, 88, 89, 92, 93, 94, 95, 96, 97, 98, 101, 105, 106, 110, 112, 113, 115, 121, 122, 123, 124, 126, 127, 128, 129, 134, 137, 138, 139, 142, 143, 144, 148, 151, 157, 160, 163, 166, 168, 169, 170, 172, 173, 177, 178, 179, 181, 182, 184, 185, 186, 191], "groups": [[5, 3, 8, 11, 12, 15, 18, 19, 20, 21, 23, 25, 27, 28, 29, 31, 36, 37, 41, 42, 44, 46, 49, 50, 51, 52, 53, 54, 56, 59, 62, 63, 64, 69, 70, 72, 73, 74, 76, 77, 79, 81, 82, 84, 85, 87, 88, 89, 92, 93, 94, 95, 96, 97, 98, 101, 105, 106, 110, 112, 113, 115, 121, 122, 123, 124, 126, 127, 128, 129, 134, 137, 138, 139, 142, 143, 144, 148, 151, 157, 160, 163, 166, 168, 169, 170, 172, 173, 177, 178, 179, 181, 182, 184, 185, 186, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.0}
{"type": "layer", "layer": 35, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.32903164625167847, 0.2233060896396637, 0.21217826008796692, 0.28776299953460693, 0.20837168395519257, 0.1459883749485016, 0.13680019974708557, 0.12958289682865143, 0.38688206672668457, 0.15763218700885773, 0.2131320983171463, 0.2108040153980255, 0.28043133020401, 0.41069427132606506, 0.22210705280303955, 0.13198457658290863, 0.20325760543346405, 0.39672526717185974, 0.20400160551071167, 0.20003022253513336, 0.33767712116241455, 0.20806080102920532, 0.1659015715122223, 0.4230644404888153, 0.24386897683143616, 0.23489557206630707, 0.3757304251194, 0.2540605664253235, 0.1747380942106247, 0.2190469205379486, 0.24359266459941864, 0.14132393896579742, 0.20324130356311798, 0.16659192740917206, 0.2678035795688629, 0.3586674928665161, 0.23144133388996124, 0.27745410799980164, 0.2263747900724411, 0.2621943950653076, 0.2299482673406601, 0.26906803250312805, 0.2806234359741211, 0.22193725407123566, 0.34770822525024414, 0.1541578322649002, 0.182551309466362, 0.19974757730960846, 0.21312226355075836, 0.2840447425842285, 0.16891837120056152, 0.2644050121307373, 0.1562994122505188, 0.33665624260902405, 0.1993013620376587, 0.29237252473831177, 0.27080029249191284, 0.2326035052537918, 0.25727689266204834, 0.2816055417060852, 0.22036902606487274, 0.4864054024219513, 0.14557278156280518, 0.17406687140464783, 0.23697781562805176, 0.27424269914627075, 0.31465256214141846, 0.18683671951293945, 0.3237704038619995, 0.25517016649246216, 0.20067448914051056, 0.34671029448509216, 0.26881545782089233, 0.21087190508842468, 0.20442157983779907, 0.184798926115036, 0.17968058586120605, 0.4403831958770752, 0.15740542113780975, 0.21472345292568207, 0.21138857305049896, 0.2524430453777313, 0.10300085693597794, 0.37863293290138245, 0.4541739523410797, 0.16367217898368835, 0.33305177092552185, 0.3279224634170532, 0.3800102770328522, 0.25436103343963623, 0.28609931468963623, 0.22623546421527863, 0.24729348719120026, 0.15513931214809418, 0.4356832504272461, 0.1955154538154602, 0.14838357269763947, 0.2514313757419586, 0.3802095949649811, 0.3844521939754486, 0.30454692244529724, 0.21903574466705322, 0.29969534277915955, 0.3064458966255188, 0.23455603420734406, 0.48249325156211853, 0.13088291883468628, 0.13808614015579224, 0.1796797662973404, 0.23313908278942108, 0.2544006407260895, 0.3588944375514984, 0.3501241207122803, 0.17244045436382294, 0.3012121617794037, 0.14850948750972748, 0.3917047083377838, 0.22203923761844635, 0.3477536141872406, 0.43683570623397827, 0.12358472496271133, 0.3159571886062622, 0.37176641821861267, 0.2626385986804962, 0.2358817756175995, 0.3059983253479004, 0.36125555634498596, 0.145387202501297, 0.23791418969631195, 0.11008965224027634, 0.3570954203605652, 0.23328620195388794, 0.20892678201198578, 0.1605711728334427, 0.29457199573516846, 0.326507568359375, 0.3393484950065613, 0.24717578291893005, 0.2147364765405655, 0.26492324471473694, 0.3756013810634613, 0.3565790057182312, 0.33215460181236267, 0.21345803141593933, 0.17967519164085388, 0.23197123408317566, 0.30412542819976807, 0.37721627950668335, 0.1712474822998047, 0.24291807413101196, 0.22083282470703125, 0.23114904761314392, 0.17317061126232147, 0.3263995945453644, 0.2792401611804962, 0.15410463511943817, 0.23702429234981537, 0.30203425884246826, 0.2667480707168579, 0.22047486901283264, 0.32905176281929016, 0.294156551361084, 0.4032905101776123, 0.25412946939468384, 0.14965380728244781, 0.24113614857196808, 0.2733299136161804, 0.3208240270614624, 0.2862565219402313, 0.29017603397369385, 0.2374412566423416, 0.2554017901420593, 0.15007564425468445, 0.269420862197876, 0.21868547797203064, 0.23423761129379272, 0.46355658769607544, 0.2802314758300781, 0.37950557470321655, 0.2848583161830902, 0.2916707396507263, 0.27632662653923035, 0.17965857684612274, 0.255615234375, 0.3151583671569824, 0.20357546210289001, 0.3386894762516022, 0.22869230806827545, 0.34486156702041626, 0.18270201981067657, 0.23531101644039154, 0.2575646936893463], "saliency_stats": {"min": 0.10300085693597794, "max": 0.4864054024219513, "mean": 0.2588369551037128, "std": 0.08061767997168394}, "kept_experts": [0, 3, 8, 12, 13, 17, 20, 23, 26, 27, 34, 35, 37, 39, 41, 42, 44, 49, 51, 53, 55, 56, 58, 59, 61, 65, 66, 68, 69, 71, 72, 77, 81, 83, 84, 86, 87, 88, 89, 90, 92, 94, 97, 98, 99, 100, 102, 103, 105, 110, 111, 112, 114, 116, 118, 119, 121, 122, 123, 125, 126, 130, 134, 135, 136, 139, 140, 141, 142, 146, 147, 153, 154, 157, 158, 160, 161, 162, 163, 166, 167, 168, 169, 171, 173, 176, 177, 178, 179, 180, 181, 183, 184, 186, 188, 191], "dropped_experts": [1, 2, 4, 5, 6, 7, 9, 10, 11, 14, 15, 16, 18, 19, 21, 22, 24, 25, 28, 29, 30, 31, 32, 33, 36, 38, 40, 43, 45, 46, 47, 48, 50, 52, 54, 57, 60, 62, 63, 64, 67, 70, 73, 74, 75, 76, 78, 79, 80, 82, 85, 91, 93, 95, 96, 101, 104, 106, 107, 108, 109, 113, 115, 117, 120, 124, 127, 128, 129, 131, 132, 133, 137, 138, 143, 144, 145, 148, 149, 150, 151, 152, 155, 156, 159, 164, 165, 170, 172, 174, 175, 182, 185, 187, 189, 190], "groups": [[61, 1, 2, 4, 5, 6, 7, 9, 10, 11, 14, 15, 16, 18, 19, 21, 22, 24, 25, 28, 29, 30, 31, 32, 33, 36, 38, 40, 43, 45, 46, 47, 48, 50, 52, 54, 57, 60, 62, 63, 64, 67, 70, 73, 74, 75, 76, 78, 79, 80, 82, 85, 91, 93, 95, 96, 101, 104, 106, 107, 108, 109, 113, 115, 117, 120, 124, 127, 128, 129, 131, 132, 133, 137, 138, 143, 144, 145, 148, 149, 150, 151, 152, 155, 156, 159, 164, 165, 170, 172, 174, 175, 182, 185, 187, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.2}
{"type": "layer", "layer": 36, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.37173762917518616, 0.19999955594539642, 0.3928143382072449, 0.348214715719223, 0.24197116494178772, 0.29644009470939636, 0.18197818100452423, 0.41691362857818604, 0.1518283188343048, 0.35433340072631836, 0.26635926961898804, 0.15062065422534943, 0.26002687215805054, 0.22409652173519135, 0.3806910812854767, 0.3915061354637146, 0.28172773122787476, 0.36414042115211487, 0.3405819535255432, 0.3280057907104492, 0.3156868815422058, 0.29941216111183167, 0.28062254190444946, 0.4589501619338989, 0.16732293367385864, 0.4271833002567291, 0.21827015280723572, 0.3590545952320099, 0.3418906331062317, 0.3628838062286377, 0.2434871345758438, 0.24220877885818481, 0.30072933435440063, 0.36946234107017517, 0.49465233087539673, 0.3117809295654297, 0.3770979642868042, 0.21919885277748108, 0.48726773262023926, 0.24405276775360107, 0.2914801239967346, 0.20841309428215027, 0.23395074903964996, 0.3989061415195465, 0.162285715341568, 0.30876222252845764, 0.23158563673496246, 0.25831320881843567, 0.2794288992881775, 0.3448829650878906, 0.33596110343933105, 0.2554953098297119, 0.26941072940826416, 0.2560543417930603, 0.22448737919330597, 0.28036826848983765, 0.3625282049179077, 0.2365064024925232, 0.23643507063388824, 0.5542764067649841, 0.19299331307411194, 0.31327834725379944, 0.22603483498096466, 0.4127347767353058, 0.17751947045326233, 0.500869631767273, 0.3151979148387909, 0.20015275478363037, 0.23158545792102814, 0.4134052097797394, 0.32976260781288147, 0.19484522938728333, 0.2295023798942566, 0.3656507730484009, 0.4568147361278534, 0.27761921286582947, 0.3627050518989563, 0.34172800183296204, 0.39903724193573, 0.12830354273319244, 0.4186462461948395, 0.41642698645591736, 0.3017512559890747, 0.18775232136249542, 0.1875249743461609, 0.2900087833404541, 0.4802834391593933, 0.18771079182624817, 0.31744271516799927, 0.20641814172267914, 0.27685248851776123, 0.359723836183548, 0.3887975513935089, 0.26745331287384033, 0.27443838119506836, 0.24181075394153595, 0.3756003975868225, 0.20749801397323608, 0.15073610842227936, 0.3063410222530365, 0.19411200284957886, 0.1306312084197998, 0.32275012135505676, 0.38966405391693115, 0.36579635739326477, 0.29783645272254944, 0.2614407241344452, 0.3653535544872284, 0.24910658597946167, 0.29788756370544434, 0.38255953788757324, 0.19397050142288208, 0.16694778203964233, 0.4199937880039215, 0.4698503613471985, 0.20575878024101257, 0.25253352522850037, 0.43333855271339417, 0.33932340145111084, 0.35181179642677307, 0.4412205219268799, 0.2291567027568817, 0.3794439435005188, 0.45101845264434814, 0.1758994311094284, 0.24539241194725037, 0.17980284988880157, 0.25196823477745056, 0.21197509765625, 0.3251018524169922, 0.13052572309970856, 0.3477579951286316, 0.33979925513267517, 0.33843159675598145, 0.4684238135814667, 0.3255518078804016, 0.24359631538391113, 0.2147686928510666, 0.19790564477443695, 0.3378031253814697, 0.26369673013687134, 0.41770297288894653, 0.41065144538879395, 0.3085271418094635, 0.32161468267440796, 0.11466993391513824, 0.23089849948883057, 0.3845675587654114, 0.427815705537796, 0.3147570788860321, 0.26756948232650757, 0.35285717248916626, 0.24898792803287506, 0.1834338754415512, 0.26120465993881226, 0.31183451414108276, 0.23084670305252075, 0.3234187364578247, 0.3139699697494507, 0.24889010190963745, 0.2838302254676819, 0.1602088063955307, 0.3300623595714569, 0.286565899848938, 0.31189095973968506, 0.21996253728866577, 0.39233848452568054, 0.15876005589962006, 0.5845205783843994, 0.4766632616519928, 0.26005205512046814, 0.25303494930267334, 0.18869775533676147, 0.23088498413562775, 0.2826519310474396, 0.1502121239900589, 0.33635684847831726, 0.37936931848526, 0.3828819692134857, 0.47608664631843567, 0.20320290327072144, 0.358801007270813, 0.2395315021276474, 0.3089853823184967, 0.32882556319236755, 0.31316521763801575, 0.27114883065223694, 0.49583563208580017, 0.21795479953289032, 0.18995781242847443, 0.217292919754982, 0.3330254852771759], "saliency_stats": {"min": 0.11466993391513824, "max": 0.5845205783843994, "mean": 0.29997175311048824, "std": 0.09220092012400016}, "kept_experts": [0, 2, 3, 7, 9, 14, 15, 17, 18, 19, 20, 21, 23, 25, 27, 28, 29, 32, 33, 34, 35, 36, 38, 43, 45, 49, 50, 56, 59, 61, 63, 65, 66, 69, 70, 73, 74, 76, 77, 78, 80, 81, 82, 86, 88, 91, 92, 96, 99, 102, 103, 104, 107, 109, 110, 113, 114, 117, 118, 119, 120, 122, 123, 129, 131, 132, 133, 134, 135, 139, 141, 142, 143, 144, 147, 148, 149, 151, 155, 157, 158, 162, 164, 166, 168, 169, 176, 177, 178, 179, 181, 183, 184, 185, 187, 191], "dropped_experts": [1, 4, 5, 6, 8, 10, 11, 12, 13, 16, 22, 24, 26, 30, 31, 37, 39, 40, 41, 42, 44, 46, 47, 48, 51, 52, 53, 54, 55, 57, 58, 60, 62, 64, 67, 68, 71, 72, 75, 79, 83, 84, 85, 87, 89, 90, 93, 94, 95, 97, 98, 100, 101, 105, 106, 108, 111, 112, 115, 116, 121, 124, 125, 126, 127, 128, 130, 136, 137, 138, 140, 145, 146, 150, 152, 153, 154, 156, 159, 160, 161, 163, 165, 167, 170, 171, 172, 173, 174, 175, 180, 182, 186, 188, 189, 190], "groups": [[168, 1, 4, 5, 6, 8, 10, 11, 12, 13, 16, 22, 24, 26, 30, 31, 37, 39, 40, 41, 42, 44, 46, 47, 48, 51, 52, 53, 54, 55, 57, 58, 60, 62, 64, 67, 68, 71, 72, 75, 79, 83, 84, 85, 87, 89, 90, 93, 94, 95, 97, 98, 100, 101, 105, 106, 108, 111, 112, 115, 116, 121, 124, 125, 126, 127, 128, 130, 136, 137, 138, 140, 145, 146, 150, 152, 153, 154, 156, 159, 160, 161, 163, 165, 167, 170, 171, 172, 173, 174, 175, 180, 182, 186, 188, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.5}
{"type": "layer", "layer": 37, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.4103654623031616, 0.18365247547626495, 0.336547315120697, 0.36064770817756653, 0.23730112612247467, 0.3575524687767029, 0.2962346076965332, 0.2602372169494629, 0.2614688277244568, 0.16739529371261597, 0.2637695372104645, 0.27392300963401794, 0.4190695285797119, 0.6191059350967407, 0.20923595130443573, 0.31321895122528076, 0.21259310841560364, 0.21928943693637848, 0.32222291827201843, 0.33390429615974426, 0.24011732637882233, 0.3372110426425934, 0.2687622308731079, 0.5176068544387817, 0.2544853389263153, 0.4129435420036316, 0.4084465801715851, 0.2697296142578125, 0.2172769457101822, 0.2363724261522293, 0.30203092098236084, 0.5505505204200745, 0.22664101421833038, 0.44745248556137085, 0.34085866808891296, 0.3657592236995697, 0.38082030415534973, 0.35335659980773926, 0.45574119687080383, 0.27764973044395447, 0.1982126384973526, 0.3948204219341278, 0.23967315256595612, 0.2623310983181, 0.3936191499233246, 0.4454248249530792, 0.37908971309661865, 0.22266000509262085, 0.3888985812664032, 0.40242213010787964, 0.34446340799331665, 0.39332082867622375, 0.45430442690849304, 0.39096009731292725, 0.3521448075771332, 0.16788490116596222, 0.34575125575065613, 0.5285812020301819, 0.3312745690345764, 0.2925930917263031, 0.2754988372325897, 0.32100340723991394, 0.21299438178539276, 0.2294003963470459, 0.32061368227005005, 0.34850406646728516, 0.39545387029647827, 0.4347033202648163, 0.16596263647079468, 0.4880882501602173, 0.26979073882102966, 0.25615671277046204, 0.24698244035243988, 0.4312782287597656, 0.21252407133579254, 0.28620076179504395, 0.2607990503311157, 0.3071880638599396, 0.324825644493103, 0.38646408915519714, 0.3564888834953308, 0.37571844458580017, 0.38984423875808716, 0.37909501791000366, 0.29470741748809814, 0.35606369376182556, 0.2642582654953003, 0.3447463810443878, 0.5197102427482605, 0.43774649500846863, 0.2928329110145569, 0.35086560249328613, 0.2909707725048065, 0.3435371220111847, 0.2986085116863251, 0.18018485605716705, 0.40489041805267334, 0.16831281781196594, 0.18230056762695312, 0.27656546235084534, 0.4208671748638153, 0.2784026265144348, 0.2119588851928711, 0.33720821142196655, 0.2634219527244568, 0.45686519145965576, 0.32575979828834534, 0.3858341574668884, 0.29578807950019836, 0.3002479374408722, 0.25197833776474, 0.4263274073600769, 0.27986082434654236, 0.3490455448627472, 0.17655599117279053, 0.3373672366142273, 0.2675010561943054, 0.20781923830509186, 0.2828599810600281, 0.19751134514808655, 0.2288203090429306, 0.1671391874551773, 0.347438782453537, 0.44342684745788574, 0.2628846764564514, 0.36108189821243286, 0.1665523648262024, 0.3023357391357422, 0.16230645775794983, 0.18662232160568237, 0.1858687698841095, 0.6044434309005737, 0.4243753254413605, 0.3840474784374237, 0.2857087254524231, 0.3599568009376526, 0.30210861563682556, 0.27505049109458923, 0.18678639829158783, 0.6260370016098022, 0.2809858024120331, 0.4531864523887634, 0.4924910068511963, 0.3756014406681061, 0.40292057394981384, 0.416537344455719, 0.19925399124622345, 0.3542226552963257, 0.5253717303276062, 0.219162717461586, 0.3359915614128113, 0.20855005085468292, 0.41250845789909363, 0.19656360149383545, 0.33575770258903503, 0.55619215965271, 0.17921854555606842, 0.22792911529541016, 0.5435120463371277, 0.28631874918937683, 0.27896177768707275, 0.19403600692749023, 0.27922460436820984, 0.38568076491355896, 0.29091811180114746, 0.19288130104541779, 0.42822548747062683, 0.2323342263698578, 0.4232915937900543, 0.4326237142086029, 0.4693715572357178, 0.39559367299079895, 0.4102933406829834, 0.4098737835884094, 0.4005351662635803, 0.4221811592578888, 0.2619916796684265, 0.28244802355766296, 0.15996934473514557, 0.34993475675582886, 0.26402145624160767, 0.4275645911693573, 0.23567761480808258, 0.5349021553993225, 0.3627142608165741, 0.41350603103637695, 0.2737036347389221, 0.3389738202095032, 0.2824977934360504, 0.32402756810188293, 0.2901720702648163, 0.5295814871788025], "saliency_stats": {"min": 0.15996934473514557, "max": 0.6260370016098022, "mean": 0.32722926915933687, "std": 0.10035381115366561}, "kept_experts": [0, 2, 3, 5, 12, 13, 19, 21, 23, 25, 26, 31, 33, 34, 35, 36, 37, 38, 41, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 65, 66, 67, 69, 73, 78, 79, 80, 81, 82, 83, 85, 87, 88, 89, 91, 93, 96, 100, 103, 105, 106, 107, 111, 113, 115, 122, 123, 125, 131, 132, 133, 135, 139, 141, 142, 143, 144, 145, 147, 148, 150, 152, 154, 155, 158, 163, 166, 168, 169, 170, 171, 172, 173, 174, 175, 179, 181, 183, 184, 185, 187, 189, 191], "dropped_experts": [1, 4, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17, 18, 20, 22, 24, 27, 28, 29, 30, 32, 39, 40, 42, 43, 47, 55, 59, 60, 61, 62, 63, 64, 68, 70, 71, 72, 74, 75, 76, 77, 84, 86, 90, 92, 94, 95, 97, 98, 99, 101, 102, 104, 108, 109, 110, 112, 114, 116, 117, 118, 119, 120, 121, 124, 126, 127, 128, 129, 130, 134, 136, 137, 138, 140, 146, 149, 151, 153, 156, 157, 159, 160, 161, 162, 164, 165, 167, 176, 177, 178, 180, 182, 186, 188, 190], "groups": [[139, 1, 4, 6, 7, 8, 9, 10, 11, 14, 15, 16, 17, 18, 20, 22, 24, 27, 28, 29, 30, 32, 39, 40, 42, 43, 47, 55, 59, 60, 61, 62, 63, 64, 68, 70, 71, 72, 74, 75, 76, 77, 84, 86, 90, 92, 94, 95, 97, 98, 99, 101, 102, 104, 108, 109, 110, 112, 114, 116, 117, 118, 119, 120, 121, 124, 126, 127, 128, 129, 130, 134, 136, 137, 138, 140, 146, 149, 151, 153, 156, 157, 159, 160, 161, 162, 164, 165, 167, 176, 177, 178, 180, 182, 186, 188, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.5}
{"type": "layer", "layer": 38, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.41824328899383545, 0.41368192434310913, 0.2609396278858185, 0.4525173008441925, 0.3956161439418793, 0.21244271099567413, 0.2451520562171936, 0.5020336508750916, 0.3927323818206787, 0.30440330505371094, 0.3204086124897003, 0.5729125738143921, 0.3620067238807678, 0.28877726197242737, 0.38581305742263794, 0.31483712792396545, 0.4491956830024719, 0.31464889645576477, 0.2966099679470062, 0.47329819202423096, 0.3878753185272217, 0.40769609808921814, 0.3749608099460602, 0.3137863576412201, 0.3390992283821106, 0.3274569511413574, 0.19985784590244293, 0.15052813291549683, 0.35426363348960876, 0.15646332502365112, 0.1869855672121048, 0.5117087364196777, 0.3105659484863281, 0.3924251198768616, 0.36100712418556213, 0.28853607177734375, 0.3007838726043701, 0.49923691153526306, 0.5838165879249573, 0.4134746491909027, 0.3857385516166687, 0.3722083568572998, 0.24613046646118164, 0.43091168999671936, 0.3884529173374176, 0.4138390123844147, 0.24426142871379852, 0.44939717650413513, 0.21782547235488892, 0.35253915190696716, 0.35890883207321167, 0.36801138520240784, 0.4800891876220703, 0.2072422206401825, 0.6597240567207336, 0.17052488029003143, 0.20985311269760132, 0.5188172459602356, 0.485821008682251, 0.19992853701114655, 0.24539116024971008, 0.47947201132774353, 0.5143874883651733, 0.2514086067676544, 0.17315973341464996, 0.48447978496551514, 0.2952156066894531, 0.5016884207725525, 0.3053615689277649, 0.35889238119125366, 0.43874016404151917, 0.5055912733078003, 0.3093697130680084, 0.4273119866847992, 0.38586410880088806, 0.17600050568580627, 0.22498340904712677, 0.32903382182121277, 0.2700198292732239, 0.27615296840667725, 0.3803336024284363, 0.36130642890930176, 0.19223672151565552, 0.19495828449726105, 0.3837279975414276, 0.303195059299469, 0.25358912348747253, 0.47184914350509644, 0.49394166469573975, 0.41500410437583923, 0.2525694668292999, 0.44075071811676025, 0.2444389909505844, 0.6384257674217224, 0.20731717348098755, 0.3212227523326874, 0.45472294092178345, 0.20136836171150208, 0.2376752495765686, 0.2668544054031372, 0.36211511492729187, 0.5863460302352905, 0.3828519284725189, 0.35830801725387573, 0.22551307082176208, 0.26277413964271545, 0.2698368430137634, 0.20842188596725464, 0.2419981211423874, 0.5517832040786743, 0.17938175797462463, 0.27435538172721863, 0.32057517766952515, 0.32975244522094727, 0.2977544665336609, 0.486319363117218, 0.3145759105682373, 0.38953039050102234, 0.3957134783267975, 0.17482240498065948, 0.2301984578371048, 0.1660521775484085, 0.2941933274269104, 0.24494799971580505, 0.31127050518989563, 0.24803878366947174, 0.3621479868888855, 0.4651525914669037, 0.16998830437660217, 0.31699687242507935, 0.2963336110115051, 0.3494563102722168, 0.34421494603157043, 0.20441168546676636, 0.1799456775188446, 0.32962357997894287, 0.2941291630268097, 0.5414919257164001, 0.28563228249549866, 0.46310660243034363, 0.43864676356315613, 0.3264811933040619, 0.3846648335456848, 0.5201243758201599, 0.5416481494903564, 0.3607310354709625, 0.5454891920089722, 0.3949405252933502, 0.47389471530914307, 0.15812526643276215, 0.2804195284843445, 0.3761763870716095, 0.3657655715942383, 0.2619648873806, 0.4099791646003723, 0.2814970016479492, 0.28382956981658936, 0.2422938197851181, 0.45234358310699463, 0.4143751263618469, 0.30211132764816284, 0.4204868972301483, 0.45701292157173157, 0.3900757133960724, 0.3428114354610443, 0.25659334659576416, 0.22673361003398895, 0.4042637050151825, 0.5561798214912415, 0.2437252551317215, 0.26476338505744934, 0.5321825742721558, 0.31576070189476013, 0.4578525424003601, 0.46078333258628845, 0.41225665807724, 0.43179214000701904, 0.2351527363061905, 0.5035089254379272, 0.16782668232917786, 0.19709818065166473, 0.26383545994758606, 0.34621843695640564, 0.29008451104164124, 0.2686258852481842, 0.24575403332710266, 0.24333131313323975, 0.3322308659553528, 0.5913417339324951, 0.2573373317718506, 0.5799075365066528, 0.44962579011917114], "saliency_stats": {"min": 0.15052813291549683, "max": 0.6597240567207336, "mean": 0.34758204881412286, "std": 0.11210725512480792}, "kept_experts": [0, 1, 3, 4, 7, 8, 11, 12, 14, 16, 19, 20, 21, 22, 24, 28, 31, 33, 34, 37, 38, 39, 40, 41, 43, 44, 45, 47, 49, 50, 51, 52, 54, 57, 58, 61, 62, 65, 67, 69, 70, 71, 73, 74, 80, 81, 84, 87, 88, 89, 91, 93, 96, 100, 101, 102, 103, 109, 115, 117, 118, 126, 127, 131, 132, 137, 139, 140, 142, 143, 144, 145, 146, 147, 148, 151, 152, 154, 158, 159, 161, 162, 163, 164, 167, 168, 171, 173, 174, 175, 176, 178, 182, 188, 190, 191], "dropped_experts": [2, 5, 6, 9, 10, 13, 15, 17, 18, 23, 25, 26, 27, 29, 30, 32, 35, 36, 42, 46, 48, 53, 55, 56, 59, 60, 63, 64, 66, 68, 72, 75, 76, 77, 78, 79, 82, 83, 85, 86, 90, 92, 94, 95, 97, 98, 99, 104, 105, 106, 107, 108, 110, 111, 112, 113, 114, 116, 119, 120, 121, 122, 123, 124, 125, 128, 129, 130, 133, 134, 135, 136, 138, 141, 149, 150, 153, 155, 156, 157, 160, 165, 166, 169, 170, 172, 177, 179, 180, 181, 183, 184, 185, 186, 187, 189], "groups": [[54, 2, 5, 6, 9, 10, 13, 15, 17, 18, 23, 25, 26, 27, 29, 30, 32, 35, 36, 42, 46, 48, 53, 55, 56, 59, 60, 63, 64, 66, 68, 72, 75, 76, 77, 78, 79, 82, 83, 85, 86, 90, 92, 94, 95, 97, 98, 99, 104, 105, 106, 107, 108, 110, 111, 112, 113, 114, 116, 119, 120, 121, 122, 123, 124, 125, 128, 129, 130, 133, 134, 135, 136, 138, 141, 149, 150, 153, 155, 156, 157, 160, 165, 166, 169, 170, 172, 177, 179, 180, 181, 183, 184, 185, 186, 187, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.5}
{"type": "layer", "layer": 39, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.3894975483417511, 0.43512916564941406, 0.37400028109550476, 0.3848062753677368, 0.4588973820209503, 0.20377545058727264, 0.379206120967865, 0.3454645872116089, 0.21206147968769073, 0.1937558948993683, 0.3259372115135193, 0.38915351033210754, 0.4056016504764557, 0.2295115739107132, 0.3569270372390747, 0.3040366768836975, 0.29680579900741577, 0.3785347640514374, 0.3487907350063324, 0.28634360432624817, 0.4594201147556305, 0.5447386503219604, 0.4259260892868042, 0.20872750878334045, 0.2818930745124817, 0.4179198145866394, 0.5426343083381653, 0.39779794216156006, 0.34883007407188416, 0.5415664315223694, 0.35326719284057617, 0.2385234236717224, 0.5811449885368347, 0.6339224576950073, 0.5008838772773743, 0.4989379644393921, 0.38260897994041443, 0.49606192111968994, 0.2596023976802826, 0.18939466774463654, 0.23150475323200226, 0.5140994191169739, 0.20772840082645416, 0.42071399092674255, 0.7045198678970337, 0.3479943573474884, 0.18540632724761963, 0.2747642993927002, 0.1620677411556244, 0.26810771226882935, 0.36382198333740234, 0.499807745218277, 0.3804440200328827, 0.37721121311187744, 0.2922462522983551, 0.5881165862083435, 0.24352668225765228, 0.28219375014305115, 0.5421372652053833, 0.44117969274520874, 0.18086181581020355, 0.4984612464904785, 0.434504896402359, 0.33699628710746765, 0.413315087556839, 0.48172956705093384, 0.3422369956970215, 0.18999704718589783, 0.40158212184906006, 0.47961586713790894, 0.3967686891555786, 0.4217819571495056, 0.35524776577949524, 0.45929059386253357, 0.215820774435997, 0.4172343313694, 0.507018506526947, 0.34607672691345215, 0.24896429479122162, 0.3853505253791809, 0.3651748299598694, 0.2796935439109802, 0.26700758934020996, 0.44378021359443665, 0.4192025065422058, 0.406878799200058, 0.34186795353889465, 0.532730758190155, 0.30298078060150146, 0.31231656670570374, 0.2679620683193207, 0.5164304375648499, 0.2578197419643402, 0.3454621136188507, 0.5084274411201477, 0.3310587704181671, 0.4144887924194336, 0.5056888461112976, 0.3075040578842163, 0.47080862522125244, 0.218917578458786, 0.21627238392829895, 0.5346976518630981, 0.14680668711662292, 0.3110446333885193, 0.3260013163089752, 0.4433400332927704, 0.4968830347061157, 0.16967272758483887, 0.253079891204834, 0.36359086632728577, 0.1974591314792633, 0.44591453671455383, 0.4245019555091858, 0.3293420076370239, 0.22309882938861847, 0.5154796242713928, 0.24321861565113068, 0.5326535701751709, 0.4205947518348694, 0.5964949131011963, 0.4983971118927002, 0.3552264869213104, 0.20270434021949768, 0.4031240940093994, 0.45975416898727417, 0.5608282685279846, 0.2915666401386261, 0.4021211266517639, 0.46854960918426514, 0.402920663356781, 0.39313459396362305, 0.28707587718963623, 0.5249716639518738, 0.23672468960285187, 0.38966691493988037, 0.40969914197921753, 0.2418079823255539, 0.3571714162826538, 0.4055141508579254, 0.22552934288978577, 0.16827550530433655, 0.33091190457344055, 0.2877468466758728, 0.5505406856536865, 0.5728331804275513, 0.4068233072757721, 0.33576878905296326, 0.4191509485244751, 0.49737104773521423, 0.3781242072582245, 0.44575679302215576, 0.2391187697649002, 0.624615490436554, 0.3789922893047333, 0.5020738840103149, 0.35151708126068115, 0.5418784022331238, 0.5549576282501221, 0.5033807158470154, 0.36854124069213867, 0.434705525636673, 0.5843721032142639, 0.45232975482940674, 0.3885425627231598, 0.40783169865608215, 0.3788902461528778, 0.41019439697265625, 0.47835448384284973, 0.2606176733970642, 0.4083942770957947, 0.21794161200523376, 0.47658443450927734, 0.25907382369041443, 0.43986091017723083, 0.3018716871738434, 0.2767774164676666, 0.32302895188331604, 0.6066035032272339, 0.201295867562294, 0.5009369850158691, 0.2144516408443451, 0.3339896500110626, 0.38169345259666443, 0.2751673758029938, 0.2437463104724884, 0.24782468378543854, 0.4517112374305725, 0.5618482828140259, 0.27860620617866516, 0.3731916546821594, 0.4774067997932434], "saliency_stats": {"min": 0.14680668711662292, "max": 0.7045198678970337, "mean": 0.3774559748514245, "std": 0.11519477221934436}, "kept_experts": [0, 1, 3, 4, 11, 12, 20, 21, 22, 25, 26, 27, 29, 32, 33, 34, 35, 36, 37, 41, 43, 44, 51, 52, 55, 58, 59, 61, 62, 64, 65, 68, 69, 70, 71, 73, 75, 76, 79, 83, 84, 85, 87, 91, 94, 96, 97, 99, 102, 106, 107, 112, 113, 116, 118, 119, 120, 121, 124, 125, 126, 128, 129, 130, 131, 133, 135, 136, 139, 144, 145, 146, 148, 149, 151, 153, 155, 157, 158, 159, 161, 162, 163, 164, 165, 167, 168, 170, 172, 174, 178, 180, 183, 187, 188, 191], "dropped_experts": [2, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 23, 24, 28, 30, 31, 38, 39, 40, 42, 45, 46, 47, 48, 49, 50, 53, 54, 56, 57, 60, 63, 66, 67, 72, 74, 77, 78, 80, 81, 82, 86, 88, 89, 90, 92, 93, 95, 98, 100, 101, 103, 104, 105, 108, 109, 110, 111, 114, 115, 117, 122, 123, 127, 132, 134, 137, 138, 140, 141, 142, 143, 147, 150, 152, 154, 156, 160, 166, 169, 171, 173, 175, 176, 177, 179, 181, 182, 184, 185, 186, 189, 190], "groups": [[44, 2, 5, 6, 7, 8, 9, 10, 13, 14, 15, 16, 17, 18, 19, 23, 24, 28, 30, 31, 38, 39, 40, 42, 45, 46, 47, 48, 49, 50, 53, 54, 56, 57, 60, 63, 66, 67, 72, 74, 77, 78, 80, 81, 82, 86, 88, 89, 90, 92, 93, 95, 98, 100, 101, 103, 104, 105, 108, 109, 110, 111, 114, 115, 117, 122, 123, 127, 132, 134, 137, 138, 140, 141, 142, 143, 147, 150, 152, 154, 156, 160, 166, 169, 171, 173, 175, 176, 177, 179, 181, 182, 184, 185, 186, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.5}
{"type": "layer", "layer": 40, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.3130647838115692, 0.4520132839679718, 0.5422727465629578, 0.39365923404693604, 0.45767372846603394, 0.5403614044189453, 0.5183863639831543, 0.5905255675315857, 0.4991897642612457, 0.2929447889328003, 0.3508929908275604, 0.4496263265609741, 0.4729801416397095, 0.33261510729789734, 0.3831544816493988, 0.27477243542671204, 0.45714521408081055, 0.3730655908584595, 0.5046432614326477, 0.45895618200302124, 0.15843436121940613, 0.2527765929698944, 0.3695082366466522, 0.5502753257751465, 0.578296959400177, 0.5290420651435852, 0.38910841941833496, 0.41646748781204224, 0.36812880635261536, 0.5082949995994568, 0.35886216163635254, 0.44132670760154724, 0.6099324226379395, 0.2348792850971222, 0.28637996315956116, 0.29358282685279846, 0.5227210521697998, 0.4489123225212097, 0.49591711163520813, 0.36075109243392944, 0.5590887665748596, 0.5641402006149292, 0.20309296250343323, 0.4503669738769531, 0.40655437111854553, 0.6265326142311096, 0.40058907866477966, 0.4106585681438446, 0.3724581301212311, 0.49347126483917236, 0.6836685538291931, 0.659275233745575, 0.2213037610054016, 0.44791510701179504, 0.1815049797296524, 0.25179174542427063, 0.4779644310474396, 0.24018573760986328, 0.48200759291648865, 0.2905409634113312, 0.23919232189655304, 0.3982267677783966, 0.5476852655410767, 0.42331379652023315, 0.4010801613330841, 0.4750031530857086, 0.4537378251552582, 0.28289973735809326, 0.38423410058021545, 0.3059888482093811, 0.6050198078155518, 0.5410931706428528, 0.4722217321395874, 0.5492092370986938, 0.515475332736969, 0.1755899041891098, 0.21276713907718658, 0.45669081807136536, 0.22604608535766602, 0.378815233707428, 0.26453739404678345, 0.667914867401123, 0.35430434346199036, 0.3229590654373169, 0.316885769367218, 0.2550698220729828, 0.46472033858299255, 0.49240967631340027, 0.3782273232936859, 0.39205408096313477, 0.27614378929138184, 0.4095918536186218, 0.44227781891822815, 0.2935156226158142, 0.600044846534729, 0.48146969079971313, 0.4784688949584961, 0.22439809143543243, 0.3174813389778137, 0.434291809797287, 0.4483848512172699, 0.29485994577407837, 0.3506576418876648, 0.5377252697944641, 0.25540754199028015, 0.25462284684181213, 0.11834545433521271, 0.41904059052467346, 0.5776609182357788, 0.37757596373558044, 0.292568564414978, 0.2412852942943573, 0.4357443153858185, 0.4221859276294708, 0.3027173578739166, 0.6073842644691467, 0.4143557548522949, 0.34148383140563965, 0.42517605423927307, 0.29253876209259033, 0.4912080764770508, 0.4771665334701538, 0.3700556755065918, 0.4911250174045563, 0.31333842873573303, 0.2682580053806305, 0.4588426649570465, 0.4646250605583191, 0.49729812145233154, 0.3601662814617157, 0.4322819113731384, 0.46129170060157776, 0.4858391582965851, 0.16189473867416382, 0.4464902877807617, 0.5691438913345337, 0.24354156851768494, 0.4307559132575989, 0.41417747735977173, 0.2121249884366989, 0.4292442202568054, 0.17289184033870697, 0.24235045909881592, 0.5165303945541382, 0.5172800421714783, 0.296688050031662, 0.44037002325057983, 0.5312944054603577, 0.468515008687973, 0.5432277917861938, 0.539556622505188, 0.23225697875022888, 0.5358920693397522, 0.2871912717819214, 0.2091633379459381, 0.4682413935661316, 0.4356299936771393, 0.32723575830459595, 0.4226604998111725, 0.4329306185245514, 0.3480815589427948, 0.19154325127601624, 0.30144762992858887, 0.25691890716552734, 0.41124168038368225, 0.4071374535560608, 0.371451199054718, 0.5809860825538635, 0.30835849046707153, 0.4924675226211548, 0.43570780754089355, 0.5369003415107727, 0.49095264077186584, 0.7067787051200867, 0.3549313247203827, 0.28034427762031555, 0.5162992477416992, 0.42775189876556396, 0.44602951407432556, 0.4497312903404236, 0.4078661799430847, 0.38664254546165466, 0.22602981328964233, 0.534218430519104, 0.4967930316925049, 0.46786272525787354, 0.41262301802635193, 0.48905956745147705, 0.40367230772972107, 0.4078632593154907, 0.33762773871421814, 0.4685782194137573], "saliency_stats": {"min": 0.11834545433521271, "max": 0.7067787051200867, "mean": 0.4063963781421383, "std": 0.11749719165638588}, "kept_experts": [1, 2, 4, 5, 6, 7, 8, 11, 12, 16, 18, 19, 23, 24, 25, 29, 31, 32, 36, 37, 38, 40, 41, 43, 45, 49, 50, 51, 53, 56, 58, 62, 63, 65, 66, 70, 71, 72, 73, 74, 77, 81, 86, 87, 92, 94, 95, 96, 99, 100, 103, 108, 112, 113, 115, 118, 120, 121, 123, 126, 127, 128, 130, 131, 132, 134, 135, 137, 140, 143, 144, 146, 147, 148, 149, 150, 152, 155, 156, 158, 159, 167, 169, 170, 171, 172, 173, 176, 177, 178, 179, 183, 184, 185, 187, 191], "dropped_experts": [0, 3, 9, 10, 13, 14, 15, 17, 20, 21, 22, 26, 27, 28, 30, 33, 34, 35, 39, 42, 44, 46, 47, 48, 52, 54, 55, 57, 59, 60, 61, 64, 67, 68, 69, 75, 76, 78, 79, 80, 82, 83, 84, 85, 88, 89, 90, 91, 93, 97, 98, 101, 102, 104, 105, 106, 107, 109, 110, 111, 114, 116, 117, 119, 122, 124, 125, 129, 133, 136, 138, 139, 141, 142, 145, 151, 153, 154, 157, 160, 161, 162, 163, 164, 165, 166, 168, 174, 175, 180, 181, 182, 186, 188, 189, 190], "groups": [[173, 0, 3, 9, 10, 13, 14, 15, 17, 20, 21, 22, 26, 27, 28, 30, 33, 34, 35, 39, 42, 44, 46, 47, 48, 52, 54, 55, 57, 59, 60, 61, 64, 67, 68, 69, 75, 76, 78, 79, 80, 82, 83, 84, 85, 88, 89, 90, 91, 93, 97, 98, 101, 102, 104, 105, 106, 107, 109, 110, 111, 114, 116, 117, 119, 122, 124, 125, 129, 133, 136, 138, 139, 141, 142, 145, 151, 153, 154, 157, 160, 161, 162, 163, 164, 165, 166, 168, 174, 175, 180, 181, 182, 186, 188, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.5}
{"type": "layer", "layer": 41, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.5862498879432678, 0.4323357939720154, 0.6231091618537903, 0.44722631573677063, 0.24919292330741882, 0.503695547580719, 0.4089002311229706, 0.32076752185821533, 0.4125050902366638, 0.6183038949966431, 0.6522753834724426, 0.5342985987663269, 0.6781024932861328, 0.22992894053459167, 0.5154210329055786, 0.38994932174682617, 0.5978987812995911, 0.32654327154159546, 0.8721178770065308, 0.3735381066799164, 0.309134840965271, 0.5191794037818909, 0.33784955739974976, 0.2348567396402359, 0.4186209440231323, 0.26875045895576477, 0.39209863543510437, 0.5909081101417542, 0.5287154912948608, 0.5113170742988586, 0.4848600924015045, 0.36187952756881714, 0.25412890315055847, 0.22812293469905853, 0.4040396809577942, 0.4969779849052429, 0.36455586552619934, 0.542504072189331, 0.3645968437194824, 0.47192028164863586, 0.3619242310523987, 0.3246864676475525, 0.43619590997695923, 0.5046819448471069, 0.5070688724517822, 0.4697214365005493, 0.34279319643974304, 0.35463228821754456, 0.34518879652023315, 0.21322645246982574, 0.2476305365562439, 0.5218752026557922, 0.45375052094459534, 0.758152186870575, 0.5722320079803467, 0.34204357862472534, 0.32429054379463196, 0.3929276466369629, 0.4438854157924652, 0.384426474571228, 0.3038773834705353, 0.32327184081077576, 0.5667237639427185, 0.48429661989212036, 0.5129508376121521, 0.4374367594718933, 0.4189780056476593, 0.556000828742981, 0.285457968711853, 0.5486283302307129, 0.47937512397766113, 0.21454563736915588, 0.3603675067424774, 0.5030467510223389, 0.49194252490997314, 0.40373164415359497, 0.5590816736221313, 0.39256149530410767, 0.24747858941555023, 0.3753534257411957, 0.6800696849822998, 0.6162556409835815, 0.5666927099227905, 0.5143685340881348, 0.378184974193573, 0.2734776735305786, 0.2449364960193634, 0.5340155363082886, 0.5175938606262207, 0.31255918741226196, 0.2541206479072571, 0.3718327283859253, 0.40731143951416016, 0.6773789525032043, 0.33931976556777954, 0.291704922914505, 0.3375979959964752, 0.47428038716316223, 0.5052569508552551, 0.5263768434524536, 0.2533504068851471, 0.5304051041603088, 0.3829819858074188, 0.4005047380924225, 0.6348253488540649, 0.5582880973815918, 0.2690604627132416, 0.23751088976860046, 0.44896388053894043, 0.4310828745365143, 0.3479198217391968, 0.45759981870651245, 0.3815608024597168, 0.26859837770462036, 0.43776148557662964, 0.34771987795829773, 0.4324687719345093, 0.33741775155067444, 0.3921840190887451, 0.6482162475585938, 0.46140235662460327, 0.6284703612327576, 0.46149972081184387, 0.45587870478630066, 0.21756917238235474, 0.5580336451530457, 0.5702391266822815, 0.2857915163040161, 0.2893470525741577, 0.37343961000442505, 0.3890564441680908, 0.25991785526275635, 0.49027928709983826, 0.5990135669708252, 0.7189863324165344, 0.48598363995552063, 0.3514185845851898, 0.567448616027832, 0.449177086353302, 0.47722604870796204, 0.32796773314476013, 0.5558552145957947, 0.5730646848678589, 0.42494627833366394, 0.5219829678535461, 0.24233728647232056, 0.3439847528934479, 0.44137004017829895, 0.32986781001091003, 0.3664054870605469, 0.26783841848373413, 0.4510267376899719, 0.5350432395935059, 0.3926268219947815, 0.27118396759033203, 0.4402148723602295, 0.48676905035972595, 0.4403496980667114, 0.365511029958725, 0.2824569344520569, 0.27407899498939514, 0.2626727521419525, 0.41957327723503113, 0.38492974638938904, 0.6159699559211731, 0.5069428086280823, 0.3263894021511078, 0.45508483052253723, 0.35501372814178467, 0.32802504301071167, 0.3043973445892334, 0.5113660097122192, 0.7350700497627258, 0.3245949149131775, 0.5684661269187927, 0.30671384930610657, 0.2617785632610321, 0.47681379318237305, 0.5877689123153687, 0.3412676453590393, 0.41941720247268677, 0.6311110258102417, 0.3263600468635559, 0.19843453168869019, 0.517530620098114, 0.6275410056114197, 0.6771880388259888, 0.45255404710769653, 0.6061583757400513, 0.27722853422164917, 0.2837463915348053, 0.5784596800804138], "saliency_stats": {"min": 0.19843453168869019, "max": 0.8721178770065308, "mean": 0.4309333475927512, "std": 0.1282117512252874}, "kept_experts": [0, 1, 2, 3, 5, 9, 10, 11, 12, 14, 16, 18, 21, 27, 28, 29, 30, 35, 37, 39, 42, 43, 44, 45, 51, 52, 53, 54, 58, 62, 63, 64, 65, 67, 69, 70, 73, 74, 76, 80, 81, 82, 83, 87, 88, 93, 97, 98, 99, 101, 104, 105, 108, 109, 111, 114, 116, 119, 120, 121, 122, 123, 125, 126, 132, 133, 134, 135, 137, 138, 139, 141, 142, 143, 144, 147, 151, 152, 155, 156, 157, 164, 165, 167, 171, 172, 174, 177, 178, 181, 184, 185, 186, 187, 188, 191], "dropped_experts": [4, 6, 7, 8, 13, 15, 17, 19, 20, 22, 23, 24, 25, 26, 31, 32, 33, 34, 36, 38, 40, 41, 46, 47, 48, 49, 50, 55, 56, 57, 59, 60, 61, 66, 68, 71, 72, 75, 77, 78, 79, 84, 85, 86, 89, 90, 91, 92, 94, 95, 96, 100, 102, 103, 106, 107, 110, 112, 113, 115, 117, 118, 124, 127, 128, 129, 130, 131, 136, 140, 145, 146, 148, 149, 150, 153, 154, 158, 159, 160, 161, 162, 163, 166, 168, 169, 170, 173, 175, 176, 179, 180, 182, 183, 189, 190], "groups": [[18, 4, 6, 7, 8, 13, 15, 17, 19, 20, 22, 23, 24, 25, 26, 31, 32, 33, 34, 36, 38, 40, 41, 46, 47, 48, 49, 50, 55, 56, 57, 59, 60, 61, 66, 68, 71, 72, 75, 77, 78, 79, 84, 85, 86, 89, 90, 91, 92, 94, 95, 96, 100, 102, 103, 106, 107, 110, 112, 113, 115, 117, 118, 124, 127, 128, 129, 130, 131, 136, 140, 145, 146, 148, 149, 150, 153, 154, 158, 159, 160, 161, 162, 163, 166, 168, 169, 170, 173, 175, 176, 179, 180, 182, 183, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.8}
{"type": "layer", "layer": 42, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.7479079365730286, 0.4670376777648926, 0.30193862318992615, 0.3440600633621216, 0.665965735912323, 0.40233343839645386, 0.5117960572242737, 0.5422369837760925, 0.6291812062263489, 0.2728980779647827, 0.3239887058734894, 0.4939258396625519, 0.5188007354736328, 0.25929221510887146, 0.8482878804206848, 0.5748907327651978, 0.5108527541160583, 0.4675353765487671, 0.7912176847457886, 0.3393537104129791, 0.584807276725769, 0.3921053409576416, 0.6285459399223328, 0.5864980220794678, 0.3111380934715271, 0.27762722969055176, 0.7702133655548096, 0.3019840717315674, 0.5128036141395569, 0.2805846929550171, 0.5571330785751343, 0.5937451720237732, 0.5691847205162048, 0.5278323888778687, 0.5518657565116882, 0.4728289842605591, 0.4307940602302551, 0.40739497542381287, 0.6623972654342651, 0.5963599681854248, 0.6030566096305847, 0.49888932704925537, 0.4891410171985626, 0.3673670291900635, 0.3036706745624542, 0.48071300983428955, 0.2972599267959595, 0.3505622148513794, 0.5257920622825623, 0.4390919506549835, 0.5654846429824829, 0.5095192193984985, 0.5746145844459534, 0.5130097270011902, 0.49509093165397644, 0.36097636818885803, 0.5333894491195679, 0.324246883392334, 0.635536253452301, 0.42861127853393555, 0.31513476371765137, 0.28774693608283997, 0.4640040695667267, 0.4400784373283386, 0.4500310719013214, 0.5790672898292542, 0.4618874192237854, 0.23963293433189392, 0.3622092306613922, 0.5676025748252869, 0.503635048866272, 0.39624571800231934, 0.4975501000881195, 0.2705000042915344, 0.43440374732017517, 0.2999410033226013, 0.4685988426208496, 0.5128533244132996, 0.23326177895069122, 0.8040909171104431, 0.6307325959205627, 0.6593075394630432, 0.7524694204330444, 0.6003226637840271, 0.2580939531326294, 0.21575714647769928, 0.47498559951782227, 0.5696519613265991, 0.43020471930503845, 0.4963289201259613, 0.5201817154884338, 0.5573002099990845, 0.5287901759147644, 0.5798094272613525, 0.34224817156791687, 0.46582597494125366, 0.211719810962677, 0.4112820029258728, 0.5298412442207336, 0.5140025019645691, 0.5371293425559998, 0.6837830543518066, 0.3632228970527649, 0.5445414781570435, 0.5404782295227051, 0.6842069029808044, 0.2823338508605957, 0.6662386655807495, 0.4657062292098999, 0.42269521951675415, 0.6500435471534729, 0.25343286991119385, 0.8089615702629089, 0.3120518922805786, 0.6042107343673706, 0.6445841789245605, 0.7265678644180298, 0.43893614411354065, 0.3015076816082001, 0.2521229386329651, 0.6237844228744507, 0.4470282196998596, 0.6086301207542419, 0.26525676250457764, 0.49754369258880615, 0.3693760931491852, 0.4328845739364624, 0.6004730463027954, 0.380281537771225, 0.39790886640548706, 0.4329184293746948, 0.46549728512763977, 0.26917940378189087, 0.26129284501075745, 0.382316529750824, 0.6053318977355957, 0.4778742790222168, 0.5616344213485718, 0.6832514405250549, 0.5571714043617249, 0.6461465954780579, 0.5917477011680603, 0.6342556476593018, 0.8939204812049866, 0.48935559391975403, 0.5532969832420349, 0.5485326647758484, 0.29573509097099304, 0.534756064414978, 0.49421069025993347, 0.4951396882534027, 0.37171122431755066, 0.47755736112594604, 0.2721971571445465, 0.3877733051776886, 0.38598015904426575, 0.34891897439956665, 0.3484119772911072, 0.4864277243614197, 0.4513561725616455, 0.303864985704422, 0.5961584448814392, 0.5340333580970764, 0.3858342170715332, 0.5475326776504517, 0.30110394954681396, 0.5543867349624634, 0.23060080409049988, 0.37187543511390686, 0.31784966588020325, 0.36013150215148926, 0.7976818680763245, 0.2960851490497589, 0.24572396278381348, 1.081758737564087, 0.32731136679649353, 0.4876604974269867, 0.5494937300682068, 0.2882165312767029, 0.8036516904830933, 0.5385607481002808, 0.2756681740283966, 0.4985770583152771, 0.5196389555931091, 0.47697970271110535, 0.6238240599632263, 0.5910384654998779, 0.7888004183769226, 0.520409345626831, 0.4999030828475952, 0.3042348325252533, 0.5707464218139648], "saliency_stats": {"min": 0.211719810962677, "max": 1.081758737564087, "mean": 0.4815721769506733, "std": 0.15096038082343474}, "kept_experts": [0, 4, 6, 7, 8, 11, 12, 14, 15, 16, 18, 20, 22, 23, 26, 28, 30, 31, 32, 33, 34, 38, 39, 40, 41, 48, 50, 51, 52, 53, 54, 56, 58, 65, 69, 70, 72, 77, 79, 80, 81, 82, 83, 87, 89, 90, 91, 92, 93, 98, 99, 100, 101, 103, 104, 105, 107, 110, 112, 114, 115, 116, 120, 122, 124, 127, 135, 137, 138, 139, 140, 141, 142, 143, 145, 146, 148, 149, 150, 161, 162, 164, 166, 171, 174, 177, 179, 180, 182, 183, 185, 186, 187, 188, 189, 191], "dropped_experts": [1, 2, 3, 5, 9, 10, 13, 17, 19, 21, 24, 25, 27, 29, 35, 36, 37, 42, 43, 44, 45, 46, 47, 49, 55, 57, 59, 60, 61, 62, 63, 64, 66, 67, 68, 71, 73, 74, 75, 76, 78, 84, 85, 86, 88, 94, 95, 96, 97, 102, 106, 108, 109, 111, 113, 117, 118, 119, 121, 123, 125, 126, 128, 129, 130, 131, 132, 133, 134, 136, 144, 147, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 163, 165, 167, 168, 169, 170, 172, 173, 175, 176, 178, 181, 184, 190], "groups": [[174, 1, 2, 3, 5, 9, 10, 13, 17, 19, 21, 24, 25, 27, 29, 35, 36, 37, 42, 43, 44, 45, 46, 47, 49, 55, 57, 59, 60, 61, 62, 63, 64, 66, 67, 68, 71, 73, 74, 75, 76, 78, 84, 85, 86, 88, 94, 95, 96, 97, 102, 106, 108, 109, 111, 113, 117, 118, 119, 121, 123, 125, 126, 128, 129, 130, 131, 132, 133, 134, 136, 144, 147, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 163, 165, 167, 168, 169, 170, 172, 173, 175, 176, 178, 181, 184, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.6}
{"type": "layer", "layer": 43, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.7835851907730103, 0.38096868991851807, 0.5829869508743286, 0.3276821970939636, 0.5856441259384155, 0.7293726205825806, 0.2880726754665375, 0.47089800238609314, 0.24911457300186157, 0.6359902620315552, 0.5614098906517029, 1.028106451034546, 0.6031557321548462, 0.5300670266151428, 0.9495993256568909, 0.3655214309692383, 0.2680593729019165, 0.5797328948974609, 0.5960913300514221, 0.4767352342605591, 0.519614577293396, 0.7323634624481201, 0.34204888343811035, 0.7060417532920837, 0.6026560068130493, 0.670503556728363, 0.3618737757205963, 0.64225834608078, 0.46150174736976624, 0.5259952545166016, 0.7157684564590454, 0.4918158948421478, 0.2524074912071228, 0.5982237458229065, 0.41752690076828003, 0.3757752776145935, 0.6066790223121643, 0.6229939460754395, 0.40613389015197754, 0.3609998822212219, 0.42104965448379517, 0.46661946177482605, 0.43048524856567383, 0.4949171245098114, 0.7625130414962769, 0.5266773700714111, 0.4157120883464813, 0.7876641154289246, 0.5811397433280945, 0.4463448226451874, 0.3474390208721161, 0.40503981709480286, 0.49890562891960144, 0.2587016224861145, 0.26794636249542236, 0.6133887767791748, 0.3681242763996124, 0.40271368622779846, 0.2827182412147522, 0.7834997773170471, 0.4027683138847351, 0.5191971063613892, 0.5678479075431824, 0.5294287800788879, 0.5284591317176819, 0.5377550721168518, 0.2487720251083374, 0.4949341416358948, 0.5551634430885315, 0.6551240682601929, 0.5358723998069763, 0.4521295428276062, 0.49253562092781067, 0.2790485918521881, 0.32802456617355347, 0.49050185084342957, 0.44630131125450134, 0.5583389401435852, 0.6134702563285828, 0.7328559160232544, 0.5952577590942383, 0.29679548740386963, 0.30955907702445984, 0.6715863347053528, 0.2475457638502121, 0.3794252574443817, 0.6346728801727295, 0.3159194588661194, 0.3669067919254303, 0.7414543628692627, 0.5930992364883423, 0.2897849977016449, 0.7654551863670349, 0.47050702571868896, 0.6010702848434448, 0.6033183932304382, 0.535502016544342, 0.20513981580734253, 0.47897300124168396, 0.3857477307319641, 0.5791329145431519, 0.6346217393875122, 0.6162681579589844, 0.24207060039043427, 0.4515960216522217, 0.3146730363368988, 0.24230878055095673, 0.3028692305088043, 0.5307545065879822, 0.5841405391693115, 0.7584172487258911, 0.6744063496589661, 0.40176263451576233, 0.29174068570137024, 0.5309181213378906, 0.49605050683021545, 0.4066917896270752, 0.5417497754096985, 0.48826920986175537, 0.2701866626739502, 0.36407947540283203, 0.5653223395347595, 0.6261411309242249, 0.4085794985294342, 0.26579299569129944, 0.4948228597640991, 0.24458904564380646, 0.6288757920265198, 0.6363862156867981, 0.657486617565155, 0.7190974950790405, 0.42665329575538635, 0.5658922791481018, 0.8239240050315857, 0.43077316880226135, 0.5711956024169922, 0.6809201240539551, 0.47039130330085754, 0.3707880675792694, 0.6102069616317749, 0.6811087131500244, 0.5468544363975525, 0.5759473443031311, 0.41570550203323364, 0.4604341387748718, 0.45276492834091187, 0.27367669343948364, 0.6966009140014648, 0.47605767846107483, 0.511887788772583, 0.42513507604599, 0.8343846201896667, 0.5093119144439697, 0.7434987425804138, 0.5210011601448059, 0.672332763671875, 0.356524258852005, 0.29950445890426636, 0.5354577302932739, 0.550342857837677, 0.4246430993080139, 0.5658469796180725, 0.4977494776248932, 0.36173734068870544, 0.8022790551185608, 0.7153410911560059, 0.6275091767311096, 0.39215338230133057, 0.5591561198234558, 0.24985526502132416, 0.8514370918273926, 0.5002263784408569, 0.5438627600669861, 0.31229791045188904, 0.2442120909690857, 0.30728787183761597, 0.36163637042045593, 0.6541816592216492, 0.23094630241394043, 0.678549587726593, 0.5261228680610657, 0.49376189708709717, 0.632219672203064, 0.6350563168525696, 0.5844211578369141, 0.5330693125724792, 0.5626444816589355, 0.4968898892402649, 0.3183717131614685, 0.5676127076148987, 0.6729720234870911, 0.3879823386669159], "saliency_stats": {"min": 0.20513981580734253, "max": 1.028106451034546, "mean": 0.5061194659986844, "std": 0.15750011806024847}, "kept_experts": [0, 2, 4, 5, 9, 10, 11, 12, 13, 14, 17, 18, 20, 21, 23, 24, 25, 27, 29, 30, 33, 36, 37, 44, 45, 47, 48, 55, 59, 61, 62, 63, 64, 65, 68, 69, 70, 77, 78, 79, 80, 83, 86, 89, 90, 92, 94, 95, 96, 100, 101, 102, 108, 109, 110, 111, 114, 117, 121, 122, 127, 128, 129, 130, 132, 133, 135, 136, 139, 140, 141, 142, 147, 151, 153, 154, 155, 158, 159, 161, 164, 165, 166, 168, 170, 172, 177, 179, 180, 182, 183, 184, 185, 186, 189, 190], "dropped_experts": [1, 3, 6, 7, 8, 15, 16, 19, 22, 26, 28, 31, 32, 34, 35, 38, 39, 40, 41, 42, 43, 46, 49, 50, 51, 52, 53, 54, 56, 57, 58, 60, 66, 67, 71, 72, 73, 74, 75, 76, 81, 82, 84, 85, 87, 88, 91, 93, 97, 98, 99, 103, 104, 105, 106, 107, 112, 113, 115, 116, 118, 119, 120, 123, 124, 125, 126, 131, 134, 137, 138, 143, 144, 145, 146, 148, 149, 150, 152, 156, 157, 160, 162, 163, 167, 169, 171, 173, 174, 175, 176, 178, 181, 187, 188, 191], "groups": [[11, 1, 3, 6, 7, 8, 15, 16, 19, 22, 26, 28, 31, 32, 34, 35, 38, 39, 40, 41, 42, 43, 46, 49, 50, 51, 52, 53, 54, 56, 57, 58, 60, 66, 67, 71, 72, 73, 74, 75, 76, 81, 82, 84, 85, 87, 88, 91, 93, 97, 98, 99, 103, 104, 105, 106, 107, 112, 113, 115, 116, 118, 119, 120, 123, 124, 125, 126, 131, 134, 137, 138, 143, 144, 145, 146, 148, 149, 150, 152, 156, 157, 160, 162, 163, 167, 169, 171, 173, 174, 175, 176, 178, 181, 187, 188, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.8}
{"type": "layer", "layer": 44, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.24702942371368408, 0.5801729559898376, 0.32099705934524536, 0.8589447736740112, 0.5412648320198059, 0.5987757444381714, 0.44438356161117554, 0.7557393908500671, 0.7495688796043396, 0.7578292489051819, 0.544392466545105, 0.6735071539878845, 0.6602044701576233, 0.778953492641449, 0.6675027012825012, 0.4489646852016449, 0.7448697686195374, 0.5765953660011292, 0.43640491366386414, 0.9022188782691956, 0.4378764033317566, 0.34550902247428894, 0.9059136509895325, 0.2927051782608032, 0.5852146744728088, 0.26432955265045166, 0.6810175180435181, 0.3380335867404938, 0.592690110206604, 0.5700901746749878, 0.4679442048072815, 0.2557472586631775, 0.5607831478118896, 0.6213929653167725, 0.5679911971092224, 0.5953319668769836, 0.36528879404067993, 0.7085165977478027, 0.5638881921768188, 0.33749067783355713, 0.6021682024002075, 0.3802875876426697, 0.5928570032119751, 0.3734215795993805, 0.24996347725391388, 0.3288683295249939, 0.6278865933418274, 0.41937464475631714, 0.7632065415382385, 0.7744169235229492, 0.4070468842983246, 0.526176393032074, 0.3871518671512604, 0.5683375597000122, 0.6402443647384644, 0.8314727544784546, 0.2749112546443939, 0.9383221864700317, 0.431279718875885, 0.8974743485450745, 0.560382604598999, 0.2444736808538437, 0.7366641759872437, 0.3440549671649933, 0.5797427296638489, 0.5411111116409302, 0.3749690055847168, 0.7370392680168152, 0.6375119686126709, 0.7473858594894409, 0.6903638243675232, 0.6746652126312256, 0.7545104622840881, 0.34553149342536926, 0.668816089630127, 0.3423519730567932, 0.7632090449333191, 0.7920184135437012, 0.6828624606132507, 0.5750773549079895, 0.4692099988460541, 0.5634920597076416, 0.6231657266616821, 0.8200541138648987, 0.6258238554000854, 0.6106218099594116, 0.22650845348834991, 0.3506210744380951, 0.7089746594429016, 0.45427370071411133, 0.8154687881469727, 0.37302640080451965, 0.5664566159248352, 0.3805752396583557, 0.5623270869255066, 0.3773452341556549, 0.3203888237476349, 0.7944697141647339, 0.26010414958000183, 1.0048421621322632, 0.687231183052063, 0.3217296302318573, 0.6899958848953247, 0.2521592378616333, 0.6431325078010559, 0.3277260959148407, 0.4665292799472809, 0.646109402179718, 0.5447607040405273, 0.5058790445327759, 0.6758572459220886, 0.8009020686149597, 0.484917014837265, 0.6184019446372986, 0.502484917640686, 0.4501352608203888, 0.34329095482826233, 0.36802127957344055, 0.3836160898208618, 0.6357654929161072, 0.529044508934021, 0.2809714376926422, 0.6024452447891235, 0.6021226048469543, 0.30602890253067017, 0.5746992826461792, 0.6259720921516418, 0.35737836360931396, 0.455062597990036, 0.7985283732414246, 0.8492705225944519, 0.6365731358528137, 0.7532750368118286, 0.27939096093177795, 0.347591370344162, 0.3340113162994385, 0.2761628031730652, 0.7194812893867493, 0.7815595269203186, 0.716593861579895, 0.5411416292190552, 0.7261573672294617, 0.31706443428993225, 0.628424882888794, 0.6345391869544983, 0.32145678997039795, 0.5833154320716858, 0.22189709544181824, 0.4074227809906006, 0.8401364684104919, 0.4263419210910797, 0.457941472530365, 0.4045082628726959, 0.5509969592094421, 0.7063376903533936, 0.4001725912094116, 0.3459338843822479, 0.426895409822464, 0.48733723163604736, 0.6523270010948181, 0.5413142442703247, 0.7991014719009399, 0.4472396969795227, 0.9808095693588257, 0.6766512989997864, 0.5515211820602417, 0.6136535406112671, 0.4022442102432251, 0.258908748626709, 0.52178955078125, 0.7132607102394104, 0.7183912992477417, 0.5922876000404358, 0.564917802810669, 0.5636332035064697, 0.5828049182891846, 0.4524439871311188, 0.6357618570327759, 0.8031301498413086, 0.26530104875564575, 0.5902474522590637, 0.659979522228241, 0.5889443159103394, 0.6305550932884216, 0.6240841150283813, 0.44180840253829956, 0.2811547815799713, 0.5469786524772644, 0.9446369409561157, 0.6886012554168701, 0.6828814744949341, 0.34935978055000305], "saliency_stats": {"min": 0.22189709544181824, "max": 1.0048421621322632, "mean": 0.552244734717533, "std": 0.1793605909500677}, "kept_experts": [1, 3, 5, 7, 8, 9, 11, 12, 13, 14, 16, 17, 19, 22, 24, 26, 28, 29, 33, 35, 37, 40, 42, 46, 48, 49, 53, 54, 55, 57, 59, 62, 64, 67, 68, 69, 70, 71, 72, 74, 76, 77, 78, 79, 82, 83, 84, 85, 88, 90, 97, 99, 100, 102, 104, 107, 110, 111, 113, 119, 122, 123, 125, 126, 129, 130, 131, 132, 137, 138, 139, 141, 143, 144, 146, 149, 154, 159, 161, 163, 164, 166, 170, 171, 172, 175, 177, 178, 180, 181, 182, 183, 184, 188, 189, 190], "dropped_experts": [0, 2, 4, 6, 10, 15, 18, 20, 21, 23, 25, 27, 30, 31, 32, 34, 36, 38, 39, 41, 43, 44, 45, 47, 50, 51, 52, 56, 58, 60, 61, 63, 65, 66, 73, 75, 80, 81, 86, 87, 89, 91, 92, 93, 94, 95, 96, 98, 101, 103, 105, 106, 108, 109, 112, 114, 115, 116, 117, 118, 120, 121, 124, 127, 128, 133, 134, 135, 136, 140, 142, 145, 147, 148, 150, 151, 152, 153, 155, 156, 157, 158, 160, 162, 165, 167, 168, 169, 173, 174, 176, 179, 185, 186, 187, 191], "groups": [[99, 0, 2, 4, 6, 10, 15, 18, 20, 21, 23, 25, 27, 30, 31, 32, 34, 36, 38, 39, 41, 43, 44, 45, 47, 50, 51, 52, 56, 58, 60, 61, 63, 65, 66, 73, 75, 80, 81, 86, 87, 89, 91, 92, 93, 94, 95, 96, 98, 101, 103, 105, 106, 108, 109, 112, 114, 115, 116, 117, 118, 120, 121, 124, 127, 128, 133, 134, 135, 136, 140, 142, 145, 147, 148, 150, 151, 152, 153, 155, 156, 157, 158, 160, 162, 165, 167, 168, 169, 173, 174, 176, 179, 185, 186, 187, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.6}
{"type": "layer", "layer": 45, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.4945279359817505, 0.8531440496444702, 0.7915033102035522, 0.7298814654350281, 0.36480557918548584, 0.5657604932785034, 0.4880426228046417, 0.6655251383781433, 0.4325453042984009, 0.9805217385292053, 0.3686097264289856, 0.4286521375179291, 0.39789000153541565, 0.6244159936904907, 0.5541778206825256, 0.6662007570266724, 0.5041953325271606, 0.3717338740825653, 0.44943392276763916, 0.9856942892074585, 0.3535888195037842, 0.5604874491691589, 0.5951816439628601, 0.9620166420936584, 0.35445475578308105, 0.277921587228775, 0.4580504596233368, 0.48804041743278503, 0.39257943630218506, 0.835928738117218, 0.4429749548435211, 0.5330427885055542, 0.5519846677780151, 0.7197261452674866, 0.6730994582176208, 0.7693667411804199, 0.4090145230293274, 0.7705429196357727, 0.6378229856491089, 0.3063279986381531, 0.32111847400665283, 0.2734885811805725, 0.9366216659545898, 0.6160743236541748, 0.6983532905578613, 0.8247368335723877, 0.5256771445274353, 0.44432908296585083, 0.616202712059021, 0.6861714124679565, 0.9308691024780273, 0.9236308932304382, 0.3726116120815277, 0.39842596650123596, 0.7039778828620911, 0.9297080636024475, 0.36710065603256226, 0.9298700094223022, 0.3110378384590149, 0.6965274810791016, 0.3563838005065918, 0.4826395511627197, 1.1056104898452759, 0.7489866614341736, 0.7836318016052246, 0.48307251930236816, 0.4076666235923767, 0.6160151362419128, 0.6439639925956726, 0.49515998363494873, 0.5400742292404175, 0.6456598043441772, 0.5911751389503479, 0.4953317940235138, 0.41243860125541687, 0.3611709177494049, 0.569419264793396, 0.5191211700439453, 0.7141229510307312, 0.6420473456382751, 0.3344986140727997, 0.6705341339111328, 0.5505269169807434, 0.320835679769516, 0.5037593245506287, 0.6161227226257324, 0.9248256683349609, 1.0007448196411133, 0.305034339427948, 1.118207573890686, 0.6377322673797607, 0.338834285736084, 0.5986499190330505, 0.7825136184692383, 0.6696019768714905, 0.8706667423248291, 0.33298107981681824, 0.3487202823162079, 0.6897485852241516, 0.947844386100769, 0.9021250605583191, 0.9176387786865234, 0.2862914204597473, 0.903631329536438, 0.7365040183067322, 0.5184650421142578, 0.6691226363182068, 0.6955195665359497, 0.6609795093536377, 0.5104798078536987, 0.39476916193962097, 0.8851991891860962, 0.5321826338768005, 1.1108137369155884, 0.5710611343383789, 0.3959576487541199, 0.8844872117042542, 0.9518976211547852, 0.2972536087036133, 0.9256002306938171, 0.600810706615448, 0.854631245136261, 0.3706474006175995, 0.7902417778968811, 0.40703651309013367, 0.6594729423522949, 0.5739750266075134, 0.7143003940582275, 0.7201898694038391, 0.7010183334350586, 0.8027406930923462, 0.4971805214881897, 0.28473830223083496, 0.5331978797912598, 0.7966956496238708, 1.0610761642456055, 0.2975839674472809, 0.7050636410713196, 0.9083563685417175, 0.6249405145645142, 0.4951247572898865, 0.7549008131027222, 0.847510039806366, 0.6277734637260437, 0.8605908751487732, 0.29618319869041443, 0.6330307722091675, 0.9274647831916809, 0.4823038578033447, 0.45923200249671936, 0.32172277569770813, 0.2869146466255188, 0.5306121110916138, 0.41435572504997253, 0.903261125087738, 0.39378589391708374, 0.6280854940414429, 0.4496952295303345, 0.4267367422580719, 0.695217490196228, 0.44786569476127625, 0.3175112009048462, 0.40079444646835327, 0.43167075514793396, 0.5129824876785278, 0.7695380449295044, 0.6770595908164978, 0.4727932810783386, 0.5570207238197327, 0.5977936387062073, 0.6616732478141785, 0.7179104685783386, 0.9352093935012817, 0.8580912947654724, 0.7211238145828247, 0.2884768843650818, 0.6917184591293335, 0.8297504186630249, 0.779050886631012, 0.5490021705627441, 0.4257796108722687, 0.8169221878051758, 0.6839547157287598, 0.8951366543769836, 0.8747422099113464, 0.8180792927742004, 0.8006101250648499, 0.692462682723999, 0.5877569317817688, 0.9705502986907959, 0.43911436200141907, 0.7450608611106873], "saliency_stats": {"min": 0.2734885811805725, "max": 1.118207573890686, "mean": 0.6174354596684376, "std": 0.2087948571599041}, "kept_experts": [1, 2, 3, 7, 9, 13, 15, 19, 23, 29, 33, 34, 35, 37, 38, 42, 44, 45, 48, 49, 50, 51, 54, 55, 57, 59, 62, 63, 64, 68, 71, 78, 79, 81, 85, 86, 87, 89, 90, 93, 94, 95, 98, 99, 100, 101, 103, 104, 106, 107, 108, 111, 113, 116, 117, 119, 121, 123, 125, 127, 128, 129, 130, 134, 135, 137, 138, 139, 141, 142, 143, 144, 146, 147, 154, 156, 159, 165, 166, 170, 171, 172, 173, 174, 176, 177, 178, 181, 182, 183, 184, 185, 186, 187, 189, 191], "dropped_experts": [0, 4, 5, 6, 8, 10, 11, 12, 14, 16, 17, 18, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 36, 39, 40, 41, 43, 46, 47, 52, 53, 56, 58, 60, 61, 65, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 80, 82, 83, 84, 88, 91, 92, 96, 97, 102, 105, 109, 110, 112, 114, 115, 118, 120, 122, 124, 126, 131, 132, 133, 136, 140, 145, 148, 149, 150, 151, 152, 153, 155, 157, 158, 160, 161, 162, 163, 164, 167, 168, 169, 175, 179, 180, 188, 190], "groups": [[89, 0, 4, 5, 6, 8, 10, 11, 12, 14, 16, 17, 18, 20, 21, 22, 24, 25, 26, 27, 28, 30, 31, 32, 36, 39, 40, 41, 43, 46, 47, 52, 53, 56, 58, 60, 61, 65, 66, 67, 69, 70, 72, 73, 74, 75, 76, 77, 80, 82, 83, 84, 88, 91, 92, 96, 97, 102, 105, 109, 110, 112, 114, 115, 118, 120, 122, 124, 126, 131, 132, 133, 136, 140, 145, 148, 149, 150, 151, 152, 153, 155, 157, 158, 160, 161, 162, 163, 164, 167, 168, 169, 175, 179, 180, 188, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.8}
{"type": "layer", "layer": 46, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.8296152353286743, 0.43402373790740967, 0.6773763298988342, 0.36811572313308716, 0.4832875430583954, 0.9040619134902954, 0.4801587164402008, 0.6325728297233582, 0.5334336161613464, 0.9492724537849426, 0.6449613571166992, 0.5336146354675293, 0.45580217242240906, 0.5526717901229858, 0.6895085573196411, 0.9248346090316772, 0.34689322113990784, 0.8916056752204895, 0.42191794514656067, 0.8765613436698914, 0.3817818760871887, 0.7235586047172546, 0.9765021800994873, 0.4920969605445862, 0.6287369728088379, 0.9855210781097412, 0.33689820766448975, 0.7984235882759094, 0.7179873585700989, 0.551400363445282, 0.5660092830657959, 0.402490496635437, 0.7151607871055603, 0.5984824299812317, 0.3018719553947449, 0.5078660249710083, 0.6996593475341797, 0.549713671207428, 0.4958092272281647, 0.4041494131088257, 0.2923627197742462, 0.6156898140907288, 1.1075141429901123, 0.4752185344696045, 0.3480633795261383, 0.28114014863967896, 0.45956262946128845, 1.0040687322616577, 0.8418267369270325, 0.681181013584137, 0.539335310459137, 0.7197645306587219, 0.9049578905105591, 0.6993941068649292, 0.4959273040294647, 0.48590287566185, 0.31178462505340576, 0.4142376184463501, 0.7084974646568298, 0.5413687825202942, 0.6209309101104736, 0.5936902761459351, 0.8399112820625305, 0.6847162842750549, 0.5333361625671387, 0.498104065656662, 0.7334933876991272, 0.48684677481651306, 0.7809738516807556, 0.724086582660675, 0.6644013524055481, 1.2221890687942505, 0.4559262990951538, 0.45435231924057007, 0.7717178463935852, 0.7096007466316223, 0.2826797664165497, 0.5248350501060486, 0.9661585092544556, 0.49127909541130066, 0.7906641960144043, 0.4830363392829895, 0.4832727313041687, 0.5425504446029663, 0.654146134853363, 1.038851261138916, 0.45995473861694336, 0.40625864267349243, 0.5907105207443237, 0.6346368193626404, 0.6824319362640381, 1.0342506170272827, 0.5028957724571228, 0.7599997520446777, 0.9890966415405273, 0.5181216597557068, 0.34196943044662476, 0.6018754839897156, 0.981357753276825, 0.7835800647735596, 0.6024584770202637, 1.0060946941375732, 0.5605244040489197, 0.6156747341156006, 0.42499861121177673, 0.5926423668861389, 0.6563748121261597, 0.5306802988052368, 1.0308183431625366, 0.31146499514579773, 0.4721439480781555, 0.5641040205955505, 0.7354501485824585, 0.7196472883224487, 0.31939247250556946, 0.3509391248226166, 0.7790262699127197, 0.5074668526649475, 0.4978151321411133, 0.589543342590332, 0.6028377413749695, 0.8311139941215515, 0.9167340993881226, 0.806369423866272, 0.693398118019104, 0.6250721216201782, 0.45094034075737, 0.2986769378185272, 0.7321779727935791, 0.8655633926391602, 0.6352981925010681, 0.9208158850669861, 0.8716953992843628, 0.5235530138015747, 0.28572967648506165, 0.40114328265190125, 0.9228284358978271, 0.8071094155311584, 0.6906136870384216, 0.612466037273407, 0.3685133755207062, 0.3946433365345001, 0.5379441976547241, 0.6264371275901794, 0.4011423587799072, 0.5465784668922424, 0.7659186720848083, 0.5824782848358154, 0.43424299359321594, 0.47860923409461975, 0.39057669043540955, 0.7660760879516602, 0.3437466621398926, 0.897830069065094, 0.8090966939926147, 0.714911699295044, 0.2884714603424072, 0.9006933569908142, 0.6658859252929688, 0.942478597164154, 0.6007920503616333, 0.7466455698013306, 0.744830310344696, 0.7737053036689758, 0.7830793261528015, 1.055132508277893, 0.8741177320480347, 0.46645882725715637, 0.6440140604972839, 0.7073653936386108, 0.6011163592338562, 0.9655864238739014, 1.3265972137451172, 0.2595297694206238, 0.2964165508747101, 0.6985593438148499, 0.3406960070133209, 0.700354278087616, 0.7267622351646423, 0.5380859971046448, 0.7850248217582703, 1.2021739482879639, 0.2816748321056366, 0.7972398996353149, 0.5243934988975525, 0.6029731631278992, 0.6503708958625793, 0.8909918069839478, 0.2784411609172821, 0.2984619438648224, 0.7651295065879822, 0.5260307192802429], "saliency_stats": {"min": 0.2595297694206238, "max": 1.3265972137451172, "mean": 0.632195429255565, "std": 0.21470444356013663}, "kept_experts": [0, 2, 5, 7, 9, 10, 14, 15, 17, 19, 21, 22, 24, 25, 27, 28, 32, 36, 41, 42, 47, 48, 49, 51, 52, 53, 58, 60, 62, 63, 66, 68, 69, 70, 71, 74, 75, 78, 80, 84, 85, 89, 90, 91, 93, 94, 98, 99, 101, 103, 106, 108, 112, 113, 116, 121, 122, 123, 124, 125, 128, 129, 130, 131, 132, 136, 137, 138, 143, 146, 151, 153, 154, 155, 157, 158, 159, 161, 162, 163, 164, 165, 166, 168, 169, 171, 172, 175, 177, 178, 180, 181, 183, 186, 187, 190], "dropped_experts": [1, 3, 4, 6, 8, 11, 12, 13, 16, 18, 20, 23, 26, 29, 30, 31, 33, 34, 35, 37, 38, 39, 40, 43, 44, 45, 46, 50, 54, 55, 56, 57, 59, 61, 64, 65, 67, 72, 73, 76, 77, 79, 81, 82, 83, 86, 87, 88, 92, 95, 96, 97, 100, 102, 104, 105, 107, 109, 110, 111, 114, 115, 117, 118, 119, 120, 126, 127, 133, 134, 135, 139, 140, 141, 142, 144, 145, 147, 148, 149, 150, 152, 156, 160, 167, 170, 173, 174, 176, 179, 182, 184, 185, 188, 189, 191], "groups": [[172, 1, 3, 4, 6, 8, 11, 12, 13, 16, 18, 20, 23, 26, 29, 30, 31, 33, 34, 35, 37, 38, 39, 40, 43, 44, 45, 46, 50, 54, 55, 56, 57, 59, 61, 64, 65, 67, 72, 73, 76, 77, 79, 81, 82, 83, 86, 87, 88, 92, 95, 96, 97, 100, 102, 104, 105, 107, 109, 110, 111, 114, 115, 117, 118, 119, 120, 126, 127, 133, 134, 135, 139, 140, 141, 142, 144, 145, 147, 148, 149, 150, 152, 156, 160, 167, 170, 173, 174, 176, 179, 182, 184, 185, 188, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.8}
{"type": "layer", "layer": 47, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.4937652349472046, 0.4212464690208435, 0.32344451546669006, 0.8729809522628784, 0.6737727522850037, 0.5870639681816101, 0.5053772330284119, 1.0739103555679321, 0.4885315001010895, 0.42512190341949463, 0.7558687925338745, 0.28610751032829285, 0.5863157510757446, 0.7952308654785156, 0.2892877161502838, 0.9154865145683289, 0.47334203124046326, 0.5577824115753174, 0.3010369539260864, 0.3250918984413147, 0.29871755838394165, 0.787629246711731, 0.4193320572376251, 0.8858425617218018, 0.9437834024429321, 0.7599708437919617, 0.7837410569190979, 0.9664987921714783, 0.7864217758178711, 0.746626615524292, 0.4678906798362732, 0.9570323824882507, 0.3230297267436981, 1.0094575881958008, 0.7016631960868835, 0.6407216191291809, 0.8363469243049622, 0.3945256471633911, 0.5188882350921631, 1.0769635438919067, 0.7759489417076111, 0.8127091526985168, 0.9977506995201111, 0.7725457549095154, 0.49532684683799744, 0.2803671658039093, 0.8544272184371948, 0.4814086854457855, 0.32613828778266907, 0.7894753813743591, 0.7408725619316101, 0.42506131529808044, 0.3133864104747772, 1.1424522399902344, 0.6443027257919312, 0.8576861619949341, 0.4357578158378601, 0.3548511862754822, 0.5456410050392151, 0.3501213788986206, 1.1346980333328247, 1.2204091548919678, 0.3283393383026123, 0.8010659217834473, 0.8935752511024475, 0.568767786026001, 0.4892038106918335, 0.31899622082710266, 0.4831724464893341, 0.9257568717002869, 1.155368447303772, 0.4402059018611908, 0.4919947385787964, 0.8077436089515686, 0.313235878944397, 0.7907238006591797, 0.6656366586685181, 0.8792129755020142, 1.1772757768630981, 0.8332771062850952, 0.8632742762565613, 0.6255300045013428, 0.4875384569168091, 0.7491984367370605, 0.5243960618972778, 0.6887712478637695, 0.48024073243141174, 0.6111831068992615, 0.6840739250183105, 1.0775132179260254, 0.3015921413898468, 0.9934780597686768, 0.3701758086681366, 0.9049685597419739, 0.8282413482666016, 0.7436532974243164, 0.7919188737869263, 0.9073582887649536, 0.9359865784645081, 0.3134363889694214, 0.9237135052680969, 0.8878246545791626, 0.6743013858795166, 0.3594156503677368, 0.6614363789558411, 0.4053741693496704, 1.2330142259597778, 1.186339259147644, 1.217051386833191, 0.6159448623657227, 1.3030452728271484, 1.070830225944519, 0.5967254042625427, 0.893835723400116, 0.3706986606121063, 0.6552911996841431, 1.1058863401412964, 0.6025228500366211, 0.44192659854888916, 0.7879055738449097, 0.783428966999054, 0.8796118497848511, 0.853035032749176, 0.6689634323120117, 0.7177960276603699, 0.37378406524658203, 0.5541031360626221, 0.4210454225540161, 0.5209977626800537, 0.8131098747253418, 0.5536433458328247, 0.4174770712852478, 0.959193229675293, 0.5952705144882202, 0.581671953201294, 0.9528905153274536, 0.6416918635368347, 0.47442856431007385, 0.5962914824485779, 0.4063379466533661, 0.6591454744338989, 0.8724242448806763, 0.3754465579986572, 0.45242565870285034, 0.9552491307258606, 0.6791033744812012, 1.2090203762054443, 0.7237300276756287, 0.8639999032020569, 0.7210168242454529, 0.7065632343292236, 0.7232853174209595, 2.0468013286590576, 0.7390233874320984, 0.5283108353614807, 0.6853906512260437, 0.4448707103729248, 0.41231459379196167, 1.274737000465393, 0.6288048624992371, 1.1103310585021973, 0.9265004396438599, 1.0422749519348145, 0.8067721128463745, 0.3224182426929474, 0.656169593334198, 0.7547228336334229, 0.8815066814422607, 0.3786422610282898, 0.5685819983482361, 0.2720416188240051, 0.3014245927333832, 0.6946879625320435, 0.5714559555053711, 0.39007943868637085, 0.8558569550514221, 0.5682350397109985, 0.3707446753978729, 0.8181160688400269, 0.43211162090301514, 0.44770848751068115, 1.0621966123580933, 0.4394060969352722, 0.8110459446907043, 0.9140732884407043, 0.3268004357814789, 0.8316833972930908, 0.6434339284896851, 0.9330611228942871, 0.7419515252113342, 0.33359912037849426, 0.2851185202598572], "saliency_stats": {"min": 0.2720416188240051, "max": 2.0468013286590576, "mean": 0.6844038527148465, "std": 0.272257305318003}, "kept_experts": [3, 7, 10, 13, 15, 21, 23, 24, 25, 26, 27, 28, 29, 31, 33, 34, 36, 39, 40, 41, 42, 43, 46, 49, 50, 53, 55, 60, 61, 63, 64, 69, 70, 73, 75, 77, 78, 79, 80, 83, 85, 88, 89, 91, 93, 94, 95, 96, 97, 98, 100, 101, 102, 106, 107, 108, 110, 111, 113, 116, 119, 120, 121, 122, 124, 129, 132, 135, 141, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 155, 158, 160, 161, 162, 163, 166, 167, 172, 175, 178, 181, 183, 184, 186, 188, 189], "dropped_experts": [0, 1, 2, 4, 5, 6, 8, 9, 11, 12, 14, 16, 17, 18, 19, 20, 22, 30, 32, 35, 37, 38, 44, 45, 47, 48, 51, 52, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 71, 72, 74, 76, 81, 82, 84, 86, 87, 90, 92, 99, 103, 104, 105, 109, 112, 114, 115, 117, 118, 123, 125, 126, 127, 128, 130, 131, 133, 134, 136, 137, 138, 139, 140, 142, 143, 154, 156, 157, 159, 164, 165, 168, 169, 170, 171, 173, 174, 176, 177, 179, 180, 182, 185, 187, 190, 191], "groups": [[152, 0, 1, 2, 4, 5, 6, 8, 9, 11, 12, 14, 16, 17, 18, 19, 20, 22, 30, 32, 35, 37, 38, 44, 45, 47, 48, 51, 52, 54, 56, 57, 58, 59, 62, 65, 66, 67, 68, 71, 72, 74, 76, 81, 82, 84, 86, 87, 90, 92, 99, 103, 104, 105, 109, 112, 114, 115, 117, 118, 123, 125, 126, 127, 128, 130, 131, 133, 134, 136, 137, 138, 139, 140, 142, 143, 154, 156, 157, 159, 164, 165, 168, 169, 170, 171, 173, 174, 176, 177, 179, 180, 182, 185, 187, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.3}
{"type": "layer", "layer": 48, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.3845338821411133, 0.5847442746162415, 0.6711755394935608, 0.6751868724822998, 0.367642879486084, 0.5864448547363281, 0.31979647278785706, 0.9789765477180481, 0.7546275854110718, 0.6846522092819214, 0.913358211517334, 0.33903348445892334, 0.7651514410972595, 0.5633051991462708, 0.5650607347488403, 0.565146803855896, 0.58614581823349, 0.365977019071579, 0.834221363067627, 1.2717801332473755, 0.7094929218292236, 0.9812970161437988, 0.6569265127182007, 0.5606098771095276, 0.4848220646381378, 0.3906165361404419, 0.7239811420440674, 0.9086527228355408, 0.3673229217529297, 0.724166214466095, 0.8466453552246094, 1.0753766298294067, 0.31213027238845825, 0.4502248167991638, 0.8081516623497009, 0.8326132297515869, 0.49750688672065735, 0.7180548906326294, 0.5773371458053589, 0.45606473088264465, 0.8324249386787415, 0.9776105880737305, 0.7158843278884888, 0.4939309060573578, 0.6676887273788452, 0.5534421801567078, 0.6852664947509766, 0.6789138913154602, 0.4023898243904114, 0.3687497079372406, 0.7019966840744019, 0.6421938538551331, 0.31755995750427246, 0.41581636667251587, 0.558635950088501, 0.40594807267189026, 0.9734629988670349, 0.5211378335952759, 1.1986474990844727, 0.8666952848434448, 0.4451104402542114, 0.5846073627471924, 0.8928881287574768, 0.5473609566688538, 0.6242520213127136, 0.8541404604911804, 0.7670213580131531, 1.0136107206344604, 1.045397162437439, 0.5308313369750977, 0.5088584423065186, 0.3877675533294678, 0.8164915442466736, 0.4079338610172272, 0.9742358326911926, 0.31615355610847473, 0.3463630676269531, 0.7857658863067627, 1.0230616331100464, 0.5988165736198425, 0.6398603320121765, 0.41888073086738586, 0.3421543538570404, 0.5545351505279541, 0.7578442692756653, 1.1813859939575195, 0.9593755602836609, 0.5026212930679321, 0.3283916413784027, 0.4477037787437439, 0.649516761302948, 0.7653146982192993, 0.8586283326148987, 1.0209506750106812, 0.39129379391670227, 0.7772572040557861, 0.8363107442855835, 0.961181104183197, 1.2377454042434692, 0.9633350372314453, 1.4600560665130615, 0.8074696063995361, 0.7556750178337097, 0.8289048671722412, 1.1763535737991333, 1.0974891185760498, 0.8559736013412476, 0.7782767415046692, 0.9346296191215515, 0.7418535947799683, 1.1705255508422852, 0.42806294560432434, 0.7462397217750549, 0.32160112261772156, 1.4697250127792358, 0.6058965921401978, 0.32471901178359985, 0.8239923715591431, 0.7635607719421387, 0.7816344499588013, 0.587986409664154, 0.5332367420196533, 0.5477326512336731, 1.350797414779663, 0.40667352080345154, 1.0367286205291748, 0.38449472188949585, 0.5924914479255676, 0.8189360499382019, 0.47341176867485046, 0.5085543990135193, 0.6392952799797058, 0.866817831993103, 0.4720512330532074, 1.1163601875305176, 0.35141125321388245, 0.3934657871723175, 0.7216406464576721, 1.1054030656814575, 0.7260839939117432, 0.8027111291885376, 0.6990344524383545, 0.7290456295013428, 0.7093433141708374, 0.4716004729270935, 0.808954119682312, 1.0053983926773071, 0.7340660095214844, 0.38190194964408875, 0.426118940114975, 0.32711097598075867, 0.6480034589767456, 0.6964324116706848, 0.8009466528892517, 0.4206677973270416, 0.63909512758255, 0.8208910822868347, 0.47570449113845825, 0.4299687147140503, 0.9340699315071106, 1.1724807024002075, 0.9667063355445862, 0.3723943829536438, 1.0111194849014282, 0.44210338592529297, 0.3268144726753235, 0.7800458073616028, 0.9557099342346191, 0.8861933350563049, 0.6295703053474426, 0.47790759801864624, 0.7197033762931824, 0.5995059609413147, 0.4415836036205292, 0.8615689873695374, 0.5538891553878784, 0.9822224378585815, 0.5139838457107544, 0.45834168791770935, 0.42548102140426636, 0.49576061964035034, 0.6150587201118469, 0.7391014099121094, 0.5448625087738037, 1.1348962783813477, 0.30780136585235596, 0.7651622295379639, 0.864470362663269, 0.9023492932319641, 0.9068204164505005, 0.5833534002304077, 12.820841789245605], "saliency_stats": {"min": 0.30780136585235596, "max": 12.820841789245605, "mean": 0.7532676425762475, "std": 0.9085728028122536}, "kept_experts": [7, 8, 9, 10, 12, 18, 19, 20, 21, 26, 27, 29, 30, 31, 34, 35, 37, 40, 41, 42, 46, 50, 56, 58, 59, 62, 65, 66, 67, 68, 72, 74, 77, 78, 84, 85, 86, 91, 92, 93, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 112, 114, 117, 118, 119, 123, 125, 128, 132, 134, 137, 138, 139, 140, 141, 142, 143, 145, 146, 147, 152, 153, 156, 159, 160, 161, 163, 166, 167, 168, 171, 174, 176, 182, 184, 186, 187, 188, 189, 191], "dropped_experts": [0, 1, 2, 3, 4, 5, 6, 11, 13, 14, 15, 16, 17, 22, 23, 24, 25, 28, 32, 33, 36, 38, 39, 43, 44, 45, 47, 48, 49, 51, 52, 53, 54, 55, 57, 60, 61, 63, 64, 69, 70, 71, 73, 75, 76, 79, 80, 81, 82, 83, 87, 88, 89, 90, 94, 111, 113, 115, 116, 120, 121, 122, 124, 126, 127, 129, 130, 131, 133, 135, 136, 144, 148, 149, 150, 151, 154, 155, 157, 158, 162, 164, 165, 169, 170, 172, 173, 175, 177, 178, 179, 180, 181, 183, 185, 190], "groups": [[191, 0, 1, 2, 3, 4, 5, 6, 11, 13, 14, 15, 16, 17, 22, 23, 24, 25, 28, 32, 33, 36, 38, 39, 43, 44, 45, 47, 48, 49, 51, 52, 53, 54, 55, 57, 60, 61, 63, 64, 69, 70, 71, 73, 75, 76, 79, 80, 81, 82, 83, 87, 88, 89, 90, 94, 111, 113, 115, 116, 120, 121, 122, 124, 126, 127, 129, 130, 131, 133, 135, 136, 144, 148, 149, 150, 151, 154, 155, 157, 158, 162, 164, 165, 169, 170, 172, 173, 175, 177, 178, 179, 180, 181, 183, 185, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.3}
{"type": "layer", "layer": 49, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.8820330500602722, 0.4582757353782654, 0.5685867071151733, 0.9068459272384644, 0.6449455618858337, 0.6424021124839783, 1.2072011232376099, 0.9198636412620544, 0.7290656566619873, 0.6223129034042358, 0.5150736570358276, 0.36198890209198, 0.5576340556144714, 0.9830002784729004, 0.517482578754425, 0.753400444984436, 0.870460033416748, 1.2913031578063965, 0.9133018851280212, 0.8934053778648376, 0.4401109516620636, 0.3663499355316162, 1.491344928741455, 1.4437166452407837, 0.5936885476112366, 0.3473653793334961, 0.7300776243209839, 0.8594099879264832, 0.32753458619117737, 1.2860983610153198, 0.5104189515113831, 1.369041085243225, 0.38150012493133545, 0.57734614610672, 0.7042123675346375, 0.9354711771011353, 1.131341814994812, 0.5323419570922852, 0.5002554059028625, 0.8699071407318115, 0.6646806001663208, 1.231204628944397, 0.5412087440490723, 0.588611900806427, 0.7407786846160889, 1.0019654035568237, 1.0226284265518188, 1.2111560106277466, 0.5217912197113037, 0.8712643980979919, 1.3360655307769775, 0.5188910365104675, 0.9636542797088623, 0.8203719258308411, 0.4273664951324463, 0.6470385789871216, 1.3038583993911743, 0.8359969854354858, 0.8201731443405151, 1.1947444677352905, 0.4195404350757599, 0.4058249294757843, 2.0561892986297607, 0.46030527353286743, 0.9246450662612915, 0.9265384078025818, 0.3812596797943115, 0.950156569480896, 0.6944273114204407, 1.6032131910324097, 0.883150577545166, 0.7398707270622253, 0.5860621929168701, 0.4575062394142151, 0.7461149096488953, 0.8051890134811401, 0.7943641543388367, 0.7771010398864746, 0.38036638498306274, 0.4697447419166565, 0.8843199014663696, 0.9319362640380859, 0.7198008298873901, 0.8300710320472717, 0.5413365960121155, 0.7736722230911255, 0.4935090243816376, 0.31704869866371155, 0.7861644625663757, 0.8336920142173767, 0.9263743162155151, 0.6017212867736816, 0.5945016145706177, 1.138335943222046, 1.2695400714874268, 0.8306731581687927, 0.8748999834060669, 0.9014626741409302, 1.0296461582183838, 0.7754616737365723, 0.937476396560669, 1.2355417013168335, 0.8066549301147461, 0.3595510721206665, 0.41682183742523193, 1.0089997053146362, 1.0403436422348022, 0.9095633029937744, 0.7391471266746521, 1.154268503189087, 0.8956791162490845, 1.202986478805542, 0.7735260128974915, 0.5824401378631592, 0.6818780303001404, 0.47671690583229065, 0.9735821485519409, 0.6757169961929321, 1.2691816091537476, 1.252232551574707, 0.4753567576408386, 1.0865774154663086, 0.6294662952423096, 1.6698414087295532, 0.886070191860199, 0.41842612624168396, 0.8932983875274658, 1.2130372524261475, 0.8131899833679199, 0.3757312595844269, 0.8352436423301697, 1.1400010585784912, 1.0424233675003052, 0.9592032432556152, 1.0159275531768799, 1.1554149389266968, 0.36852309107780457, 0.5677010416984558, 0.5152295231819153, 0.3990982174873352, 0.7316740155220032, 0.46875450015068054, 1.004921555519104, 0.6805605888366699, 0.3489586412906647, 0.8167440295219421, 0.5571100115776062, 0.9412879347801208, 0.577556848526001, 0.7053592801094055, 0.5211755633354187, 0.426326185464859, 0.33592092990875244, 0.4341582953929901, 0.6158522963523865, 1.2422370910644531, 0.7342253923416138, 1.425971508026123, 0.7281221151351929, 1.192261815071106, 0.7792015075683594, 0.8179234266281128, 0.4358096122741699, 0.45543232560157776, 0.39155104756355286, 1.0567080974578857, 0.9639668464660645, 0.9775950312614441, 0.5359825491905212, 0.9542416930198669, 0.5109180212020874, 1.0602763891220093, 0.3678707182407379, 0.3951281011104584, 0.587860107421875, 0.5800064206123352, 0.9054298996925354, 1.3633160591125488, 0.540374755859375, 0.37376320362091064, 0.7704132199287415, 0.32442864775657654, 0.3389294743537903, 0.9341357946395874, 0.9288403391838074, 1.0450646877288818, 0.6541639566421509, 1.249106764793396, 1.0609768629074097, 1.1102995872497559, 0.9995928406715393, 0.4457095265388489], "saliency_stats": {"min": 0.31704869866371155, "max": 2.0561892986297607, "mean": 0.7899560933001339, "std": 0.31136104032845247}, "kept_experts": [0, 3, 6, 7, 13, 16, 17, 18, 19, 22, 23, 27, 29, 31, 35, 36, 39, 41, 45, 46, 47, 49, 50, 52, 53, 56, 57, 58, 59, 62, 64, 65, 67, 69, 70, 75, 76, 77, 80, 81, 83, 88, 89, 90, 93, 94, 95, 96, 97, 98, 100, 101, 102, 105, 106, 107, 109, 110, 111, 116, 118, 119, 121, 123, 124, 126, 127, 128, 130, 131, 132, 133, 134, 135, 142, 145, 147, 155, 157, 159, 160, 161, 165, 166, 167, 169, 171, 176, 177, 183, 184, 185, 187, 188, 189, 190], "dropped_experts": [1, 2, 4, 5, 8, 9, 10, 11, 12, 14, 15, 20, 21, 24, 25, 26, 28, 30, 32, 33, 34, 37, 38, 40, 42, 43, 44, 48, 51, 54, 55, 60, 61, 63, 66, 68, 71, 72, 73, 74, 78, 79, 82, 84, 85, 86, 87, 91, 92, 99, 103, 104, 108, 112, 113, 114, 115, 117, 120, 122, 125, 129, 136, 137, 138, 139, 140, 141, 143, 144, 146, 148, 149, 150, 151, 152, 153, 154, 156, 158, 162, 163, 164, 168, 170, 172, 173, 174, 175, 178, 179, 180, 181, 182, 186, 191], "groups": [[62, 1, 2, 4, 5, 8, 9, 10, 11, 12, 14, 15, 20, 21, 24, 25, 26, 28, 30, 32, 33, 34, 37, 38, 40, 42, 43, 44, 48, 51, 54, 55, 60, 61, 63, 66, 68, 71, 72, 73, 74, 78, 79, 82, 84, 85, 86, 87, 91, 92, 99, 103, 104, 108, 112, 113, 114, 115, 117, 120, 122, 125, 129, 136, 137, 138, 139, 140, 141, 143, 144, 146, 148, 149, 150, 151, 152, 153, 154, 156, 158, 162, 163, 164, 168, 170, 172, 173, 174, 175, 178, 179, 180, 181, 182, 186, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.3}
{"type": "layer", "layer": 50, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.5482760667800903, 1.0920696258544922, 0.5842726230621338, 0.8577019572257996, 0.4887341558933258, 0.6957680583000183, 0.33574378490448, 0.5344318747520447, 0.77718186378479, 0.8845453858375549, 0.6670864820480347, 0.8398573398590088, 0.5954640507698059, 1.7777321338653564, 1.1683330535888672, 0.6179490685462952, 0.8533923625946045, 0.7100507020950317, 0.8208937644958496, 0.6041535139083862, 0.7325407862663269, 0.6194136142730713, 0.3724799156188965, 0.6299721598625183, 0.889216959476471, 0.9327037334442139, 1.1213089227676392, 0.900573194026947, 0.8397147059440613, 0.6192272305488586, 0.6629971265792847, 1.1274865865707397, 0.4447054862976074, 1.060845136642456, 1.1377429962158203, 0.9021798968315125, 0.5150699019432068, 1.0253040790557861, 0.8869037628173828, 1.4759186506271362, 0.9074100852012634, 0.462362676858902, 0.6667872071266174, 0.42604318261146545, 0.4182378649711609, 0.4356488585472107, 1.1722557544708252, 0.960421085357666, 0.4508298635482788, 1.1282211542129517, 0.9962535500526428, 1.4084800481796265, 0.40653321146965027, 1.4073486328125, 1.0320161581039429, 0.6213385462760925, 0.3515976071357727, 0.7968957424163818, 0.7364272475242615, 1.0082614421844482, 1.2880855798721313, 1.6805055141448975, 1.1719359159469604, 0.3800911605358124, 0.40128523111343384, 0.6024552583694458, 1.1655346155166626, 0.9919437766075134, 0.9729445576667786, 1.0696959495544434, 0.9223833680152893, 0.6560344696044922, 0.45558786392211914, 0.6448025107383728, 1.1913622617721558, 0.5862764716148376, 0.9510726928710938, 0.8041690587997437, 0.9223816394805908, 0.46455004811286926, 0.5055556297302246, 0.39883068203926086, 0.8153818845748901, 0.7976870536804199, 0.46952879428863525, 1.0484106540679932, 0.8921653032302856, 0.33412501215934753, 0.819535493850708, 1.1730057001113892, 0.7343915104866028, 0.7809183597564697, 0.3124339282512665, 1.3434678316116333, 0.9529529809951782, 1.2329167127609253, 0.67051762342453, 1.0087884664535522, 0.885195791721344, 0.9946643710136414, 0.37594541907310486, 0.7221589684486389, 0.3895243704319, 1.1196248531341553, 0.6657821536064148, 1.061807632446289, 0.7654858231544495, 0.4324483275413513, 0.7199312448501587, 0.3764943778514862, 0.4849705100059509, 0.3634103238582611, 0.8145443797111511, 0.8004806041717529, 0.9194250106811523, 1.3705564737319946, 0.8147609233856201, 0.8650252223014832, 0.5562969446182251, 0.9861600995063782, 0.8201531171798706, 0.9209092259407043, 0.9359345436096191, 0.8669796586036682, 0.6114492416381836, 0.3388979732990265, 0.6480364799499512, 0.3522496223449707, 1.13206946849823, 0.8292204141616821, 0.9262494444847107, 0.990092396736145, 1.2442866563796997, 0.9494269490242004, 1.0097304582595825, 0.5532473921775818, 0.7127643823623657, 0.46693888306617737, 0.6891154646873474, 0.3673928678035736, 0.5779513120651245, 0.9098514914512634, 0.408214807510376, 0.6776447892189026, 0.6949036121368408, 0.9008254408836365, 1.1097043752670288, 0.5588194727897644, 0.7972897291183472, 0.7306779623031616, 0.8970383405685425, 1.1675602197647095, 0.9099019169807434, 0.43445590138435364, 0.5739162564277649, 1.0412533283233643, 1.795234203338623, 0.35378485918045044, 1.1785225868225098, 0.8197823166847229, 1.059920072555542, 0.8401083946228027, 1.2426410913467407, 0.35470128059387207, 0.5518949627876282, 0.36643996834754944, 0.9460388422012329, 0.8433939218521118, 0.5166589021682739, 0.8136523365974426, 1.1792720556259155, 0.3670165538787842, 0.5895276665687561, 0.8478714823722839, 0.45029276609420776, 1.6361249685287476, 1.5501463413238525, 0.5508365035057068, 0.8608423471450806, 1.152987003326416, 0.8589190244674683, 0.707378625869751, 1.031667709350586, 1.4277820587158203, 0.48107266426086426, 0.4240040183067322, 0.624053955078125, 0.5599940419197083, 1.0304819345474243, 0.3761160671710968, 0.6213682889938354, 0.9087735414505005], "saliency_stats": {"min": 0.3124339282512665, "max": 1.795234203338623, "mean": 0.8016467446771761, "std": 0.30935190327014755}, "kept_experts": [1, 3, 9, 11, 13, 14, 16, 18, 24, 25, 26, 27, 28, 31, 33, 34, 35, 37, 38, 39, 40, 46, 47, 49, 50, 51, 53, 54, 59, 60, 61, 62, 66, 67, 68, 69, 70, 74, 76, 78, 82, 85, 86, 88, 89, 93, 94, 95, 97, 98, 99, 103, 105, 112, 114, 115, 116, 117, 119, 120, 121, 122, 123, 128, 129, 130, 131, 132, 133, 134, 141, 145, 146, 150, 151, 152, 155, 156, 158, 159, 160, 161, 162, 166, 167, 170, 173, 175, 176, 178, 179, 180, 182, 183, 188, 191], "dropped_experts": [0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 17, 19, 20, 21, 22, 23, 29, 30, 32, 36, 41, 42, 43, 44, 45, 48, 52, 55, 56, 57, 58, 63, 64, 65, 71, 72, 73, 75, 77, 79, 80, 81, 83, 84, 87, 90, 91, 92, 96, 100, 101, 102, 104, 106, 107, 108, 109, 110, 111, 113, 118, 124, 125, 126, 127, 135, 136, 137, 138, 139, 140, 142, 143, 144, 147, 148, 149, 153, 154, 157, 163, 164, 165, 168, 169, 171, 172, 174, 177, 181, 184, 185, 186, 187, 189, 190], "groups": [[156, 0, 2, 4, 5, 6, 7, 8, 10, 12, 15, 17, 19, 20, 21, 22, 23, 29, 30, 32, 36, 41, 42, 43, 44, 45, 48, 52, 55, 56, 57, 58, 63, 64, 65, 71, 72, 73, 75, 77, 79, 80, 81, 83, 84, 87, 90, 91, 92, 96, 100, 101, 102, 104, 106, 107, 108, 109, 110, 111, 113, 118, 124, 125, 126, 127, 135, 136, 137, 138, 139, 140, 142, 143, 144, 147, 148, 149, 153, 154, 157, 163, 164, 165, 168, 169, 171, 172, 174, 177, 181, 184, 185, 186, 187, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.1}
{"type": "layer", "layer": 51, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.947803258895874, 0.6482766270637512, 0.5176457762718201, 0.7581520676612854, 1.3775634765625, 1.0229417085647583, 0.6192108392715454, 0.7460388541221619, 1.307839035987854, 1.0873557329177856, 1.0430331230163574, 0.3748617172241211, 0.7182926535606384, 0.5871779322624207, 0.763106644153595, 0.6869333982467651, 0.9449194669723511, 0.9662721753120422, 0.6873337030410767, 0.8025110960006714, 0.6752341985702515, 0.9667496085166931, 0.856959879398346, 0.7126818895339966, 0.6833280920982361, 0.43263137340545654, 0.36509156227111816, 0.5661778450012207, 0.6367984414100647, 0.9217932224273682, 0.455200731754303, 0.8885738849639893, 0.6853299140930176, 0.6262801289558411, 0.5693569779396057, 0.36784228682518005, 0.569290816783905, 0.4024192690849304, 0.805168092250824, 0.7378954291343689, 0.41012316942214966, 0.477699339389801, 0.7232044339179993, 1.1964656114578247, 1.3771846294403076, 0.777090311050415, 0.5137718915939331, 0.8504767417907715, 0.7457042932510376, 1.012526273727417, 0.553786039352417, 0.7656224966049194, 0.8347801566123962, 1.2363789081573486, 0.6241164803504944, 0.7378456592559814, 1.1796270608901978, 0.6325790882110596, 0.4614447355270386, 0.5200093388557434, 0.5975614190101624, 1.4085562229156494, 0.6719993948936462, 0.4181012809276581, 0.8646796345710754, 0.35951608419418335, 0.722761869430542, 1.1539400815963745, 1.133864402770996, 0.5610058903694153, 0.719833254814148, 0.8884449601173401, 0.4846087694168091, 0.6992534399032593, 0.6560251116752625, 0.8371864557266235, 0.38617968559265137, 0.363142192363739, 0.9340767860412598, 0.5539376139640808, 1.677351951599121, 0.991118848323822, 1.106842279434204, 1.4040037393569946, 0.7680262923240662, 0.6234493851661682, 0.7855632305145264, 0.9642823934555054, 0.6507250070571899, 0.48138436675071716, 0.7422580718994141, 0.5481956601142883, 0.37182652950286865, 0.9845533967018127, 0.38891342282295227, 0.6757445931434631, 0.8354900479316711, 0.5485769510269165, 1.3485536575317383, 0.3510972559452057, 0.5336633324623108, 0.4760403037071228, 0.8476746678352356, 1.2831743955612183, 1.0034033060073853, 1.1590880155563354, 0.4154077172279358, 0.8395626544952393, 0.6675910353660583, 0.47459694743156433, 0.8233321309089661, 1.2319449186325073, 0.43390631675720215, 0.3842131793498993, 0.5728397369384766, 0.41922512650489807, 0.8971916437149048, 0.7047417759895325, 0.7186102867126465, 0.9304550886154175, 0.7586095929145813, 0.7500972151756287, 0.9163106679916382, 0.905945897102356, 0.8486601710319519, 0.5356934070587158, 2.7171549797058105, 1.511243224143982, 0.4015774130821228, 0.7931594252586365, 1.006314754486084, 1.3974404335021973, 0.8983717560768127, 0.7697382569313049, 0.4106055796146393, 0.3798268735408783, 0.4417239725589752, 1.1589356660842896, 0.5226979851722717, 0.9989556670188904, 0.8122259378433228, 0.6631371378898621, 0.5610685348510742, 1.43614661693573, 1.9566680192947388, 1.4890148639678955, 0.8845544457435608, 0.6693145036697388, 0.717237114906311, 0.7297043800354004, 0.7078480124473572, 0.8156185746192932, 0.9041894674301147, 0.6281918883323669, 0.705609142780304, 1.001767635345459, 0.7931334972381592, 1.091933250427246, 0.632355272769928, 0.7231113314628601, 1.0166856050491333, 0.9308682680130005, 0.9795151948928833, 0.5737334489822388, 0.9997618794441223, 0.80790114402771, 0.8327884674072266, 0.6548271775245667, 0.7230772376060486, 0.8534129858016968, 0.34977173805236816, 0.7104476690292358, 0.9499815702438354, 0.8555855751037598, 0.3899100124835968, 0.34779322147369385, 0.6694560647010803, 0.8160063028335571, 0.7016163468360901, 1.0233997106552124, 0.9213539958000183, 1.3183667659759521, 0.8318663239479065, 0.6736934781074524, 0.6874268054962158, 0.7516952753067017, 0.7340242266654968, 0.7542232275009155, 0.5069221258163452, 1.1323240995407104, 1.2299712896347046, 0.9526479244232178], "saliency_stats": {"min": 0.34779322147369385, "max": 2.7171549797058105, "mean": 0.7935872475306193, "std": 0.31752506617702386}, "kept_experts": [0, 3, 4, 5, 7, 8, 9, 10, 14, 16, 17, 19, 21, 22, 29, 31, 38, 43, 44, 45, 47, 48, 49, 51, 52, 53, 56, 61, 64, 67, 68, 71, 75, 78, 80, 81, 82, 83, 84, 86, 87, 93, 96, 98, 102, 103, 104, 105, 107, 110, 111, 116, 119, 120, 121, 122, 123, 124, 126, 127, 129, 130, 131, 132, 133, 137, 139, 140, 143, 144, 145, 146, 151, 152, 155, 156, 157, 160, 161, 162, 164, 165, 166, 169, 172, 173, 177, 179, 180, 181, 182, 185, 187, 189, 190, 191], "dropped_experts": [1, 2, 6, 11, 12, 13, 15, 18, 20, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 46, 50, 54, 55, 57, 58, 59, 60, 62, 63, 65, 66, 69, 70, 72, 73, 74, 76, 77, 79, 85, 88, 89, 90, 91, 92, 94, 95, 97, 99, 100, 101, 106, 108, 109, 112, 113, 114, 115, 117, 118, 125, 128, 134, 135, 136, 138, 141, 142, 147, 148, 149, 150, 153, 154, 158, 159, 163, 167, 168, 170, 171, 174, 175, 176, 178, 183, 184, 186, 188], "groups": [[126, 1, 2, 6, 11, 12, 13, 15, 18, 20, 23, 24, 25, 26, 27, 28, 30, 32, 33, 34, 35, 36, 37, 39, 40, 41, 42, 46, 50, 54, 55, 57, 58, 59, 60, 62, 63, 65, 66, 69, 70, 72, 73, 74, 76, 77, 79, 85, 88, 89, 90, 91, 92, 94, 95, 97, 99, 100, 101, 106, 108, 109, 112, 113, 114, 115, 117, 118, 125, 128, 134, 135, 136, 138, 141, 142, 147, 148, 149, 150, 153, 154, 158, 159, 163, 167, 168, 170, 171, 174, 175, 176, 178, 183, 184, 186, 188]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.8}
{"type": "layer", "layer": 52, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.8933693170547485, 1.1934508085250854, 0.7432532906532288, 0.5519422292709351, 1.2524172067642212, 0.3773741126060486, 0.8068656325340271, 0.652165949344635, 0.6444485783576965, 0.44624829292297363, 0.5635330080986023, 0.7852182388305664, 0.7593597769737244, 0.9347860217094421, 0.8006452918052673, 0.7417199611663818, 0.6717883944511414, 0.8688981533050537, 1.3091802597045898, 0.6655951738357544, 0.8175994157791138, 1.0178543329238892, 0.9820899963378906, 0.4693771004676819, 0.8677178621292114, 0.493843138217926, 0.5302994847297668, 0.8501540422439575, 0.517167866230011, 0.63226318359375, 1.023369312286377, 0.4762217700481415, 0.8825563192367554, 0.6083819270133972, 0.49548688530921936, 0.5384683609008789, 1.3439593315124512, 0.8025381565093994, 0.8687893748283386, 0.4120323359966278, 0.8516381978988647, 0.737582802772522, 1.1347421407699585, 0.5016009211540222, 0.4936487674713135, 0.7395697832107544, 1.414441466331482, 0.7511142492294312, 0.8935925364494324, 0.9068763256072998, 0.6669046878814697, 1.2585314512252808, 1.1685092449188232, 1.926416277885437, 0.7848567962646484, 0.4243851602077484, 0.7348747849464417, 0.40762004256248474, 1.0835899114608765, 0.9463034868240356, 0.5495474934577942, 0.5035241842269897, 1.1807910203933716, 0.6789342761039734, 0.769299328327179, 0.8099839091300964, 0.39559414982795715, 0.39426207542419434, 0.7302373051643372, 0.548136293888092, 0.5037553310394287, 1.1519099473953247, 0.3836311399936676, 0.416396826505661, 0.6155418753623962, 0.9013165831565857, 1.0155390501022339, 0.9593691825866699, 1.170344591140747, 0.9190576672554016, 0.6318878531455994, 0.8567412495613098, 0.9540840983390808, 0.9153162240982056, 0.8616460561752319, 0.9653490781784058, 0.4930879771709442, 0.8308193683624268, 0.9833905696868896, 0.9128550291061401, 0.9101492762565613, 2.313847780227661, 0.38234248757362366, 0.3955150544643402, 1.1168395280838013, 0.9101701378822327, 0.44606858491897583, 0.8845857977867126, 1.204893708229065, 1.3984019756317139, 0.6470959782600403, 0.7081698775291443, 0.4246429204940796, 0.9692040681838989, 0.6724734306335449, 1.0241779088974, 1.4313600063323975, 0.9032338857650757, 0.9751765727996826, 1.1358288526535034, 0.733057975769043, 1.0212899446487427, 0.6074815392494202, 1.2382175922393799, 0.6082074046134949, 0.8924247622489929, 0.6002784967422485, 0.4707423150539398, 0.5894242525100708, 0.9959163665771484, 1.1116762161254883, 0.4520642161369324, 0.448735773563385, 0.7430300712585449, 0.56702721118927, 0.4688056707382202, 0.6087483763694763, 0.6753067970275879, 0.8143974542617798, 0.4875413477420807, 0.6786330938339233, 0.5241550207138062, 1.1994441747665405, 0.864842414855957, 0.9264734983444214, 0.4105565547943115, 0.8193181157112122, 0.8339320421218872, 1.7927409410476685, 1.1134181022644043, 0.4776983857154846, 0.4418543577194214, 0.4938453137874603, 0.3848373293876648, 0.5069893598556519, 0.7013232707977295, 1.720611810684204, 0.832886278629303, 0.5885672569274902, 1.3252644538879395, 0.5039363503456116, 0.5990303754806519, 0.34606656432151794, 0.6541551947593689, 1.0940955877304077, 0.8237196803092957, 0.4683777391910553, 1.0253846645355225, 0.6905401945114136, 0.8951955437660217, 0.4267015755176544, 0.7157703638076782, 0.8105261325836182, 0.5364044904708862, 0.9777336716651917, 0.4660069942474365, 0.8906731605529785, 0.6661293506622314, 0.49286702275276184, 0.7777784466743469, 1.7282778024673462, 0.7630339860916138, 1.1223983764648438, 0.6648399233818054, 0.96896892786026, 0.41063374280929565, 0.6204122304916382, 0.5919512510299683, 0.8989949822425842, 0.3979343771934509, 0.4801858365535736, 0.4043540954589844, 0.6354255676269531, 0.43779292702674866, 0.7571386694908142, 1.107800841331482, 0.5284016728401184, 0.9221317768096924, 0.4619346261024475, 1.251438021659851, 0.8292626142501831, 0.6703376173973083], "saliency_stats": {"min": 0.34606656432151794, "max": 2.313847780227661, "mean": 0.7878242970133821, "std": 0.31519733942509315}, "kept_experts": [0, 1, 4, 6, 11, 12, 13, 14, 17, 18, 20, 21, 22, 24, 27, 30, 32, 36, 37, 38, 40, 42, 46, 47, 48, 49, 51, 52, 53, 54, 58, 59, 62, 64, 65, 71, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 94, 95, 97, 98, 99, 103, 105, 106, 107, 108, 109, 111, 113, 115, 119, 120, 128, 132, 133, 134, 136, 137, 138, 139, 146, 147, 149, 154, 155, 157, 159, 162, 164, 166, 169, 170, 171, 172, 174, 178, 184, 185, 187, 189, 190], "dropped_experts": [2, 3, 5, 7, 8, 9, 10, 15, 16, 19, 23, 25, 26, 28, 29, 31, 33, 34, 35, 39, 41, 43, 44, 45, 50, 55, 56, 57, 60, 61, 63, 66, 67, 68, 69, 70, 72, 73, 74, 80, 86, 92, 93, 96, 100, 101, 102, 104, 110, 112, 114, 116, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129, 130, 131, 135, 140, 141, 142, 143, 144, 145, 148, 150, 151, 152, 153, 156, 158, 160, 161, 163, 165, 167, 168, 173, 175, 176, 177, 179, 180, 181, 182, 183, 186, 188, 191], "groups": [[91, 2, 3, 5, 7, 8, 9, 10, 15, 16, 19, 23, 25, 26, 28, 29, 31, 33, 34, 35, 39, 41, 43, 44, 45, 50, 55, 56, 57, 60, 61, 63, 66, 67, 68, 69, 70, 72, 73, 74, 80, 86, 92, 93, 96, 100, 101, 102, 104, 110, 112, 114, 116, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129, 130, 131, 135, 140, 141, 142, 143, 144, 145, 148, 150, 151, 152, 153, 156, 158, 160, 161, 163, 165, 167, 168, 173, 175, 176, 177, 179, 180, 181, 182, 183, 186, 188, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.6}
{"type": "layer", "layer": 53, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.6502655148506165, 0.38654276728630066, 0.891002893447876, 0.44469356536865234, 0.4929071366786957, 1.3080142736434937, 0.5452360510826111, 0.9710432291030884, 0.8700199127197266, 0.5213150382041931, 0.7321618795394897, 0.5508295297622681, 1.130823016166687, 0.5803646445274353, 0.85074383020401, 1.2560737133026123, 0.5924131870269775, 1.004250168800354, 0.5809246301651001, 1.4526017904281616, 0.8552282452583313, 1.5313990116119385, 0.5693971514701843, 0.5023831725120544, 0.5848160982131958, 0.7423545718193054, 0.4441279172897339, 0.6883524656295776, 0.43470799922943115, 0.7979364395141602, 0.67767733335495, 0.4870649576187134, 0.566251814365387, 1.0368740558624268, 1.0952610969543457, 0.3830525875091553, 0.9181132912635803, 0.6157631874084473, 0.9459348320960999, 1.0011616945266724, 0.6325399279594421, 0.6937445402145386, 0.8940054774284363, 0.4123499095439911, 1.7259275913238525, 0.36999276280403137, 0.9708777070045471, 0.6810147166252136, 0.5667713284492493, 0.7132976651191711, 0.6476773023605347, 1.121305227279663, 0.39643311500549316, 0.6878371834754944, 0.8823425769805908, 0.7966948747634888, 0.9757054448127747, 0.674849808216095, 0.4296340346336365, 0.517031729221344, 0.44938746094703674, 0.42294785380363464, 0.6031186580657959, 0.5557982921600342, 0.42411085963249207, 0.9082789421081543, 1.0642772912979126, 0.45773574709892273, 0.904727041721344, 1.0545053482055664, 0.7506110668182373, 0.39039692282676697, 0.47337180376052856, 1.2819337844848633, 0.677826464176178, 0.6997445225715637, 0.8616676330566406, 0.654872477054596, 0.47561773657798767, 0.43012189865112305, 0.5301157236099243, 0.501564621925354, 0.5083696842193604, 1.0907173156738281, 0.5995686054229736, 0.8872081637382507, 0.8450696468353271, 0.5444918870925903, 0.8291149735450745, 0.8205523490905762, 0.747277557849884, 0.38919487595558167, 0.7506877183914185, 0.5398451685905457, 0.3973923325538635, 0.3662124276161194, 0.5194618701934814, 0.9262381196022034, 0.8123666048049927, 0.40051209926605225, 0.4077923595905304, 0.8576273918151855, 0.4497973322868347, 0.8332729339599609, 0.42563536763191223, 2.4107327461242676, 0.8765682578086853, 0.38082513213157654, 0.41465502977371216, 1.2318799495697021, 0.7564296722412109, 0.4883781969547272, 0.8517894148826599, 0.4965323805809021, 0.9210900664329529, 0.6955288052558899, 0.5740442872047424, 0.5448217391967773, 0.9457729458808899, 0.6174910664558411, 0.7442265152931213, 0.610822856426239, 0.5087948441505432, 0.6937694549560547, 1.2638684511184692, 0.6443792581558228, 0.8247330784797668, 0.7729687690734863, 0.4414450228214264, 0.8785746097564697, 0.7028738260269165, 0.8686245083808899, 0.733400821685791, 0.9304940700531006, 1.1801666021347046, 1.0301496982574463, 0.3899754285812378, 0.782520592212677, 0.8455503582954407, 0.8247399926185608, 0.7578503489494324, 0.5805616974830627, 0.554307758808136, 1.10207998752594, 0.9450427293777466, 0.9055818915367126, 0.9828580021858215, 0.963545560836792, 2.7009785175323486, 0.8772261738777161, 1.2036926746368408, 1.0196927785873413, 0.45444849133491516, 0.8391351103782654, 0.4887135922908783, 0.7690618634223938, 0.6227167248725891, 0.509384036064148, 1.1187337636947632, 1.6420034170150757, 0.45577213168144226, 0.43877270817756653, 0.852672278881073, 0.7106202244758606, 0.8930804133415222, 0.5664555430412292, 0.8669919371604919, 0.7504659295082092, 0.7601288557052612, 1.1392736434936523, 0.4107707738876343, 1.1166768074035645, 1.2977564334869385, 1.0763579607009888, 0.46312642097473145, 0.6059513688087463, 0.4494580924510956, 0.9499610066413879, 1.1021790504455566, 0.9940909147262573, 0.9805734157562256, 0.42752188444137573, 0.4195272922515869, 0.9343379139900208, 0.6884673237800598, 0.7213847637176514, 0.9634108543395996, 0.5368831753730774, 0.7137577533721924, 0.49422383308410645, 1.067007064819336, 0.7353888154029846], "saliency_stats": {"min": 0.3662124276161194, "max": 2.7009785175323486, "mean": 0.7630236286980411, "std": 0.3240147374929971}, "kept_experts": [2, 5, 7, 8, 10, 12, 14, 15, 17, 19, 20, 21, 25, 29, 33, 34, 36, 38, 39, 42, 44, 46, 51, 54, 55, 56, 65, 66, 68, 69, 70, 73, 76, 83, 85, 86, 88, 89, 90, 92, 97, 98, 101, 103, 105, 106, 109, 110, 112, 114, 118, 120, 124, 126, 127, 129, 131, 132, 133, 134, 135, 137, 138, 139, 140, 143, 144, 145, 146, 147, 148, 149, 150, 151, 153, 155, 158, 159, 162, 164, 166, 167, 168, 169, 171, 172, 173, 177, 178, 179, 180, 183, 185, 186, 190, 191], "dropped_experts": [0, 1, 3, 4, 6, 9, 11, 13, 16, 18, 22, 23, 24, 26, 27, 28, 30, 31, 32, 35, 37, 40, 41, 43, 45, 47, 48, 49, 50, 52, 53, 57, 58, 59, 60, 61, 62, 63, 64, 67, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 84, 87, 91, 93, 94, 95, 96, 99, 100, 102, 104, 107, 108, 111, 113, 115, 116, 117, 119, 121, 122, 123, 125, 128, 130, 136, 141, 142, 152, 154, 156, 157, 160, 161, 163, 165, 170, 174, 175, 176, 181, 182, 184, 187, 188, 189], "groups": [[148, 0, 1, 3, 4, 6, 9, 11, 13, 16, 18, 22, 23, 24, 26, 27, 28, 30, 31, 32, 35, 37, 40, 41, 43, 45, 47, 48, 49, 50, 52, 53, 57, 58, 59, 60, 61, 62, 63, 64, 67, 71, 72, 74, 75, 77, 78, 79, 80, 81, 82, 84, 87, 91, 93, 94, 95, 96, 99, 100, 102, 104, 107, 108, 111, 113, 115, 116, 117, 119, 121, 122, 123, 125, 128, 130, 136, 141, 142, 152, 154, 156, 157, 160, 161, 163, 165, 170, 174, 175, 176, 181, 182, 184, 187, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.5}
{"type": "layer", "layer": 54, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.9279163479804993, 0.40200451016426086, 0.8355520963668823, 1.0495874881744385, 0.5519253015518188, 0.885023832321167, 0.505692183971405, 0.9168800115585327, 1.1352537870407104, 0.836682915687561, 1.7219319343566895, 0.6397259831428528, 0.4875684380531311, 0.8398962020874023, 0.5532907843589783, 0.4318239688873291, 0.6840828657150269, 0.7881055474281311, 1.0483087301254272, 0.9125217199325562, 0.8468478918075562, 0.7345443964004517, 1.054528832435608, 0.8136700987815857, 0.750914990901947, 0.45128318667411804, 1.249294400215149, 0.7501643300056458, 0.7131652235984802, 0.4299381375312805, 0.5335586667060852, 0.772779107093811, 0.7286162972450256, 0.4997637867927551, 0.8421369194984436, 0.586461067199707, 0.8679544925689697, 0.9691813588142395, 1.0816537141799927, 0.5427752137184143, 1.2517298460006714, 1.590222716331482, 0.8040648698806763, 0.6205465197563171, 0.5138096213340759, 1.5286513566970825, 0.7537609934806824, 1.3272037506103516, 1.059293508529663, 0.40746572613716125, 1.3015263080596924, 0.8237393498420715, 0.8416872620582581, 0.5042479634284973, 0.9739753007888794, 0.6619244813919067, 0.5496327877044678, 0.9632757306098938, 0.4457852840423584, 0.7048087120056152, 0.7941594123840332, 0.8968428373336792, 0.9242619276046753, 0.8531993627548218, 0.7457143068313599, 0.7964321970939636, 0.8993691802024841, 0.46072059869766235, 0.7491436004638672, 0.557478129863739, 1.1916486024856567, 0.8191653490066528, 0.49410367012023926, 0.3749251663684845, 0.44094565510749817, 1.2762250900268555, 0.6338446736335754, 0.595940351486206, 0.6731043457984924, 0.53799968957901, 0.9647462964057922, 0.6819712519645691, 0.4557448625564575, 0.46258777379989624, 0.6753929853439331, 0.9442332983016968, 0.6871010065078735, 0.7721860408782959, 1.012435793876648, 0.6148187518119812, 0.47038519382476807, 0.4848327040672302, 0.5497452020645142, 0.8520233631134033, 0.7136027812957764, 0.9489792585372925, 0.4808174669742584, 0.5639135837554932, 0.886184573173523, 0.5851216912269592, 0.7916625142097473, 0.842552125453949, 0.5888481736183167, 1.0168893337249756, 0.44404783844947815, 0.458126425743103, 0.4250311255455017, 0.9007908701896667, 0.6594749689102173, 0.8654205799102783, 0.9301592707633972, 0.9027645587921143, 0.6752351522445679, 0.8478487133979797, 0.40533679723739624, 1.1977415084838867, 0.6423419713973999, 0.7227227091789246, 0.4284898638725281, 1.0324748754501343, 1.0843417644500732, 0.45170333981513977, 0.6633365750312805, 0.9415506720542908, 0.7295948266983032, 0.706831157207489, 0.6067991852760315, 0.5873653292655945, 0.7680258750915527, 0.5584412813186646, 0.5419224500656128, 0.45148032903671265, 0.8493190407752991, 0.6323648691177368, 0.6773554682731628, 0.7167893052101135, 0.5945096015930176, 0.8065671324729919, 2.558072805404663, 0.7271742224693298, 0.8248597979545593, 0.5444461107254028, 0.4152871072292328, 0.4717392027378082, 0.4037523865699768, 0.6340511441230774, 0.49939724802970886, 0.7332970499992371, 0.4938894808292389, 0.8570223450660706, 0.47363969683647156, 0.4515339732170105, 0.39920374751091003, 0.8158361315727234, 0.9243686199188232, 0.9818871021270752, 0.8203586339950562, 0.5306732654571533, 0.7317264676094055, 0.4810687303543091, 0.48130106925964355, 0.44072744250297546, 0.8749775886535645, 1.058335781097412, 0.5549400448799133, 0.7760829329490662, 0.8628882765769958, 1.3249808549880981, 1.09352445602417, 1.107616662979126, 1.0834294557571411, 0.7225067019462585, 0.7662461400032043, 0.8457744717597961, 1.0062341690063477, 0.6150546669960022, 0.4881952106952667, 0.8101837038993835, 1.0290240049362183, 1.048462152481079, 0.40293341875076294, 0.5874660015106201, 0.5446208715438843, 0.7156480550765991, 1.092857003211975, 0.75687575340271, 0.8676762580871582, 1.0172673463821411, 0.6695410013198853, 1.024250864982605, 0.679901659488678, 0.9673514366149902], "saliency_stats": {"min": 0.3749251663684845, "max": 2.558072805404663, "mean": 0.7643688811610142, "std": 0.2799301910655032}, "kept_experts": [0, 2, 3, 5, 7, 8, 9, 10, 13, 17, 18, 19, 20, 21, 22, 23, 24, 26, 27, 31, 34, 36, 37, 38, 40, 41, 42, 45, 46, 47, 48, 50, 51, 52, 54, 57, 60, 61, 62, 63, 64, 65, 66, 68, 70, 71, 75, 80, 85, 87, 88, 93, 95, 98, 100, 101, 103, 107, 109, 110, 111, 113, 115, 119, 120, 123, 128, 132, 137, 138, 140, 149, 153, 154, 155, 156, 162, 163, 165, 166, 167, 168, 169, 170, 172, 173, 174, 177, 178, 179, 184, 185, 186, 187, 189, 191], "dropped_experts": [1, 4, 6, 11, 12, 14, 15, 16, 25, 28, 29, 30, 32, 33, 35, 39, 43, 44, 49, 53, 55, 56, 58, 59, 67, 69, 72, 73, 74, 76, 77, 78, 79, 81, 82, 83, 84, 86, 89, 90, 91, 92, 94, 96, 97, 99, 102, 104, 105, 106, 108, 112, 114, 116, 117, 118, 121, 122, 124, 125, 126, 127, 129, 130, 131, 133, 134, 135, 136, 139, 141, 142, 143, 144, 145, 146, 147, 148, 150, 151, 152, 157, 158, 159, 160, 161, 164, 171, 175, 176, 180, 181, 182, 183, 188, 190], "groups": [[138, 1, 4, 6, 11, 12, 14, 15, 16, 25, 28, 29, 30, 32, 33, 35, 39, 43, 44, 49, 53, 55, 56, 58, 59, 67, 69, 72, 73, 74, 76, 77, 78, 79, 81, 82, 83, 84, 86, 89, 90, 91, 92, 94, 96, 97, 99, 102, 104, 105, 106, 108, 112, 114, 116, 117, 118, 121, 122, 124, 125, 126, 127, 129, 130, 131, 133, 134, 135, 136, 139, 141, 142, 143, 144, 145, 146, 147, 148, 150, 151, 152, 157, 158, 159, 160, 161, 164, 171, 175, 176, 180, 181, 182, 183, 188, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.2}
{"type": "layer", "layer": 55, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.44497644901275635, 0.9680754542350769, 0.46538758277893066, 0.6801648736000061, 1.098793864250183, 1.2058712244033813, 0.5286272168159485, 0.5454060435295105, 1.0468761920928955, 0.3873654007911682, 1.1477549076080322, 0.7224977612495422, 1.1321742534637451, 0.8814807534217834, 0.9412668347358704, 0.6175124645233154, 0.8088011145591736, 0.4933803379535675, 0.7895170450210571, 1.1048511266708374, 0.5360571146011353, 0.770228922367096, 0.8314432501792908, 1.3456014394760132, 0.9179580807685852, 0.5393932461738586, 0.6588653922080994, 0.7712712287902832, 1.4275611639022827, 0.4885992705821991, 1.2871819734573364, 0.4228910803794861, 1.0058091878890991, 0.4500057101249695, 0.44424062967300415, 0.771255612373352, 0.8669801354408264, 0.7101201415061951, 0.6141928434371948, 0.4453994929790497, 1.5780917406082153, 0.7667647004127502, 0.872912585735321, 0.4444226324558258, 1.3552297353744507, 0.713342547416687, 0.8958916664123535, 0.6854355931282043, 0.5585932731628418, 0.6388011574745178, 0.42020857334136963, 0.48371878266334534, 0.9215480089187622, 1.3813821077346802, 0.37965333461761475, 0.951684296131134, 0.570670485496521, 1.2435835599899292, 1.1101677417755127, 0.8175652623176575, 0.7912394404411316, 0.5326744318008423, 0.9620482325553894, 0.8965811133384705, 0.518023669719696, 0.4587618410587311, 1.1919007301330566, 0.6543968319892883, 1.0514365434646606, 0.7858266830444336, 1.0317500829696655, 1.1415772438049316, 0.7772206664085388, 0.9543863534927368, 0.8302280902862549, 1.274343729019165, 0.6753790378570557, 1.1475930213928223, 1.1329991817474365, 0.764513373374939, 0.48785755038261414, 1.2742855548858643, 0.8090070486068726, 0.8739368319511414, 0.6435294151306152, 1.15348219871521, 0.6657891869544983, 0.5435437560081482, 0.462507426738739, 0.9023982286453247, 1.3262498378753662, 0.615134060382843, 0.8200828433036804, 0.36901751160621643, 0.6131422519683838, 0.665978729724884, 0.8965117335319519, 0.4867493510246277, 0.571743369102478, 0.5172231197357178, 0.7378868460655212, 0.5044242143630981, 0.4870509207248688, 1.0914232730865479, 1.086759090423584, 0.3812573254108429, 1.0117886066436768, 0.5726949572563171, 0.9382196068763733, 0.7128317952156067, 0.7745307087898254, 1.1785762310028076, 0.49571406841278076, 1.1956310272216797, 1.262542724609375, 0.4936177134513855, 0.9701207876205444, 0.48852190375328064, 1.0252513885498047, 0.8444187045097351, 0.5831760764122009, 0.5816596150398254, 0.835505485534668, 1.7029035091400146, 0.5340486764907837, 0.656448245048523, 1.0044066905975342, 0.7985621690750122, 0.9989159107208252, 0.7017436027526855, 1.171454906463623, 0.946072518825531, 0.8765867352485657, 0.9570268392562866, 1.0656054019927979, 1.005905270576477, 0.7209856510162354, 0.8775163292884827, 0.7452787160873413, 0.7526375651359558, 0.8732584714889526, 1.6899453401565552, 0.9197266101837158, 1.32754385471344, 0.47521644830703735, 0.496176153421402, 1.0680272579193115, 0.816331684589386, 0.4512299597263336, 0.5474569797515869, 1.1356054544448853, 0.6408799886703491, 0.8487152457237244, 0.47113683819770813, 0.7364714741706848, 0.4339195787906647, 0.7325308322906494, 0.9362403750419617, 0.9757067561149597, 0.6967620253562927, 0.44690027832984924, 0.661527693271637, 0.7720906138420105, 0.5905771255493164, 1.0806760787963867, 1.0703967809677124, 1.2805147171020508, 0.4977130591869354, 0.4452442228794098, 0.6525163650512695, 0.49357837438583374, 1.0717809200286865, 0.7644116282463074, 0.795426070690155, 2.0495564937591553, 1.0316449403762817, 0.4167311489582062, 1.2308423519134521, 0.7758774757385254, 0.9358777403831482, 1.235212802886963, 0.4425743520259857, 1.0854430198669434, 0.5376040935516357, 1.1513389348983765, 1.240485429763794, 0.6278924345970154, 0.5075471997261047, 0.48874756693840027, 1.4360382556915283, 0.6634024381637573, 0.6126528978347778], "saliency_stats": {"min": 0.36901751160621643, "max": 2.0495564937591553, "mean": 0.8203747997370859, "std": 0.3014806864635231}, "kept_experts": [1, 4, 5, 8, 10, 12, 13, 14, 16, 18, 19, 22, 23, 24, 28, 30, 32, 36, 40, 42, 44, 46, 52, 53, 55, 57, 58, 59, 60, 62, 63, 66, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 81, 82, 83, 85, 89, 90, 92, 96, 103, 104, 106, 108, 111, 113, 114, 116, 118, 119, 122, 123, 126, 127, 128, 130, 131, 132, 133, 134, 135, 137, 140, 141, 142, 143, 146, 147, 150, 152, 157, 158, 164, 165, 166, 171, 173, 174, 175, 177, 179, 180, 182, 184, 185, 189], "dropped_experts": [0, 2, 3, 6, 7, 9, 11, 15, 17, 20, 21, 25, 26, 27, 29, 31, 33, 34, 35, 37, 38, 39, 41, 43, 45, 47, 48, 49, 50, 51, 54, 56, 61, 64, 65, 67, 76, 79, 80, 84, 86, 87, 88, 91, 93, 94, 95, 97, 98, 99, 100, 101, 102, 105, 107, 109, 110, 112, 115, 117, 120, 121, 124, 125, 129, 136, 138, 139, 144, 145, 148, 149, 151, 153, 154, 155, 156, 159, 160, 161, 162, 163, 167, 168, 169, 170, 172, 176, 178, 181, 183, 186, 187, 188, 190, 191], "groups": [[174, 0, 2, 3, 6, 7, 9, 11, 15, 17, 20, 21, 25, 26, 27, 29, 31, 33, 34, 35, 37, 38, 39, 41, 43, 45, 47, 48, 49, 50, 51, 54, 56, 61, 64, 65, 67, 76, 79, 80, 84, 86, 87, 88, 91, 93, 94, 95, 97, 98, 99, 100, 101, 102, 105, 107, 109, 110, 112, 115, 117, 120, 121, 124, 125, 129, 136, 138, 139, 144, 145, 148, 149, 151, 153, 154, 155, 156, 159, 160, 161, 162, 163, 167, 168, 169, 170, 172, 176, 178, 181, 183, 186, 187, 188, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.2}
{"type": "layer", "layer": 56, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.019407033920288, 0.7746538519859314, 1.6848082542419434, 1.2531150579452515, 1.7164864540100098, 1.5116500854492188, 0.5935267210006714, 0.6146418452262878, 0.7417229413986206, 0.7988680601119995, 1.3751869201660156, 0.4885832369327545, 0.5312042236328125, 1.0385178327560425, 0.71868497133255, 1.0638419389724731, 0.7297442555427551, 0.8423240780830383, 0.8039587140083313, 0.8874577283859253, 1.0727189779281616, 0.7464861869812012, 0.6663182973861694, 0.52132648229599, 0.9915132522583008, 0.4480443000793457, 1.601102590560913, 0.7242579460144043, 0.9698560237884521, 0.46601131558418274, 0.5973252654075623, 1.0838398933410645, 0.548324465751648, 1.1013528108596802, 0.7682676315307617, 0.5974581241607666, 0.5178033113479614, 0.4836746156215668, 0.4933408796787262, 0.9065596461296082, 0.9542644619941711, 0.9161779284477234, 0.8529653549194336, 0.6941172480583191, 0.5882524847984314, 1.0664359331130981, 0.6957627534866333, 1.1591719388961792, 1.0525624752044678, 0.6444589495658875, 0.5384150147438049, 0.673177182674408, 0.6967320442199707, 0.5101591348648071, 0.9308409690856934, 1.2906619310379028, 0.8902004957199097, 0.46272704005241394, 0.44849294424057007, 0.6709447503089905, 1.0420781373977661, 0.4776831865310669, 0.5432819128036499, 0.9160909056663513, 1.0579566955566406, 1.171568751335144, 1.341300368309021, 0.4880070090293884, 0.43797701597213745, 0.46229156851768494, 1.0405004024505615, 0.6047219038009644, 0.4466099739074707, 1.0193719863891602, 1.372887372970581, 1.0486316680908203, 0.9408086538314819, 0.5019971132278442, 0.8599401116371155, 0.4657383859157562, 1.1192958354949951, 1.065265417098999, 0.4815824031829834, 1.3344861268997192, 0.574743926525116, 0.5995585322380066, 0.518987238407135, 0.5982545018196106, 0.7954565286636353, 1.1780321598052979, 0.5769427418708801, 0.6895173788070679, 0.4921005070209503, 0.4745815694332123, 0.9211176633834839, 0.6663294434547424, 0.7396995425224304, 0.7486486434936523, 0.5862982869148254, 0.9868939518928528, 0.8716434240341187, 1.820776104927063, 0.4951765835285187, 0.6654905080795288, 1.0660374164581299, 0.4679453670978546, 0.5615656971931458, 1.030584692955017, 1.2847040891647339, 0.7795343399047852, 0.6770508289337158, 0.5823214650154114, 1.0813080072402954, 1.066713571548462, 1.1261929273605347, 1.4116439819335938, 0.5467138290405273, 0.4157693386077881, 0.5222401022911072, 0.4543892741203308, 0.6866635084152222, 0.8810473680496216, 0.7993344664573669, 0.8409820199012756, 0.6592386364936829, 0.7947696447372437, 0.5082412362098694, 0.693912923336029, 0.4718247354030609, 0.7916622757911682, 1.0230876207351685, 0.6466602683067322, 0.4477306008338928, 0.46930578351020813, 1.4686779975891113, 0.9956955313682556, 0.5548075437545776, 1.2666668891906738, 1.3051856756210327, 1.7973815202713013, 0.8482936024665833, 0.8441689610481262, 0.8525472283363342, 0.7020530104637146, 0.5540615320205688, 0.6511571407318115, 1.167590856552124, 0.45769596099853516, 1.0651439428329468, 1.3654237985610962, 0.8401909470558167, 0.7374067306518555, 0.6965185403823853, 0.846298336982727, 0.7338547110557556, 0.4488008916378021, 0.7305023670196533, 1.3639342784881592, 0.9820595979690552, 1.2132738828659058, 0.8780235052108765, 1.0140761137008667, 0.595820963382721, 0.6471197009086609, 0.6869547963142395, 0.7216153740882874, 0.7219717502593994, 0.4897444248199463, 0.9777921438217163, 0.9064750671386719, 0.8023229837417603, 0.42964065074920654, 0.5773592591285706, 0.8819929361343384, 0.7743003964424133, 1.2915503978729248, 1.3069977760314941, 0.9703755974769592, 0.6705666184425354, 1.4174388647079468, 1.3408451080322266, 1.2528350353240967, 0.9777034521102905, 1.387770175933838, 0.8286564946174622, 0.5053533315658569, 1.0588922500610352, 0.6797686815261841, 0.7201806902885437, 1.1390647888183594, 0.8034775257110596, 1.3262091875076294], "saliency_stats": {"min": 0.4157693386077881, "max": 1.820776104927063, "mean": 0.8413139215360085, "std": 0.3101624381931932}, "kept_experts": [0, 2, 3, 4, 5, 9, 10, 13, 15, 17, 18, 19, 20, 24, 26, 28, 31, 33, 39, 40, 41, 42, 45, 47, 48, 54, 55, 56, 60, 63, 64, 65, 66, 70, 73, 74, 75, 76, 78, 80, 81, 83, 88, 89, 94, 99, 100, 101, 104, 107, 108, 112, 113, 114, 115, 121, 122, 123, 125, 129, 130, 134, 135, 137, 138, 139, 140, 141, 142, 146, 148, 149, 150, 153, 157, 158, 159, 160, 161, 168, 169, 170, 173, 175, 176, 177, 179, 180, 181, 182, 183, 184, 186, 189, 190, 191], "dropped_experts": [1, 6, 7, 8, 11, 12, 14, 16, 21, 22, 23, 25, 27, 29, 30, 32, 34, 35, 36, 37, 38, 43, 44, 46, 49, 50, 51, 52, 53, 57, 58, 59, 61, 62, 67, 68, 69, 71, 72, 77, 79, 82, 84, 85, 86, 87, 90, 91, 92, 93, 95, 96, 97, 98, 102, 103, 105, 106, 109, 110, 111, 116, 117, 118, 119, 120, 124, 126, 127, 128, 131, 132, 133, 136, 143, 144, 145, 147, 151, 152, 154, 155, 156, 162, 163, 164, 165, 166, 167, 171, 172, 174, 178, 185, 187, 188], "groups": [[101, 1, 6, 7, 8, 11, 12, 14, 16, 21, 22, 23, 25, 27, 29, 30, 32, 34, 35, 36, 37, 38, 43, 44, 46, 49, 50, 51, 52, 53, 57, 58, 59, 61, 62, 67, 68, 69, 71, 72, 77, 79, 82, 84, 85, 86, 87, 90, 91, 92, 93, 95, 96, 97, 98, 102, 103, 105, 106, 109, 110, 111, 116, 117, 118, 119, 120, 124, 126, 127, 128, 131, 132, 133, 136, 143, 144, 145, 147, 151, 152, 154, 155, 156, 162, 163, 164, 165, 166, 167, 171, 172, 174, 178, 185, 187, 188]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.0}
{"type": "layer", "layer": 57, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.4317148923873901, 0.9036165475845337, 0.7223582863807678, 0.6889089345932007, 1.0084940195083618, 0.643907368183136, 0.6940702199935913, 0.9577044248580933, 0.5663655400276184, 0.539867639541626, 1.2958614826202393, 0.976161777973175, 0.9470289349555969, 0.48689496517181396, 0.4125986695289612, 1.018172264099121, 0.6779890060424805, 0.6429794430732727, 0.8581170439720154, 0.8570371270179749, 0.6852538585662842, 0.43133777379989624, 0.4898686110973358, 0.47794273495674133, 0.8566178679466248, 1.137718677520752, 1.1991199254989624, 0.8688734769821167, 1.5131691694259644, 0.637362539768219, 0.8832910060882568, 0.9207081198692322, 0.989970326423645, 1.1179195642471313, 1.3732967376708984, 0.9095920324325562, 0.5585963726043701, 1.0892715454101562, 0.9364374279975891, 0.9089084267616272, 0.5325058102607727, 0.4993438422679901, 0.4742724895477295, 0.9865731000900269, 0.6068990230560303, 0.9158586859703064, 0.6565543413162231, 0.952483594417572, 0.9985941648483276, 0.6256147623062134, 1.328376054763794, 1.59877347946167, 0.6844165921211243, 1.2996293306350708, 0.8620637059211731, 0.7035560011863708, 0.5500606298446655, 1.388110637664795, 0.7754523754119873, 0.4977878928184509, 0.478393018245697, 0.5639005899429321, 0.6137464046478271, 1.3444979190826416, 0.5345290303230286, 1.5269825458526611, 0.7205206155776978, 0.7818310856819153, 0.5835583806037903, 0.4827653467655182, 1.0751699209213257, 1.13531494140625, 0.9288336038589478, 1.418727993965149, 0.834261953830719, 1.0229612588882446, 1.388216495513916, 0.4842439889907837, 0.7048658132553101, 0.6044079661369324, 0.7023665904998779, 0.4947647452354431, 0.48380911350250244, 1.5053380727767944, 0.5442848205566406, 0.8577432632446289, 1.1767288446426392, 2.0917091369628906, 0.7879142165184021, 1.4066083431243896, 0.9564060568809509, 0.7801474928855896, 0.9468573331832886, 0.4618609547615051, 0.694236159324646, 0.975531280040741, 0.5074054002761841, 1.2360219955444336, 0.6724331974983215, 1.1916617155075073, 1.6360667943954468, 0.8276240825653076, 1.017303466796875, 0.6268212795257568, 1.2017083168029785, 0.4289341866970062, 0.5837695598602295, 0.5674389004707336, 1.4038151502609253, 0.7145323753356934, 0.9896069765090942, 0.7153880000114441, 0.7345082759857178, 0.5807496309280396, 0.9894187450408936, 0.5760310888290405, 1.352967381477356, 0.5315889120101929, 0.6083809733390808, 0.8131126165390015, 0.5873299837112427, 0.5545680522918701, 0.8474878668785095, 1.1871837377548218, 0.8710296154022217, 0.6356897950172424, 1.0530694723129272, 0.7868766784667969, 1.071151852607727, 0.7829380035400391, 1.0306860208511353, 1.567564606666565, 0.9224002361297607, 0.6577749252319336, 0.4507606029510498, 1.3200258016586304, 1.2649012804031372, 1.1093671321868896, 0.49777400493621826, 0.6346858739852905, 0.5783867239952087, 0.5747974514961243, 1.3945165872573853, 0.5285679697990417, 2.0721845626831055, 0.6927811503410339, 1.0879358053207397, 0.637958288192749, 0.9730616807937622, 0.7091876268386841, 1.0653098821640015, 1.0444239377975464, 0.7870345711708069, 0.9221011996269226, 0.5972163081169128, 0.4943245053291321, 1.147108793258667, 0.570111870765686, 1.2972080707550049, 1.2177000045776367, 0.7658611536026001, 1.4743876457214355, 0.6791200637817383, 1.0417349338531494, 1.4440128803253174, 1.3523279428482056, 0.6935878396034241, 0.521622359752655, 1.3790950775146484, 0.5076907873153687, 0.6475355625152588, 1.9562162160873413, 0.8092209696769714, 0.7601479291915894, 0.799619734287262, 0.7098137140274048, 0.45140355825424194, 0.5364108085632324, 1.109496831893921, 1.087586760520935, 0.6754464507102966, 0.7002827525138855, 1.0761027336120605, 1.528598427772522, 1.4690521955490112, 0.6909312605857849, 0.45860037207603455, 0.831127405166626, 1.2499165534973145, 0.7082571983337402, 0.8086943030357361, 1.547921895980835], "saliency_stats": {"min": 0.4125986695289612, "max": 2.0917091369628906, "mean": 0.8882831378529469, "std": 0.3423026578572365}, "kept_experts": [0, 1, 4, 7, 10, 11, 12, 15, 18, 19, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 37, 38, 39, 43, 45, 47, 48, 50, 51, 53, 54, 57, 63, 65, 70, 71, 72, 73, 74, 75, 76, 83, 85, 86, 87, 89, 90, 92, 95, 97, 99, 100, 101, 102, 104, 108, 110, 114, 116, 119, 122, 123, 124, 126, 128, 130, 131, 132, 135, 136, 137, 142, 144, 146, 148, 150, 151, 153, 156, 158, 159, 161, 163, 164, 165, 168, 171, 178, 179, 182, 183, 184, 187, 188, 191], "dropped_experts": [2, 3, 5, 6, 8, 9, 13, 14, 16, 17, 20, 21, 22, 23, 29, 36, 40, 41, 42, 44, 46, 49, 52, 55, 56, 58, 59, 60, 61, 62, 64, 66, 67, 68, 69, 77, 78, 79, 80, 81, 82, 84, 88, 91, 93, 94, 96, 98, 103, 105, 106, 107, 109, 111, 112, 113, 115, 117, 118, 120, 121, 125, 127, 129, 133, 134, 138, 139, 140, 141, 143, 145, 147, 149, 152, 154, 155, 157, 160, 162, 166, 167, 169, 170, 172, 173, 174, 175, 176, 177, 180, 181, 185, 186, 189, 190], "groups": [[87, 2, 3, 5, 6, 8, 9, 13, 14, 16, 17, 20, 21, 22, 23, 29, 36, 40, 41, 42, 44, 46, 49, 52, 55, 56, 58, 59, 60, 61, 62, 64, 66, 67, 68, 69, 77, 78, 79, 80, 81, 82, 84, 88, 91, 93, 94, 96, 98, 103, 105, 106, 107, 109, 111, 112, 113, 115, 117, 118, 120, 121, 125, 127, 129, 133, 134, 138, 139, 140, 141, 143, 145, 147, 149, 152, 154, 155, 157, 160, 162, 166, 167, 169, 170, 172, 173, 174, 175, 176, 177, 180, 181, 185, 186, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.3}
{"type": "layer", "layer": 58, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.6217678785324097, 1.1280369758605957, 0.6371057033538818, 1.029086709022522, 1.2077471017837524, 1.0454635620117188, 1.4634661674499512, 1.0183956623077393, 0.5272311568260193, 0.8495230674743652, 0.9498739242553711, 1.5460872650146484, 0.6003127694129944, 1.0135257244110107, 0.523445188999176, 0.941612958908081, 0.9473444819450378, 0.9401585459709167, 1.1333030462265015, 0.5845791697502136, 1.2092853784561157, 1.0825729370117188, 1.3294116258621216, 1.5442935228347778, 0.6070157885551453, 0.7114128470420837, 0.9843043684959412, 0.5711137652397156, 0.5195896625518799, 0.8986819386482239, 1.2362078428268433, 0.776971697807312, 0.789186954498291, 1.3564822673797607, 1.0526769161224365, 0.777474582195282, 0.9439377188682556, 1.3644063472747803, 0.8511564135551453, 1.371256947517395, 0.5827578902244568, 0.5644821524620056, 1.0227452516555786, 0.8431462645530701, 0.6507817506790161, 0.7089627981185913, 1.3862149715423584, 0.45693179965019226, 0.6476487517356873, 0.8217617869377136, 0.7943028211593628, 0.8286919593811035, 1.2428407669067383, 0.5648378729820251, 0.7681363224983215, 1.3594260215759277, 0.5000134706497192, 1.0535156726837158, 0.5195930600166321, 0.616471529006958, 0.7811886072158813, 0.8416081070899963, 0.7807512879371643, 0.9036599397659302, 1.0432544946670532, 0.5404748320579529, 0.6530726552009583, 1.6982479095458984, 1.1722307205200195, 0.7764735221862793, 0.8974747657775879, 1.3074748516082764, 1.2628037929534912, 1.086635947227478, 0.4623844623565674, 0.6132805347442627, 0.9310040473937988, 1.1524300575256348, 1.5364410877227783, 0.4830489158630371, 0.7831894159317017, 0.8820716738700867, 0.5050336122512817, 1.0756803750991821, 0.9083638787269592, 0.8750953674316406, 0.5452700853347778, 1.1075255870819092, 1.2867510318756104, 0.649732232093811, 0.4608805179595947, 0.851752519607544, 1.5368074178695679, 0.8030226230621338, 0.8507187366485596, 0.539821982383728, 0.9369024634361267, 0.5962092876434326, 0.7492809295654297, 0.9834727048873901, 0.8063917756080627, 0.9405192136764526, 0.49252453446388245, 1.142198085784912, 1.4609092473983765, 0.5252189040184021, 0.8380317091941833, 0.4142627716064453, 0.6520258784294128, 0.9897353649139404, 1.0327292680740356, 0.7297090291976929, 0.9785873293876648, 1.3487039804458618, 0.5558034181594849, 1.119481086730957, 0.9754987359046936, 1.0861735343933105, 1.4539965391159058, 0.7499271631240845, 1.1594789028167725, 0.7106946706771851, 0.531769871711731, 1.2180362939834595, 1.0096031427383423, 1.1139030456542969, 0.4778245985507965, 0.5106916427612305, 0.6888331770896912, 1.2605838775634766, 9.15182876586914, 1.0801076889038086, 1.293758749961853, 0.7719696760177612, 0.7565035820007324, 0.5727584958076477, 0.6821594834327698, 1.381989598274231, 0.6460878252983093, 1.5049175024032593, 1.1473662853240967, 0.48110049962997437, 1.3532534837722778, 0.8897315859794617, 0.6714186668395996, 1.5104544162750244, 0.6104870438575745, 0.5847110152244568, 1.065287470817566, 0.9364081025123596, 0.7991872429847717, 0.8474314212799072, 0.5587387681007385, 0.6322805285453796, 0.5136722326278687, 1.3210469484329224, 1.7022901773452759, 0.9946333765983582, 1.1283512115478516, 0.6041120290756226, 0.9540496468544006, 0.8467310667037964, 0.6195105910301208, 1.1263214349746704, 0.5597857236862183, 1.5462595224380493, 0.7194557189941406, 1.0639170408248901, 0.5345171689987183, 0.6882571578025818, 0.6724504828453064, 0.6465623378753662, 1.0271196365356445, 0.7269965410232544, 0.47091227769851685, 0.9606330394744873, 2.0843241214752197, 0.7924858927726746, 0.5603015422821045, 0.5758797526359558, 0.6978826522827148, 0.628627359867096, 0.4727877080440521, 0.4812074601650238, 0.9550686478614807, 0.641644299030304, 0.7552378177642822, 0.4545774459838867, 1.0766328573226929, 1.1524991989135742, 0.5259089469909668, 0.7998971343040466], "saliency_stats": {"min": 0.4142627716064453, "max": 9.15182876586914, "mean": 0.939878257146726, "std": 0.6739637816673228}, "kept_experts": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 13, 15, 16, 17, 18, 20, 21, 22, 23, 26, 29, 30, 33, 34, 36, 37, 38, 39, 42, 46, 52, 55, 57, 63, 64, 67, 68, 70, 71, 72, 73, 76, 77, 78, 81, 83, 84, 85, 87, 88, 91, 92, 94, 96, 99, 101, 103, 104, 109, 110, 112, 113, 115, 116, 117, 118, 120, 123, 124, 125, 129, 130, 131, 132, 137, 139, 140, 142, 143, 145, 148, 149, 155, 156, 157, 158, 160, 163, 165, 167, 172, 175, 176, 184, 188, 189], "dropped_experts": [2, 8, 12, 14, 19, 24, 25, 27, 28, 31, 32, 35, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 53, 54, 56, 58, 59, 60, 61, 62, 65, 66, 69, 74, 75, 79, 80, 82, 86, 89, 90, 93, 95, 97, 98, 100, 102, 105, 106, 107, 108, 111, 114, 119, 121, 122, 126, 127, 128, 133, 134, 135, 136, 138, 141, 144, 146, 147, 150, 151, 152, 153, 154, 159, 161, 162, 164, 166, 168, 169, 170, 171, 173, 174, 177, 178, 179, 180, 181, 182, 183, 185, 186, 187, 190, 191], "groups": [[130, 2, 8, 12, 14, 19, 24, 25, 27, 28, 31, 32, 35, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 53, 54, 56, 58, 59, 60, 61, 62, 65, 66, 69, 74, 75, 79, 80, 82, 86, 89, 90, 93, 95, 97, 98, 100, 102, 105, 106, 107, 108, 111, 114, 119, 121, 122, 126, 127, 128, 133, 134, 135, 136, 138, 141, 144, 146, 147, 150, 151, 152, 153, 154, 159, 161, 162, 164, 166, 168, 169, 170, 171, 173, 174, 177, 178, 179, 180, 181, 182, 183, 185, 186, 187, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.9}
{"type": "layer", "layer": 59, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.2922711372375488, 0.5965739488601685, 0.7631912231445312, 2.52126407623291, 1.6407358646392822, 1.3371602296829224, 0.4711311161518097, 0.8949504494667053, 0.5545634031295776, 2.3241822719573975, 1.5197045803070068, 0.8193243145942688, 0.6438556909561157, 1.074708342552185, 1.3913698196411133, 0.6331360936164856, 1.2226520776748657, 1.4227256774902344, 1.1555659770965576, 0.4949105978012085, 0.9697763323783875, 0.9710144400596619, 1.1083344221115112, 1.0133757591247559, 0.5257792472839355, 0.688621461391449, 0.9873241186141968, 0.8363171219825745, 0.9313666820526123, 0.6080184578895569, 0.8682353496551514, 0.8229663372039795, 1.1146824359893799, 0.7651438117027283, 0.6246499419212341, 1.3198144435882568, 0.6271756887435913, 0.9922372102737427, 1.0829426050186157, 0.6924195885658264, 0.5780100226402283, 0.8872154951095581, 0.5626341104507446, 1.402350664138794, 0.8582966923713684, 1.2517567873001099, 0.532986581325531, 0.539109468460083, 1.4492359161376953, 0.6316701769828796, 1.0432703495025635, 0.9813728332519531, 1.178865909576416, 0.5956135392189026, 0.8845690488815308, 1.334139347076416, 1.024614930152893, 0.7915568947792053, 2.1468324661254883, 0.5999221801757812, 1.66354501247406, 0.6835522055625916, 0.6309434175491333, 1.4577299356460571, 0.5181978940963745, 0.8657938838005066, 0.5406832695007324, 0.7473200559616089, 1.072527289390564, 1.9500116109848022, 0.5256330370903015, 0.6712051630020142, 1.3630014657974243, 0.7379800081253052, 0.8229771256446838, 1.0113989114761353, 1.204586386680603, 1.7860009670257568, 0.9646544456481934, 0.5041422843933105, 0.9225209355354309, 0.6492358446121216, 0.6304163932800293, 0.759837806224823, 0.8994676470756531, 0.81218022108078, 0.9334981441497803, 0.9851555228233337, 0.5086296796798706, 0.9357262849807739, 1.315422773361206, 0.7144215703010559, 0.9544805288314819, 0.5998197793960571, 0.5468447804450989, 0.8023456931114197, 1.3563686609268188, 0.6904764175415039, 0.9359522461891174, 0.8081996440887451, 1.0093642473220825, 0.9909761548042297, 1.0809674263000488, 1.0661734342575073, 1.5037764310836792, 1.2567342519760132, 0.524034321308136, 1.8979384899139404, 0.9710573554039001, 0.7099704146385193, 0.47073256969451904, 1.157080054283142, 0.7583736181259155, 0.9930320978164673, 0.5820968747138977, 1.0728594064712524, 0.5653104186058044, 1.3526521921157837, 0.6729569435119629, 0.9683004021644592, 1.0484198331832886, 0.6901917457580566, 0.7930505871772766, 0.5738557577133179, 0.6959906816482544, 0.5596809387207031, 1.3765817880630493, 1.3614696264266968, 0.685455322265625, 1.2135332822799683, 1.1938976049423218, 1.2764114141464233, 1.1393455266952515, 0.5950207710266113, 0.9449917078018188, 0.5951734781265259, 1.2564167976379395, 0.5628819465637207, 0.48766544461250305, 1.0503056049346924, 0.8462842702865601, 0.895912766456604, 0.8575139045715332, 1.2574299573898315, 1.197227120399475, 0.5483934879302979, 0.6314753890037537, 0.850601077079773, 0.8805447220802307, 0.610950231552124, 0.9601549506187439, 1.076860785484314, 1.386555552482605, 0.9100298881530762, 1.4660670757293701, 1.4410479068756104, 0.4818825423717499, 1.2818069458007812, 0.8453461527824402, 0.8305874466896057, 0.5694611072540283, 1.5506298542022705, 1.0411946773529053, 0.7733088731765747, 0.5278850197792053, 0.8550446629524231, 0.5723350048065186, 0.8417789340019226, 0.6173731684684753, 0.8151991367340088, 0.7343986630439758, 0.5697327852249146, 0.6315378546714783, 0.5081675052642822, 0.8016421794891357, 1.0100178718566895, 1.067903995513916, 0.765408456325531, 1.2631667852401733, 1.1195627450942993, 0.7251418828964233, 1.2098231315612793, 1.297167420387268, 0.6027292609214783, 0.8927605748176575, 0.9299594759941101, 0.6970662474632263, 0.5636237859725952, 0.783795952796936, 0.9133590459823608, 0.706471860408783, 0.7471478581428528], "saliency_stats": {"min": 0.47073256969451904, "max": 2.52126407623291, "mean": 0.9361837271911403, "std": 0.3565076664541325}, "kept_experts": [0, 3, 4, 5, 7, 9, 10, 13, 14, 16, 17, 18, 20, 21, 22, 23, 26, 28, 32, 35, 37, 38, 41, 43, 45, 48, 50, 51, 52, 54, 55, 56, 58, 60, 63, 68, 69, 72, 75, 76, 77, 78, 80, 84, 86, 87, 89, 90, 92, 96, 98, 100, 101, 102, 103, 104, 105, 107, 108, 111, 113, 115, 117, 119, 120, 126, 127, 129, 130, 131, 132, 134, 136, 139, 141, 143, 144, 148, 150, 151, 152, 153, 154, 155, 157, 161, 162, 175, 176, 178, 179, 181, 182, 184, 185, 189], "dropped_experts": [1, 2, 6, 8, 11, 12, 15, 19, 24, 25, 27, 29, 30, 31, 33, 34, 36, 39, 40, 42, 44, 46, 47, 49, 53, 57, 59, 61, 62, 64, 65, 66, 67, 70, 71, 73, 74, 79, 81, 82, 83, 85, 88, 91, 93, 94, 95, 97, 99, 106, 109, 110, 112, 114, 116, 118, 121, 122, 123, 124, 125, 128, 133, 135, 137, 138, 140, 142, 145, 146, 147, 149, 156, 158, 159, 160, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 177, 180, 183, 186, 187, 188, 190, 191], "groups": [[3, 1, 2, 6, 8, 11, 12, 15, 19, 24, 25, 27, 29, 30, 31, 33, 34, 36, 39, 40, 42, 44, 46, 47, 49, 53, 57, 59, 61, 62, 64, 65, 66, 67, 70, 71, 73, 74, 79, 81, 82, 83, 85, 88, 91, 93, 94, 95, 97, 99, 106, 109, 110, 112, 114, 116, 118, 121, 122, 123, 124, 125, 128, 133, 135, 137, 138, 140, 142, 145, 146, 147, 149, 156, 158, 159, 160, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 177, 180, 183, 186, 187, 188, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.8}
{"type": "layer", "layer": 60, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.3319138288497925, 0.9992486834526062, 0.9980943202972412, 0.4887537956237793, 0.9075853228569031, 0.6778849959373474, 0.801044762134552, 1.0890312194824219, 0.5545387268066406, 0.8746734261512756, 0.9655526280403137, 0.9648947715759277, 1.3908071517944336, 1.6354913711547852, 0.729906439781189, 0.7407676577568054, 0.8686113953590393, 0.6913315653800964, 0.7426319122314453, 0.8169437050819397, 0.6064276099205017, 0.8397300243377686, 0.8436042070388794, 1.1015172004699707, 1.3053545951843262, 1.1603782176971436, 1.0958759784698486, 0.6055346131324768, 0.6744431257247925, 1.202077865600586, 1.0123066902160645, 1.3083887100219727, 1.1157357692718506, 0.8797756433486938, 0.5294898748397827, 0.6023625731468201, 0.5517997145652771, 0.7842260003089905, 0.6992394924163818, 0.5944616198539734, 0.717698872089386, 0.680579662322998, 0.6832423806190491, 0.5641037821769714, 1.09904146194458, 0.706741452217102, 0.8228133916854858, 1.0350191593170166, 0.7757385969161987, 1.2538758516311646, 0.9777673482894897, 0.6054187417030334, 1.0092767477035522, 1.1751922369003296, 1.1881349086761475, 0.6847115159034729, 1.1521879434585571, 1.3489266633987427, 1.3036880493164062, 0.485515296459198, 1.4167366027832031, 1.0028481483459473, 0.5887480974197388, 0.8938952684402466, 0.9768025875091553, 0.5285868644714355, 1.3724472522735596, 0.6319259405136108, 0.6183804869651794, 1.4607526063919067, 0.9050244092941284, 0.7094898819923401, 1.1344941854476929, 0.9257641434669495, 0.5635024309158325, 0.5702005624771118, 0.7002591490745544, 1.329787015914917, 0.67713463306427, 0.7516698241233826, 0.6783163547515869, 1.0827603340148926, 0.5634111166000366, 1.225386381149292, 1.3648618459701538, 1.461800456047058, 0.6560545563697815, 0.7478901147842407, 0.6539056301116943, 0.6018508076667786, 1.3980152606964111, 0.6290085911750793, 0.6356227397918701, 0.9694764614105225, 0.7593722939491272, 0.9170046448707581, 1.5028523206710815, 0.7875677347183228, 0.7919597029685974, 1.4287670850753784, 1.0028514862060547, 0.94618821144104, 0.7999590039253235, 0.7182016372680664, 0.6519116759300232, 1.5284030437469482, 1.0712428092956543, 1.3860059976577759, 1.30322265625, 0.6285421252250671, 0.9501179456710815, 0.8693273663520813, 0.6723941564559937, 0.693850576877594, 0.640093982219696, 0.6960480809211731, 1.0432703495025635, 0.42972108721733093, 0.6518039107322693, 1.021294116973877, 1.1159484386444092, 1.1429228782653809, 1.3830152750015259, 0.9607691764831543, 1.542730450630188, 1.1007723808288574, 0.9676393866539001, 0.9384551048278809, 1.027334451675415, 0.8730658888816833, 1.2233985662460327, 2.104827880859375, 0.6490960121154785, 1.1028388738632202, 0.8226460218429565, 0.9260005950927734, 1.008143663406372, 1.0306881666183472, 0.6008354425430298, 1.229141354560852, 1.0804822444915771, 0.9585336446762085, 0.7023007273674011, 1.6070717573165894, 1.2906310558319092, 0.827467143535614, 1.0324877500534058, 0.8224720358848572, 0.590126097202301, 1.3470892906188965, 0.64252108335495, 0.5871655344963074, 0.530551552772522, 1.3626739978790283, 0.8479388952255249, 0.7544312477111816, 0.9709795117378235, 0.5965284705162048, 1.8568929433822632, 0.9433359503746033, 0.5203071236610413, 0.5863693952560425, 0.765415370464325, 0.6126018166542053, 0.7159124612808228, 2.557616710662842, 0.7588135600090027, 1.3105839490890503, 0.8006059527397156, 1.0448062419891357, 0.66355961561203, 1.1774932146072388, 0.5257811546325684, 0.6524940133094788, 1.1660429239273071, 0.8555969595909119, 0.9964534640312195, 0.8559236526489258, 0.6630036234855652, 0.869319498538971, 1.4281915426254272, 1.0110245943069458, 2.5876195430755615, 0.6601470708847046, 0.5021117925643921, 1.0985710620880127, 1.1959943771362305, 0.6351363658905029, 1.4402016401290894, 1.1669185161590576, 1.0731830596923828, 0.7468993067741394], "saliency_stats": {"min": 0.42972108721733093, "max": 2.5876195430755615, "mean": 0.9433205548363427, "std": 0.34239414241100147}, "kept_experts": [0, 1, 2, 4, 7, 10, 11, 12, 13, 23, 24, 25, 26, 29, 30, 31, 32, 33, 44, 47, 49, 50, 52, 53, 54, 56, 57, 58, 60, 61, 63, 64, 66, 69, 70, 72, 73, 77, 81, 83, 84, 85, 90, 93, 95, 96, 99, 100, 101, 105, 106, 107, 108, 110, 116, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 130, 131, 133, 135, 136, 137, 139, 140, 141, 143, 144, 146, 149, 153, 156, 158, 159, 165, 167, 169, 171, 174, 176, 180, 181, 182, 185, 186, 188, 189, 190], "dropped_experts": [3, 5, 6, 8, 9, 14, 15, 16, 17, 18, 19, 20, 21, 22, 27, 28, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 48, 51, 55, 59, 62, 65, 67, 68, 71, 74, 75, 76, 78, 79, 80, 82, 86, 87, 88, 89, 91, 92, 94, 97, 98, 102, 103, 104, 109, 111, 112, 113, 114, 115, 117, 118, 129, 132, 134, 138, 142, 145, 147, 148, 150, 151, 152, 154, 155, 157, 160, 161, 162, 163, 164, 166, 168, 170, 172, 173, 175, 177, 178, 179, 183, 184, 187, 191], "groups": [[182, 3, 5, 6, 8, 9, 14, 15, 16, 17, 18, 19, 20, 21, 22, 27, 28, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 48, 51, 55, 59, 62, 65, 67, 68, 71, 74, 75, 76, 78, 79, 80, 82, 86, 87, 88, 89, 91, 92, 94, 97, 98, 102, 103, 104, 109, 111, 112, 113, 114, 115, 117, 118, 129, 132, 134, 138, 142, 145, 147, 148, 150, 151, 152, 154, 155, 157, 160, 161, 162, 163, 164, 166, 168, 170, 172, 173, 175, 177, 178, 179, 183, 184, 187, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.7}
{"type": "layer", "layer": 61, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.481318473815918, 0.7143726348876953, 1.3660651445388794, 1.1708526611328125, 0.789784848690033, 1.1830438375473022, 0.9156131744384766, 0.42241278290748596, 0.6054355502128601, 0.7948790192604065, 0.7976498007774353, 1.3694101572036743, 0.8546208143234253, 0.4945735037326813, 1.3734079599380493, 0.8553213477134705, 1.0170509815216064, 0.6859359741210938, 0.49267125129699707, 0.4998988211154938, 0.5104751586914062, 1.221917748451233, 1.212593913078308, 0.532800018787384, 0.7063378095626831, 0.9499387145042419, 0.7386432886123657, 0.9234583377838135, 0.5750532150268555, 0.8135471940040588, 1.686295509338379, 0.9195555448532104, 0.5971506237983704, 0.6302154660224915, 0.711081862449646, 0.885526716709137, 0.7376788258552551, 0.9225782752037048, 0.5538308024406433, 0.9773885011672974, 2.0906240940093994, 1.316964030265808, 1.2067854404449463, 1.3580286502838135, 0.586968183517456, 1.0526680946350098, 1.3685470819473267, 0.7399189472198486, 0.5969240665435791, 0.5046310424804688, 0.9090612530708313, 0.512337863445282, 1.2489696741104126, 1.1182044744491577, 1.4083552360534668, 1.426046371459961, 1.3341866731643677, 0.6302011013031006, 0.6307084560394287, 1.2759709358215332, 1.193420648574829, 0.5099925398826599, 0.9444306492805481, 0.6686403751373291, 0.5739562511444092, 1.0701727867126465, 0.572085976600647, 0.6798244118690491, 2.1795194149017334, 1.248321294784546, 0.6349813342094421, 0.5778035521507263, 0.8212161064147949, 1.2570557594299316, 1.534267544746399, 1.2918411493301392, 0.5124191045761108, 0.7570158243179321, 1.2231742143630981, 0.6137197017669678, 0.8473660945892334, 1.0333908796310425, 0.8258559703826904, 0.5484614372253418, 1.0128568410873413, 0.7175856232643127, 0.5798231363296509, 0.7905536890029907, 0.6880748271942139, 0.5715490579605103, 0.5227020978927612, 0.7675349712371826, 0.9854200482368469, 0.7570561766624451, 0.6290390491485596, 1.0263652801513672, 2.1247494220733643, 0.942818820476532, 0.5131614208221436, 0.9772819876670837, 0.6444798707962036, 1.5285906791687012, 0.6373027563095093, 0.9029118418693542, 1.2265563011169434, 0.5845674872398376, 1.0210318565368652, 0.9588479995727539, 0.778418779373169, 0.48728853464126587, 0.7908516526222229, 0.7003994584083557, 0.7222623825073242, 1.7311598062515259, 0.5822060704231262, 0.8519124388694763, 1.5251470804214478, 0.545333981513977, 0.7740486860275269, 1.4066048860549927, 0.9802420735359192, 0.670400083065033, 0.6457400918006897, 0.5083935856819153, 0.9221736192703247, 1.3151872158050537, 0.5215569138526917, 0.7789764404296875, 1.3193849325180054, 1.6153442859649658, 0.8922310471534729, 1.1533716917037964, 0.6015425324440002, 1.3120721578598022, 1.464740514755249, 1.1676770448684692, 1.3014028072357178, 1.1366257667541504, 0.7355321049690247, 0.5474972724914551, 0.5884991884231567, 0.6135097146034241, 0.8365935683250427, 1.3844609260559082, 1.096346139907837, 0.7918757200241089, 1.2324382066726685, 0.8648629188537598, 1.4784213304519653, 1.0132999420166016, 0.6215827465057373, 1.0618559122085571, 1.3348253965377808, 1.2609128952026367, 1.5150549411773682, 0.8539313673973083, 0.9405447840690613, 0.5848082900047302, 1.0758613348007202, 0.6529614329338074, 0.5596401691436768, 0.8726916909217834, 0.6744070053100586, 0.9675532579421997, 0.6918303966522217, 0.9388042688369751, 0.8355997800827026, 1.2127196788787842, 0.9222833514213562, 0.8176292181015015, 1.132138967514038, 0.7589852809906006, 1.2313967943191528, 0.8042409420013428, 0.933483362197876, 0.5893486738204956, 0.9237836003303528, 0.6124922633171082, 0.7217733860015869, 0.9030629396438599, 0.7296707630157471, 1.1496312618255615, 1.7432008981704712, 0.538232147693634, 1.3402272462844849, 0.8552806973457336, 1.7273690700531006, 0.5789303779602051, 0.9838127493858337, 0.9692009091377258, 0.6576748490333557, 0.6574443578720093], "saliency_stats": {"min": 0.42241278290748596, "max": 2.1795194149017334, "mean": 0.9299958085951706, "std": 0.346429246552562}, "kept_experts": [0, 2, 3, 5, 6, 11, 14, 15, 16, 21, 22, 25, 27, 30, 31, 35, 37, 39, 40, 41, 42, 43, 45, 46, 50, 52, 53, 54, 55, 56, 59, 60, 62, 65, 68, 69, 73, 74, 75, 78, 81, 84, 92, 95, 96, 97, 99, 101, 103, 104, 106, 107, 113, 116, 119, 120, 124, 125, 128, 129, 130, 131, 133, 134, 135, 136, 137, 143, 144, 146, 147, 148, 149, 151, 152, 153, 154, 156, 158, 161, 163, 165, 167, 168, 170, 172, 174, 176, 179, 181, 182, 184, 185, 186, 188, 189], "dropped_experts": [1, 4, 7, 8, 9, 10, 12, 13, 17, 18, 19, 20, 23, 24, 26, 28, 29, 32, 33, 34, 36, 38, 44, 47, 48, 49, 51, 57, 58, 61, 63, 64, 66, 67, 70, 71, 72, 76, 77, 79, 80, 82, 83, 85, 86, 87, 88, 89, 90, 91, 93, 94, 98, 100, 102, 105, 108, 109, 110, 111, 112, 114, 115, 117, 118, 121, 122, 123, 126, 127, 132, 138, 139, 140, 141, 142, 145, 150, 155, 157, 159, 160, 162, 164, 166, 169, 171, 173, 175, 177, 178, 180, 183, 187, 190, 191], "groups": [[68, 1, 4, 7, 8, 9, 10, 12, 13, 17, 18, 19, 20, 23, 24, 26, 28, 29, 32, 33, 34, 36, 38, 44, 47, 48, 49, 51, 57, 58, 61, 63, 64, 66, 67, 70, 71, 72, 76, 77, 79, 80, 82, 83, 85, 86, 87, 88, 89, 90, 91, 93, 94, 98, 100, 102, 105, 108, 109, 110, 111, 112, 114, 115, 117, 118, 121, 122, 123, 126, 127, 132, 138, 139, 140, 141, 142, 145, 150, 155, 157, 159, 160, 162, 164, 166, 169, 171, 173, 175, 177, 178, 180, 183, 187, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.5}
{"type": "layer", "layer": 62, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.6207544207572937, 0.8217135071754456, 0.6563479900360107, 1.6336729526519775, 0.9250300526618958, 1.4943830966949463, 1.194442868232727, 0.8223803639411926, 0.7803952097892761, 0.559983491897583, 1.2210482358932495, 1.8222887516021729, 0.8975709080696106, 1.425209879875183, 1.2696137428283691, 0.5827993750572205, 0.5233228802680969, 2.7059850692749023, 0.9990569353103638, 0.8028609752655029, 0.5602959394454956, 0.5696580410003662, 1.1515940427780151, 0.7835947871208191, 1.057068109512329, 1.1554558277130127, 0.6350387930870056, 1.2630456686019897, 0.8853819370269775, 0.5609477162361145, 0.6345100402832031, 1.0379575490951538, 1.4067250490188599, 0.90433669090271, 1.0484106540679932, 1.1940593719482422, 0.6457332968711853, 0.6536383032798767, 0.9070349335670471, 0.7385602593421936, 1.53131103515625, 1.1199243068695068, 0.5195149183273315, 1.4187198877334595, 0.769011378288269, 0.946980893611908, 0.8309141993522644, 1.2119885683059692, 0.9820262789726257, 0.8880909085273743, 0.838044285774231, 0.9544987678527832, 0.9871199727058411, 1.2265715599060059, 0.7014963030815125, 0.6304436326026917, 0.9491340517997742, 0.6116503477096558, 0.4401661157608032, 0.6940917372703552, 1.1576606035232544, 1.271181344985962, 1.3131327629089355, 0.8266961574554443, 0.5233458280563354, 0.7065057158470154, 0.6225910782814026, 1.5910041332244873, 0.7868511080741882, 1.3734480142593384, 0.8736348152160645, 0.7536789774894714, 0.6912796497344971, 0.8122080564498901, 1.0702465772628784, 0.5205091238021851, 1.3092246055603027, 0.9153620600700378, 1.3394279479980469, 1.5305876731872559, 0.7676582336425781, 1.0282466411590576, 1.3459113836288452, 1.1919420957565308, 0.6713058352470398, 0.9319556951522827, 1.174408197402954, 0.8609861731529236, 0.7508209347724915, 0.9112851023674011, 1.5904450416564941, 0.752275288105011, 2.0008602142333984, 0.8733500242233276, 0.4937554597854614, 1.7141542434692383, 1.2526417970657349, 0.5805079340934753, 1.4086183309555054, 0.9540348649024963, 0.5284244418144226, 0.7067067623138428, 0.9102423191070557, 0.963450014591217, 0.7883124947547913, 0.7944146394729614, 0.5318931937217712, 1.111616611480713, 0.6479625105857849, 0.6618409752845764, 0.925889253616333, 0.7829871773719788, 0.9517402648925781, 0.6790918707847595, 1.4893567562103271, 0.9316809177398682, 0.647209644317627, 1.6432147026062012, 0.548901379108429, 1.2651406526565552, 0.9664955735206604, 0.9570307731628418, 0.8382502198219299, 1.123896837234497, 0.772397518157959, 0.6616885662078857, 1.0191421508789062, 0.5538790225982666, 0.9010592103004456, 0.7593808770179749, 0.7102477550506592, 0.5336610078811646, 0.8971571922302246, 0.4345840811729431, 0.9933215379714966, 0.899019181728363, 1.3122763633728027, 0.647462010383606, 0.8584184646606445, 0.8565040826797485, 0.8396830558776855, 1.4083985090255737, 0.6687856316566467, 1.2592498064041138, 0.516312837600708, 1.215318202972412, 0.5876522660255432, 1.2616987228393555, 0.5299546122550964, 1.2224100828170776, 1.4159698486328125, 0.9961304068565369, 1.3052011728286743, 1.039048194885254, 1.0349608659744263, 1.8453186750411987, 0.6507329940795898, 0.676033079624176, 0.9632703065872192, 1.150222659111023, 0.6357149481773376, 1.369316577911377, 0.9179355502128601, 1.2452940940856934, 1.2546837329864502, 0.943268358707428, 0.6863266229629517, 0.8610513806343079, 0.886698305606842, 0.5528478026390076, 1.561910629272461, 0.9578971266746521, 0.6336209177970886, 0.9233449101448059, 1.1179195642471313, 1.1888298988342285, 1.924940824508667, 1.1568506956100464, 1.212403416633606, 1.1822431087493896, 0.48996806144714355, 1.7747752666473389, 1.1807881593704224, 0.6245337128639221, 1.2954528331756592, 1.326582670211792, 0.6688292026519775, 0.652138888835907, 0.5693370699882507, 0.6560200452804565, 1.065267562866211, 1.5245026350021362], "saliency_stats": {"min": 0.4345840811729431, "max": 2.7059850692749023, "mean": 0.9733382401367029, "std": 0.3538299368896915}, "kept_experts": [3, 4, 5, 6, 10, 11, 13, 14, 17, 18, 22, 24, 25, 27, 31, 32, 34, 35, 40, 41, 43, 45, 47, 48, 51, 52, 53, 56, 60, 61, 62, 67, 69, 74, 76, 77, 78, 79, 81, 82, 83, 85, 86, 90, 92, 95, 96, 98, 99, 103, 107, 110, 112, 114, 115, 117, 119, 120, 121, 123, 126, 134, 136, 141, 143, 145, 147, 149, 150, 151, 152, 153, 154, 155, 158, 159, 161, 162, 163, 164, 165, 170, 171, 173, 174, 175, 176, 177, 178, 179, 181, 182, 184, 185, 190, 191], "dropped_experts": [0, 1, 2, 7, 8, 9, 12, 15, 16, 19, 20, 21, 23, 26, 28, 29, 30, 33, 36, 37, 38, 39, 42, 44, 46, 49, 50, 54, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 72, 73, 75, 80, 84, 87, 88, 89, 91, 93, 94, 97, 100, 101, 102, 104, 105, 106, 108, 109, 111, 113, 116, 118, 122, 124, 125, 127, 128, 129, 130, 131, 132, 133, 135, 137, 138, 139, 140, 142, 144, 146, 148, 156, 157, 160, 166, 167, 168, 169, 172, 180, 183, 186, 187, 188, 189], "groups": [[17, 0, 1, 2, 7, 8, 9, 12, 15, 16, 19, 20, 21, 23, 26, 28, 29, 30, 33, 36, 37, 38, 39, 42, 44, 46, 49, 50, 54, 55, 57, 58, 59, 63, 64, 65, 66, 68, 70, 71, 72, 73, 75, 80, 84, 87, 88, 89, 91, 93, 94, 97, 100, 101, 102, 104, 105, 106, 108, 109, 111, 113, 116, 118, 122, 124, 125, 127, 128, 129, 130, 131, 132, 133, 135, 137, 138, 139, 140, 142, 144, 146, 148, 156, 157, 160, 166, 167, 168, 169, 172, 180, 183, 186, 187, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.3}
{"type": "layer", "layer": 63, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.9839513301849365, 1.0140568017959595, 0.8887573480606079, 1.5451546907424927, 1.2296648025512695, 1.0141083002090454, 1.1648019552230835, 0.7867329120635986, 0.5348694920539856, 0.6133249998092651, 1.1993590593338013, 0.8539818525314331, 1.3443374633789062, 1.2655216455459595, 0.8310419321060181, 1.1786839962005615, 0.7891795039176941, 0.975332498550415, 0.6704795360565186, 1.7333446741104126, 1.3477991819381714, 0.5729086995124817, 0.9050937294960022, 0.7959170937538147, 0.9762744307518005, 1.4430904388427734, 1.6250629425048828, 1.3868298530578613, 0.8614481091499329, 1.5647560358047485, 0.5744962692260742, 0.562148928642273, 1.8748666048049927, 0.8579906225204468, 0.5279167294502258, 0.6971212029457092, 0.5879367589950562, 1.1243436336517334, 0.95647132396698, 1.1663398742675781, 1.2048717737197876, 0.8761106133460999, 1.4864879846572876, 0.8633627891540527, 1.6550016403198242, 1.129166603088379, 1.6050199270248413, 0.8700054883956909, 0.632344663143158, 0.8639891147613525, 0.9541568756103516, 0.5660010576248169, 1.45114266872406, 0.7167046070098877, 0.9471116662025452, 0.7491167187690735, 1.1828687191009521, 0.6013776063919067, 0.462762713432312, 1.3382922410964966, 0.6275731325149536, 1.4205763339996338, 0.6317431330680847, 1.4692251682281494, 1.4494783878326416, 0.8189336657524109, 1.1482048034667969, 0.9442228078842163, 1.263155221939087, 0.79868483543396, 0.6194450855255127, 0.8961058855056763, 0.6011207103729248, 0.6431977152824402, 0.9126759767532349, 1.0056484937667847, 0.6497340202331543, 0.9777774214744568, 1.9092055559158325, 0.6403228044509888, 0.8393779993057251, 1.053278923034668, 0.5961160063743591, 0.8408164381980896, 0.6248410940170288, 1.100906491279602, 0.5592876672744751, 0.6058503985404968, 0.9735121726989746, 0.847246527671814, 1.1269772052764893, 1.1430813074111938, 0.8361930251121521, 0.8125473260879517, 0.6820358037948608, 1.2235558032989502, 0.5941148996353149, 1.0707560777664185, 1.3619039058685303, 1.1065882444381714, 0.9630550146102905, 1.162106990814209, 0.7783699035644531, 1.2337870597839355, 1.0434752702713013, 0.7570896744728088, 1.1355880498886108, 0.5411546230316162, 0.9942119121551514, 1.403497338294983, 0.848381757736206, 1.3524715900421143, 0.9054431915283203, 1.4201781749725342, 0.9697090983390808, 1.0382578372955322, 0.6123960018157959, 0.48679181933403015, 1.7829275131225586, 1.6675536632537842, 0.8080278038978577, 0.8491650223731995, 1.573198914527893, 0.9886868000030518, 0.6957994103431702, 0.6545253396034241, 0.7587632536888123, 0.8687769770622253, 0.678508996963501, 1.1717090606689453, 1.0981916189193726, 1.2611312866210938, 1.2228648662567139, 0.8074220418930054, 1.6774696111679077, 0.786744236946106, 2.6785342693328857, 0.6538172364234924, 1.3175334930419922, 1.3013830184936523, 1.1052522659301758, 0.5954105854034424, 0.6040443181991577, 1.1044918298721313, 1.332546591758728, 0.580917239189148, 1.3420286178588867, 0.8366321325302124, 0.7693659663200378, 1.084435224533081, 0.7378236055374146, 0.5976160764694214, 1.0851889848709106, 1.3943696022033691, 1.3887147903442383, 1.7219696044921875, 1.0817979574203491, 0.6731781959533691, 0.6930972933769226, 1.1068637371063232, 1.7284588813781738, 0.926728367805481, 0.5992554426193237, 1.3355516195297241, 1.1252355575561523, 0.726832389831543, 0.8511065244674683, 0.7269759178161621, 2.4935646057128906, 1.5250197649002075, 1.6614165306091309, 0.8153550028800964, 0.8382900953292847, 0.6846680045127869, 0.5326154232025146, 1.2414624691009521, 0.8912889957427979, 0.7393825650215149, 1.7936596870422363, 0.9790766835212708, 1.2541635036468506, 0.7249796390533447, 1.1150785684585571, 1.231644630432129, 1.2267049551010132, 0.9750947952270508, 0.6325420141220093, 0.9728402495384216, 0.9033815860748291, 0.9496457576751709, 1.7579879760742188, 0.6471676826477051], "saliency_stats": {"min": 0.462762713432312, "max": 2.6785342693328857, "mean": 1.0208282888246079, "std": 0.3711530226713344}, "kept_experts": [0, 1, 3, 4, 5, 6, 10, 12, 13, 15, 17, 19, 20, 24, 25, 26, 27, 29, 32, 37, 39, 40, 42, 44, 45, 46, 52, 56, 59, 61, 63, 64, 66, 68, 75, 77, 78, 81, 85, 88, 90, 91, 95, 97, 98, 99, 100, 101, 103, 104, 106, 108, 109, 111, 113, 114, 115, 118, 119, 122, 123, 129, 130, 131, 132, 134, 136, 138, 139, 140, 143, 144, 146, 149, 152, 153, 154, 155, 156, 159, 160, 163, 164, 168, 169, 170, 175, 178, 179, 180, 182, 183, 184, 185, 187, 190], "dropped_experts": [2, 7, 8, 9, 11, 14, 16, 18, 21, 22, 23, 28, 30, 31, 33, 34, 35, 36, 38, 41, 43, 47, 48, 49, 50, 51, 53, 54, 55, 57, 58, 60, 62, 65, 67, 69, 70, 71, 72, 73, 74, 76, 79, 80, 82, 83, 84, 86, 87, 89, 92, 93, 94, 96, 102, 105, 107, 110, 112, 116, 117, 120, 121, 124, 125, 126, 127, 128, 133, 135, 137, 141, 142, 145, 147, 148, 150, 151, 157, 158, 161, 162, 165, 166, 167, 171, 172, 173, 174, 176, 177, 181, 186, 188, 189, 191], "groups": [[136, 2, 7, 8, 9, 11, 14, 16, 18, 21, 22, 23, 28, 30, 31, 33, 34, 35, 36, 38, 41, 43, 47, 48, 49, 50, 51, 53, 54, 55, 57, 58, 60, 62, 65, 67, 69, 70, 71, 72, 73, 74, 76, 79, 80, 82, 83, 84, 86, 87, 89, 92, 93, 94, 96, 102, 105, 107, 110, 112, 116, 117, 120, 121, 124, 125, 126, 127, 128, 133, 135, 137, 141, 142, 145, 147, 148, 150, 151, 157, 158, 161, 162, 165, 166, 167, 171, 172, 173, 174, 176, 177, 181, 186, 188, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.2}
{"type": "layer", "layer": 64, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.6598567962646484, 1.4965078830718994, 0.8080543875694275, 0.6337639093399048, 0.6629449725151062, 0.9415838122367859, 0.7876479625701904, 0.970779299736023, 0.578788697719574, 1.120537281036377, 0.6415920853614807, 1.310599446296692, 0.6772791743278503, 2.6187267303466797, 0.7726044654846191, 1.1674470901489258, 2.0156612396240234, 1.8742982149124146, 0.7251532673835754, 1.3489363193511963, 0.7900433540344238, 0.8035357594490051, 0.7038906812667847, 1.0345338582992554, 1.0302106142044067, 0.5413228273391724, 0.9727493524551392, 1.9101412296295166, 0.8512177467346191, 1.3498207330703735, 0.9186378121376038, 1.0368995666503906, 0.9112626910209656, 1.4608733654022217, 1.1409826278686523, 0.7689644694328308, 0.7365461587905884, 1.161682367324829, 0.9074900150299072, 0.71564120054245, 1.288493037223816, 1.12722647190094, 1.1876789331436157, 0.9259767532348633, 0.8140466213226318, 0.5489648580551147, 1.0677560567855835, 1.6439566612243652, 0.9428443908691406, 0.8955498933792114, 1.190322756767273, 0.8462997078895569, 0.8970966339111328, 0.5856537818908691, 1.4358338117599487, 0.5772938132286072, 2.3672125339508057, 0.8225958347320557, 0.7221935391426086, 1.2952957153320312, 1.0225669145584106, 0.7595177292823792, 0.6293402910232544, 1.1999441385269165, 1.1978342533111572, 0.6069454550743103, 1.7011351585388184, 0.6667022705078125, 0.7100287675857544, 1.5631402730941772, 0.9317012429237366, 1.6921669244766235, 0.8540802001953125, 0.8066911697387695, 0.7128732800483704, 0.84562748670578, 1.5885424613952637, 1.1729882955551147, 0.9382308721542358, 0.7767069935798645, 0.7434932589530945, 1.1082521677017212, 1.6348592042922974, 1.1125727891921997, 0.8666824102401733, 0.8165212869644165, 0.8496842980384827, 2.1424381732940674, 0.5649207830429077, 0.540266752243042, 0.8653010129928589, 0.9135276675224304, 0.9069258570671082, 0.6981291770935059, 1.2652841806411743, 1.0207245349884033, 0.9305322170257568, 0.9576123356819153, 0.9591137170791626, 1.0514576435089111, 0.5395053625106812, 1.387922763824463, 0.8092790842056274, 0.9522743821144104, 0.5588476657867432, 0.9794195890426636, 0.6590256094932556, 1.1767038106918335, 1.0084798336029053, 1.3653380870819092, 0.9685671925544739, 0.9262840747833252, 0.5756954550743103, 0.7514036893844604, 1.2343127727508545, 1.6292911767959595, 2.066659688949585, 1.4170398712158203, 1.813572883605957, 0.7548226714134216, 1.2395175695419312, 0.7989771962165833, 0.8110231161117554, 1.4392402172088623, 0.8226340413093567, 0.6426034569740295, 1.3121265172958374, 1.123487114906311, 1.3154946565628052, 1.2174888849258423, 1.05597984790802, 0.6173960566520691, 0.7305470705032349, 1.258525013923645, 0.9023632407188416, 0.7007178068161011, 0.5888821482658386, 1.1016812324523926, 0.9049574136734009, 1.6296721696853638, 1.1987630128860474, 0.7047181129455566, 1.9856419563293457, 1.3344444036483765, 0.4427853524684906, 1.0405547618865967, 1.2639966011047363, 1.2321813106536865, 1.1546967029571533, 2.15610671043396, 0.6615507006645203, 0.9265357851982117, 1.113028645515442, 2.117478370666504, 1.110298991203308, 1.5575554370880127, 1.1078873872756958, 0.6109281182289124, 1.1233257055282593, 1.5166226625442505, 0.6423438787460327, 0.6713305115699768, 0.5935410261154175, 0.6894828081130981, 1.2123264074325562, 1.761497974395752, 1.706172227859497, 0.47869637608528137, 0.9334431886672974, 0.916109025478363, 1.3450995683670044, 1.0553175210952759, 1.268531322479248, 2.1066925525665283, 0.5883504152297974, 1.2809410095214844, 0.737736701965332, 1.6084152460098267, 1.6328731775283813, 0.7637104392051697, 1.0180851221084595, 1.2867138385772705, 0.8518956899642944, 2.020580530166626, 0.9508225917816162, 1.0010677576065063, 0.9419137239456177, 1.2157799005508423, 1.159806489944458, 1.4561426639556885, 0.9471890926361084, 0.6853722929954529], "saliency_stats": {"min": 0.4427853524684906, "max": 2.6187267303466797, "mean": 1.0663614956041176, "std": 0.4074343233551638}, "kept_experts": [1, 7, 9, 11, 13, 15, 16, 17, 19, 23, 24, 26, 27, 29, 31, 33, 34, 37, 40, 41, 42, 46, 47, 50, 54, 56, 59, 60, 63, 64, 66, 69, 71, 76, 77, 81, 82, 83, 87, 94, 95, 98, 99, 101, 105, 107, 108, 109, 110, 114, 115, 116, 117, 118, 120, 123, 126, 127, 128, 129, 130, 133, 137, 139, 140, 142, 143, 145, 146, 147, 148, 149, 152, 153, 154, 155, 156, 158, 159, 164, 165, 166, 170, 171, 172, 173, 175, 177, 178, 180, 181, 183, 185, 187, 188, 189], "dropped_experts": [0, 2, 3, 4, 5, 6, 8, 10, 12, 14, 18, 20, 21, 22, 25, 28, 30, 32, 35, 36, 38, 39, 43, 44, 45, 48, 49, 51, 52, 53, 55, 57, 58, 61, 62, 65, 67, 68, 70, 72, 73, 74, 75, 78, 79, 80, 84, 85, 86, 88, 89, 90, 91, 92, 93, 96, 97, 100, 102, 103, 104, 106, 111, 112, 113, 119, 121, 122, 124, 125, 131, 132, 134, 135, 136, 138, 141, 144, 150, 151, 157, 160, 161, 162, 163, 167, 168, 169, 174, 176, 179, 182, 184, 186, 190, 191], "groups": [[13, 0, 2, 3, 4, 5, 6, 8, 10, 12, 14, 18, 20, 21, 22, 25, 28, 30, 32, 35, 36, 38, 39, 43, 44, 45, 48, 49, 51, 52, 53, 55, 57, 58, 61, 62, 65, 67, 68, 70, 72, 73, 74, 75, 78, 79, 80, 84, 85, 86, 88, 89, 90, 91, 92, 93, 96, 97, 100, 102, 103, 104, 106, 111, 112, 113, 119, 121, 122, 124, 125, 131, 132, 134, 135, 136, 138, 141, 144, 150, 151, 157, 160, 161, 162, 163, 167, 168, 169, 174, 176, 179, 182, 184, 186, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.2}
{"type": "layer", "layer": 65, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.2361949682235718, 1.4661601781845093, 1.4233886003494263, 1.6083652973175049, 1.492202877998352, 0.597859263420105, 1.192612886428833, 0.9411402344703674, 0.8517025113105774, 1.0583919286727905, 1.3897186517715454, 0.7344695329666138, 2.092689037322998, 0.6598061919212341, 1.5858147144317627, 2.064499855041504, 0.5494142770767212, 0.9408842325210571, 1.1360546350479126, 0.6390595436096191, 1.8042285442352295, 1.0278840065002441, 1.4732905626296997, 1.5634995698928833, 0.8161212205886841, 1.9081138372421265, 1.1190789937973022, 0.7895990610122681, 0.6518764495849609, 1.3644418716430664, 0.8172758221626282, 1.242380142211914, 1.0673367977142334, 0.7122311592102051, 0.7445189356803894, 0.9413448572158813, 0.7625508904457092, 0.7176598310470581, 1.0929038524627686, 1.0906219482421875, 1.0451204776763916, 1.3919249773025513, 1.1222680807113647, 0.8027313351631165, 1.7429447174072266, 1.400417685508728, 0.6679076552391052, 0.6406272053718567, 0.8227322697639465, 0.8228554725646973, 0.6719655394554138, 0.7339173555374146, 1.144037127494812, 0.9836850166320801, 0.6146593689918518, 2.070605754852295, 1.2409151792526245, 0.7410886287689209, 0.5687863826751709, 1.1122137308120728, 1.3419190645217896, 0.8156071901321411, 1.20720374584198, 0.906004011631012, 0.6387603878974915, 0.8664601445198059, 0.6118146777153015, 1.3185118436813354, 0.864185631275177, 1.5453824996948242, 1.1156214475631714, 0.8826071619987488, 0.7776902914047241, 0.8422896862030029, 1.78584623336792, 0.8543807864189148, 1.3993891477584839, 1.6283241510391235, 0.8413158059120178, 0.7856135368347168, 1.395172119140625, 1.3816938400268555, 1.319406509399414, 0.9334102272987366, 0.9298665523529053, 0.8853052854537964, 1.4249343872070312, 0.9130893349647522, 0.8536206483840942, 1.186781883239746, 1.1848081350326538, 0.624954879283905, 4.369389057159424, 0.6120561957359314, 0.9347827434539795, 0.6302706003189087, 0.7993546724319458, 0.9213541150093079, 0.9700261950492859, 1.273749589920044, 0.6864147186279297, 0.6435403823852539, 1.0083849430084229, 1.0192025899887085, 0.808108389377594, 0.6157845854759216, 1.0065523386001587, 1.2102595567703247, 1.4515327215194702, 1.4670377969741821, 0.8941732048988342, 1.0455656051635742, 0.7418802380561829, 1.4079060554504395, 0.8166938424110413, 0.7414208650588989, 0.8482193946838379, 1.2901995182037354, 2.502739191055298, 1.1274677515029907, 1.0066914558410645, 1.1057453155517578, 0.7742136120796204, 1.721414566040039, 1.263803482055664, 0.7357608079910278, 1.0910037755966187, 0.7241989374160767, 1.187369465827942, 2.435110330581665, 1.8334029912948608, 0.7897558808326721, 0.5815305709838867, 1.0792601108551025, 0.6773673295974731, 0.6297049522399902, 2.306936502456665, 1.1900279521942139, 0.9312135577201843, 0.9713138341903687, 0.6149395108222961, 1.1852763891220093, 0.8854301571846008, 1.5762943029403687, 1.1663941144943237, 0.8254426121711731, 1.1566523313522339, 2.4968879222869873, 1.1064748764038086, 0.9642252326011658, 0.6193965077400208, 1.5613733530044556, 2.6715211868286133, 1.2488980293273926, 1.304520845413208, 0.6777426600456238, 0.554078996181488, 0.891356348991394, 1.4846374988555908, 0.6520462036132812, 1.2499103546142578, 0.9959927201271057, 0.9871599078178406, 0.8600330352783203, 1.235083818435669, 1.1044617891311646, 1.0583364963531494, 0.8608038425445557, 0.9341180324554443, 0.7719998955726624, 1.0634121894836426, 1.3306965827941895, 1.0515754222869873, 0.9471292495727539, 1.2387475967407227, 0.7134709358215332, 1.387543797492981, 1.6270073652267456, 0.8698297142982483, 1.3178421258926392, 1.2832854986190796, 0.9931321144104004, 1.0691795349121094, 1.8365260362625122, 0.6865012049674988, 1.0565963983535767, 1.1823674440383911, 1.061607003211975, 0.9818562865257263, 1.3145698308944702, 0.8106902241706848, 0.928618311882019], "saliency_stats": {"min": 0.5494142770767212, "max": 4.369389057159424, "mean": 1.1099183807770412, "std": 0.4655117731951284}, "kept_experts": [0, 1, 2, 3, 4, 6, 9, 10, 12, 14, 15, 18, 20, 21, 22, 23, 25, 26, 29, 31, 32, 38, 39, 40, 41, 42, 44, 45, 52, 55, 56, 59, 60, 62, 67, 69, 70, 74, 76, 77, 80, 81, 82, 86, 89, 90, 92, 99, 103, 107, 108, 109, 111, 113, 117, 118, 119, 121, 123, 124, 126, 128, 129, 130, 133, 136, 137, 141, 143, 144, 146, 147, 148, 151, 152, 153, 154, 158, 160, 164, 165, 166, 170, 171, 172, 174, 176, 177, 179, 180, 182, 183, 185, 186, 187, 189], "dropped_experts": [5, 7, 8, 11, 13, 16, 17, 19, 24, 27, 28, 30, 33, 34, 35, 36, 37, 43, 46, 47, 48, 49, 50, 51, 53, 54, 57, 58, 61, 63, 64, 65, 66, 68, 71, 72, 73, 75, 78, 79, 83, 84, 85, 87, 88, 91, 93, 94, 95, 96, 97, 98, 100, 101, 102, 104, 105, 106, 110, 112, 114, 115, 116, 120, 122, 125, 127, 131, 132, 134, 135, 138, 139, 140, 142, 145, 149, 150, 155, 156, 157, 159, 161, 162, 163, 167, 168, 169, 173, 175, 178, 181, 184, 188, 190, 191], "groups": [[92, 5, 7, 8, 11, 13, 16, 17, 19, 24, 27, 28, 30, 33, 34, 35, 36, 37, 43, 46, 47, 48, 49, 50, 51, 53, 54, 57, 58, 61, 63, 64, 65, 66, 68, 71, 72, 73, 75, 78, 79, 83, 84, 85, 87, 88, 91, 93, 94, 95, 96, 97, 98, 100, 101, 102, 104, 105, 106, 110, 112, 114, 115, 116, 120, 122, 125, 127, 131, 132, 134, 135, 138, 139, 140, 142, 145, 149, 150, 155, 156, 157, 159, 161, 162, 163, 167, 168, 169, 173, 175, 178, 181, 184, 188, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.5}
{"type": "layer", "layer": 66, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.3533833026885986, 0.7704917788505554, 1.644819736480713, 0.8538646697998047, 1.6372061967849731, 0.6594561338424683, 1.1394866704940796, 1.0264850854873657, 1.7266250848770142, 0.9606024622917175, 1.2668718099594116, 0.6511662602424622, 1.052918791770935, 1.397936224937439, 0.7761346101760864, 1.1820710897445679, 0.6868225932121277, 1.6433796882629395, 1.19671630859375, 0.765537440776825, 0.9411266446113586, 0.7836262583732605, 0.6555823087692261, 1.1169536113739014, 1.0007529258728027, 1.2213702201843262, 0.7374920845031738, 1.0296354293823242, 1.127716064453125, 0.6268640756607056, 0.9212067127227783, 0.8505615592002869, 2.098083257675171, 1.8613020181655884, 0.8492177128791809, 1.0839225053787231, 0.6558008193969727, 0.6468133926391602, 1.2636947631835938, 1.4144867658615112, 1.353793978691101, 0.7925900816917419, 0.8636207580566406, 0.9145892858505249, 1.6812447309494019, 1.2385576963424683, 0.5790308713912964, 2.334395170211792, 1.3490033149719238, 0.9236880540847778, 0.9566163420677185, 1.1013636589050293, 2.338067054748535, 1.6380020380020142, 0.8480441570281982, 1.4326869249343872, 1.0392088890075684, 1.6816284656524658, 1.1523401737213135, 1.092139720916748, 0.7541560530662537, 1.1454975605010986, 0.6765064001083374, 0.9641467928886414, 1.1672248840332031, 1.1842342615127563, 1.5339914560317993, 1.2628862857818604, 0.8798383474349976, 1.1588103771209717, 0.6318851709365845, 0.919899046421051, 1.335935354232788, 0.7557405829429626, 1.976427435874939, 0.912635862827301, 0.970610499382019, 1.5829261541366577, 0.7780097723007202, 0.9004546999931335, 1.3369038105010986, 0.6493101119995117, 0.8610658645629883, 1.4434380531311035, 1.7740217447280884, 0.996886134147644, 0.6758493781089783, 0.7246628403663635, 1.0042792558670044, 1.165109395980835, 0.957197904586792, 0.6207833290100098, 0.8897764086723328, 0.7613330483436584, 1.431267261505127, 0.9661718010902405, 1.5157315731048584, 0.9064333438873291, 0.6133249402046204, 1.2679591178894043, 1.175281047821045, 0.8909710049629211, 1.986823558807373, 1.0924879312515259, 0.5842390060424805, 1.2162878513336182, 2.0511021614074707, 0.8585426807403564, 0.8458969593048096, 0.7000052332878113, 0.8554422855377197, 1.2327969074249268, 1.5381187200546265, 0.6816657185554504, 0.6706496477127075, 0.6042067408561707, 0.6521807312965393, 1.2997146844863892, 1.1887421607971191, 1.5066510438919067, 0.9672622680664062, 1.230173945426941, 1.2737185955047607, 0.7843390703201294, 1.1217089891433716, 1.4402413368225098, 1.6597678661346436, 1.2150390148162842, 1.1969746351242065, 0.9265596270561218, 2.332990884780884, 1.3418824672698975, 1.3518033027648926, 1.2941482067108154, 1.2653613090515137, 0.9681405425071716, 0.8256340026855469, 1.3250575065612793, 0.9029649496078491, 1.3732643127441406, 1.9630920886993408, 1.1664928197860718, 1.0692498683929443, 1.094425082206726, 1.599426507949829, 1.5672494173049927, 0.9326947331428528, 1.173140287399292, 0.6301470398902893, 0.731604814529419, 1.7136281728744507, 1.3431299924850464, 1.2409119606018066, 1.3484382629394531, 1.4364622831344604, 0.9884517192840576, 1.868476152420044, 1.2559072971343994, 0.9075976014137268, 4.305422306060791, 0.9275164008140564, 0.6912722587585449, 0.863653302192688, 0.7318444848060608, 0.711333692073822, 0.6938028931617737, 1.2563090324401855, 1.2759854793548584, 0.7416204214096069, 1.37244713306427, 0.9493029713630676, 0.7520777583122253, 0.7063345909118652, 1.5606906414031982, 0.8330419063568115, 1.0973237752914429, 1.3907148838043213, 1.202180027961731, 0.6247633695602417, 0.9173213839530945, 1.9273053407669067, 0.789158284664154, 0.8015737533569336, 0.7342451810836792, 0.6497045159339905, 0.9326092600822449, 0.6482188105583191, 0.9771697521209717, 1.1107248067855835, 1.3711833953857422, 1.3396860361099243, 0.7201927900314331], "saliency_stats": {"min": 0.5790308713912964, "max": 4.305422306060791, "mean": 1.1286886166781187, "std": 0.44248476248650753}, "kept_experts": [0, 2, 4, 6, 8, 10, 13, 15, 17, 18, 23, 25, 28, 32, 33, 35, 38, 39, 40, 44, 45, 47, 48, 51, 52, 53, 55, 57, 58, 59, 61, 64, 65, 66, 67, 69, 72, 74, 77, 80, 83, 84, 89, 94, 96, 99, 100, 102, 103, 105, 106, 111, 112, 117, 118, 119, 121, 122, 124, 125, 126, 127, 128, 130, 131, 132, 133, 134, 137, 139, 140, 141, 142, 143, 144, 145, 147, 150, 151, 152, 153, 154, 156, 157, 159, 166, 167, 169, 173, 175, 176, 177, 180, 188, 189, 190], "dropped_experts": [1, 3, 5, 7, 9, 11, 12, 14, 16, 19, 20, 21, 22, 24, 26, 27, 29, 30, 31, 34, 36, 37, 41, 42, 43, 46, 49, 50, 54, 56, 60, 62, 63, 68, 70, 71, 73, 75, 76, 78, 79, 81, 82, 85, 86, 87, 88, 90, 91, 92, 93, 95, 97, 98, 101, 104, 107, 108, 109, 110, 113, 114, 115, 116, 120, 123, 129, 135, 136, 138, 146, 148, 149, 155, 158, 160, 161, 162, 163, 164, 165, 168, 170, 171, 172, 174, 178, 179, 181, 182, 183, 184, 185, 186, 187, 191], "groups": [[159, 1, 3, 5, 7, 9, 11, 12, 14, 16, 19, 20, 21, 22, 24, 26, 27, 29, 30, 31, 34, 36, 37, 41, 42, 43, 46, 49, 50, 54, 56, 60, 62, 63, 68, 70, 71, 73, 75, 76, 78, 79, 81, 82, 85, 86, 87, 88, 90, 91, 92, 93, 95, 97, 98, 101, 104, 107, 108, 109, 110, 113, 114, 115, 116, 120, 123, 129, 135, 136, 138, 146, 148, 149, 155, 158, 160, 161, 162, 163, 164, 165, 168, 170, 171, 172, 174, 178, 179, 181, 182, 183, 184, 185, 186, 187, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.3}
{"type": "layer", "layer": 67, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.9407486915588379, 0.9041534066200256, 1.0746105909347534, 0.7720679640769958, 1.2831248044967651, 0.8605038523674011, 2.2783548831939697, 0.7180443406105042, 1.569221019744873, 1.8445987701416016, 1.590436339378357, 0.8919249176979065, 0.6353089809417725, 1.239122748374939, 0.6888361573219299, 1.0903160572052002, 2.0344045162200928, 0.7656732797622681, 0.914638102054596, 0.8188846111297607, 1.0299816131591797, 1.2203028202056885, 1.1744112968444824, 1.2255492210388184, 1.2864636182785034, 1.3833918571472168, 1.4995619058609009, 0.8818945288658142, 0.8031315207481384, 0.8549777865409851, 0.6606396436691284, 1.4054133892059326, 0.7549029588699341, 1.3440804481506348, 0.6538646817207336, 1.2988840341567993, 0.9003364443778992, 1.3202250003814697, 1.266095519065857, 1.0601834058761597, 0.9887343645095825, 1.7199252843856812, 1.3292241096496582, 0.9765198230743408, 0.6772289276123047, 1.387893557548523, 0.8940287232398987, 0.6479418873786926, 1.4464837312698364, 0.7962818145751953, 0.9392501711845398, 1.0027759075164795, 1.6396352052688599, 0.7383261322975159, 1.2859246730804443, 1.1511651277542114, 0.9209710359573364, 0.723547637462616, 2.3481225967407227, 0.7795196175575256, 1.0340158939361572, 1.361924648284912, 1.235642433166504, 1.0382684469223022, 1.4371883869171143, 0.9929273128509521, 0.7800149321556091, 1.1034941673278809, 1.1917654275894165, 0.7132830619812012, 0.759452223777771, 1.3292655944824219, 0.6971272826194763, 0.9309775829315186, 0.664398729801178, 1.3107892274856567, 0.6547306180000305, 0.721839427947998, 0.6449267864227295, 0.8017924427986145, 0.9673675298690796, 1.0528799295425415, 1.4624227285385132, 1.0765182971954346, 0.8659842610359192, 0.6798217296600342, 0.886009693145752, 1.4655523300170898, 1.1754512786865234, 1.004382848739624, 0.9684791564941406, 1.1486566066741943, 0.874763548374176, 1.533706545829773, 1.3018027544021606, 0.9060528874397278, 1.5920649766921997, 1.2824333906173706, 2.0990936756134033, 1.4006649255752563, 2.312288761138916, 1.0586750507354736, 0.6471279263496399, 1.580551266670227, 0.7212547659873962, 0.899015486240387, 0.6152646541595459, 1.271274209022522, 0.7763776183128357, 0.8552958965301514, 1.4801946878433228, 2.5901968479156494, 1.2924784421920776, 0.7469177842140198, 3.455658435821533, 0.6892164945602417, 1.3386383056640625, 1.4827444553375244, 0.689129114151001, 0.7324384450912476, 1.4221370220184326, 1.2910151481628418, 1.0340403318405151, 1.1691797971725464, 1.1803865432739258, 0.7237198948860168, 0.8555390238761902, 1.208513617515564, 1.5942113399505615, 1.2007832527160645, 0.7592319250106812, 0.8512474298477173, 1.374056339263916, 0.9343516826629639, 0.8433733582496643, 1.0672569274902344, 0.9258477687835693, 1.0193755626678467, 1.120859980583191, 1.2432162761688232, 0.7440653443336487, 1.0633611679077148, 1.2454687356948853, 1.1724803447723389, 0.5696548819541931, 0.7444857358932495, 0.9422171711921692, 0.6673608422279358, 1.7017602920532227, 1.3996371030807495, 0.7917994260787964, 0.6619855165481567, 1.3108932971954346, 0.6515188217163086, 1.1772127151489258, 1.4615572690963745, 0.9984545111656189, 1.6992158889770508, 1.0178806781768799, 1.7333813905715942, 1.514911413192749, 1.6184207201004028, 0.9101251363754272, 1.1873327493667603, 1.2172272205352783, 2.986154794692993, 0.7022987604141235, 1.8006671667099, 0.8807384371757507, 1.409064531326294, 1.3420147895812988, 2.100696086883545, 1.5280935764312744, 0.9295973777770996, 1.5402148962020874, 0.8967005610466003, 1.9234908819198608, 1.0579438209533691, 1.0594215393066406, 0.6631048917770386, 2.040452003479004, 10.445651054382324, 0.8115859031677246, 0.6977183818817139, 0.6705777049064636, 1.6051063537597656, 1.5729655027389526, 1.593166470527649, 0.7504749298095703, 1.182569980621338, 1.046062707901001, 0.8360580801963806], "saliency_stats": {"min": 0.5696548819541931, "max": 10.445651054382324, "mean": 1.1969207354510825, "std": 0.8009473421676836}, "kept_experts": [2, 4, 6, 8, 9, 10, 13, 15, 16, 21, 22, 23, 24, 25, 26, 31, 33, 35, 37, 38, 39, 41, 42, 45, 48, 52, 54, 55, 58, 61, 62, 64, 67, 68, 71, 75, 82, 83, 87, 88, 91, 93, 94, 96, 97, 98, 99, 100, 103, 107, 110, 111, 112, 114, 116, 117, 120, 121, 123, 124, 127, 128, 129, 132, 135, 138, 139, 141, 142, 143, 148, 149, 152, 154, 155, 157, 159, 160, 161, 163, 164, 165, 167, 169, 170, 171, 172, 174, 176, 178, 180, 181, 185, 186, 187, 189], "dropped_experts": [0, 1, 3, 5, 7, 11, 12, 14, 17, 18, 19, 20, 27, 28, 29, 30, 32, 34, 36, 40, 43, 44, 46, 47, 49, 50, 51, 53, 56, 57, 59, 60, 63, 65, 66, 69, 70, 72, 73, 74, 76, 77, 78, 79, 80, 81, 84, 85, 86, 89, 90, 92, 95, 101, 102, 104, 105, 106, 108, 109, 113, 115, 118, 119, 122, 125, 126, 130, 131, 133, 134, 136, 137, 140, 144, 145, 146, 147, 150, 151, 153, 156, 158, 162, 166, 168, 173, 175, 177, 179, 182, 183, 184, 188, 190, 191], "groups": [[181, 0, 1, 3, 5, 7, 11, 12, 14, 17, 18, 19, 20, 27, 28, 29, 30, 32, 34, 36, 40, 43, 44, 46, 47, 49, 50, 51, 53, 56, 57, 59, 60, 63, 65, 66, 69, 70, 72, 73, 74, 76, 77, 78, 79, 80, 81, 84, 85, 86, 89, 90, 92, 95, 101, 102, 104, 105, 106, 108, 109, 113, 115, 118, 119, 122, 125, 126, 130, 131, 133, 134, 136, 137, 140, 144, 145, 146, 147, 150, 151, 153, 156, 158, 162, 166, 168, 173, 175, 177, 179, 182, 183, 184, 188, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.3}
{"type": "layer", "layer": 68, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.1168335676193237, 1.3141143321990967, 1.0806742906570435, 1.3634113073349, 1.4411609172821045, 1.389500617980957, 1.4467333555221558, 0.8827781081199646, 1.7178491353988647, 1.5709295272827148, 0.9547349214553833, 1.3926963806152344, 1.2537946701049805, 1.1343623399734497, 0.669634222984314, 1.7101067304611206, 1.234075903892517, 1.5284758806228638, 0.8775779008865356, 1.3683277368545532, 1.4142591953277588, 1.3873695135116577, 1.5038366317749023, 0.7743483781814575, 1.0952380895614624, 0.9666523337364197, 1.2065573930740356, 1.351462483406067, 1.0707015991210938, 0.7893540263175964, 0.7308148741722107, 1.6204317808151245, 0.7470532655715942, 0.7234259247779846, 3.189307689666748, 1.135722279548645, 0.9624260067939758, 1.3349394798278809, 1.4659364223480225, 1.3311676979064941, 0.9611282348632812, 1.6219878196716309, 1.3378037214279175, 1.5479177236557007, 1.186931848526001, 0.7456845641136169, 1.1085381507873535, 0.7910213470458984, 0.7475303411483765, 1.6487358808517456, 1.1339564323425293, 1.0798087120056152, 1.6591473817825317, 0.8934363722801208, 1.1650620698928833, 0.6626297831535339, 0.950880765914917, 0.8240623474121094, 0.9391484260559082, 1.2282048463821411, 1.017599105834961, 1.4534271955490112, 2.9299826622009277, 0.6250907182693481, 0.9404664635658264, 1.1274707317352295, 1.0361452102661133, 0.9369125962257385, 0.7089181542396545, 1.798244833946228, 1.7183955907821655, 0.799614667892456, 0.6335192322731018, 1.6650593280792236, 1.1903891563415527, 1.5343276262283325, 1.2738044261932373, 1.4431469440460205, 1.5312000513076782, 0.7314740419387817, 0.6976458430290222, 1.1380637884140015, 1.4809632301330566, 1.1208224296569824, 1.1330678462982178, 1.3565903902053833, 0.8930257558822632, 2.0233919620513916, 1.2193578481674194, 1.380494236946106, 1.1481696367263794, 0.7666765451431274, 1.239456295967102, 1.234583854675293, 1.2295632362365723, 1.1328752040863037, 1.279526948928833, 0.8149648904800415, 1.1117504835128784, 0.9218647480010986, 0.7600273489952087, 0.7537453174591064, 1.4558171033859253, 0.6683430671691895, 1.1650971174240112, 1.9536556005477905, 1.172824740409851, 1.1000726222991943, 0.8354659080505371, 1.1658533811569214, 0.7099334597587585, 1.66130793094635, 1.2937304973602295, 0.764895498752594, 1.694518804550171, 1.7789063453674316, 1.1451681852340698, 1.3455055952072144, 1.3527661561965942, 1.0986093282699585, 2.0933573246002197, 1.087504506111145, 1.784415364265442, 1.2456156015396118, 1.4261155128479004, 0.716494619846344, 1.1946587562561035, 0.7373338937759399, 0.8245950937271118, 2.6316637992858887, 1.256531834602356, 1.6212769746780396, 1.4101972579956055, 1.9031481742858887, 1.7018262147903442, 1.5115265846252441, 1.6210501194000244, 0.7740698456764221, 2.053225517272949, 0.908489465713501, 1.154968500137329, 0.6104912757873535, 1.3712825775146484, 1.0057381391525269, 0.7748691439628601, 1.0387656688690186, 2.1102607250213623, 1.5952695608139038, 1.111412525177002, 2.885693311691284, 1.5464489459991455, 0.8658678531646729, 0.6612554788589478, 1.3242524862289429, 0.718498706817627, 1.0457383394241333, 1.572442650794983, 0.7309256196022034, 0.7899710536003113, 1.5738084316253662, 0.7034739255905151, 0.6942986845970154, 0.9887703657150269, 0.7004685997962952, 1.206817865371704, 1.6999379396438599, 1.4544116258621216, 0.8573610782623291, 0.8673571348190308, 0.7399072051048279, 0.9669318199157715, 1.3538621664047241, 0.8304005265235901, 0.9515712857246399, 1.6633433103561401, 0.7612263560295105, 1.9857388734817505, 0.9582531452178955, 1.042119026184082, 1.1337956190109253, 1.3498262166976929, 1.0742896795272827, 0.9651936292648315, 0.7497162818908691, 1.2844674587249756, 0.7426331639289856, 0.9739347100257874, 1.0767253637313843, 2.2735073566436768, 1.7329680919647217, 1.289068579673767, 1.090962529182434], "saliency_stats": {"min": 0.6104912757873535, "max": 3.189307689666748, "mean": 1.2183910347521305, "std": 0.4340256683991839}, "kept_experts": [1, 3, 4, 5, 6, 8, 9, 11, 12, 15, 16, 17, 19, 20, 21, 22, 26, 27, 31, 34, 37, 38, 39, 41, 42, 43, 44, 49, 52, 54, 59, 61, 62, 69, 70, 73, 74, 75, 76, 77, 78, 82, 85, 87, 88, 89, 90, 92, 93, 94, 96, 102, 104, 105, 106, 109, 111, 112, 114, 115, 117, 118, 120, 122, 123, 124, 126, 129, 130, 131, 132, 133, 134, 135, 136, 138, 140, 142, 146, 147, 149, 150, 153, 156, 159, 164, 165, 166, 171, 174, 176, 180, 184, 188, 189, 190], "dropped_experts": [0, 2, 7, 10, 13, 14, 18, 23, 24, 25, 28, 29, 30, 32, 33, 35, 36, 40, 45, 46, 47, 48, 50, 51, 53, 55, 56, 57, 58, 60, 63, 64, 65, 66, 67, 68, 71, 72, 79, 80, 81, 83, 84, 86, 91, 95, 97, 98, 99, 100, 101, 103, 107, 108, 110, 113, 116, 119, 121, 125, 127, 128, 137, 139, 141, 143, 144, 145, 148, 151, 152, 154, 155, 157, 158, 160, 161, 162, 163, 167, 168, 169, 170, 172, 173, 175, 177, 178, 179, 181, 182, 183, 185, 186, 187, 191], "groups": [[34, 0, 2, 7, 10, 13, 14, 18, 23, 24, 25, 28, 29, 30, 32, 33, 35, 36, 40, 45, 46, 47, 48, 50, 51, 53, 55, 56, 57, 58, 60, 63, 64, 65, 66, 67, 68, 71, 72, 79, 80, 81, 83, 84, 86, 91, 95, 97, 98, 99, 100, 101, 103, 107, 108, 110, 113, 116, 119, 121, 125, 127, 128, 137, 139, 141, 143, 144, 145, 148, 151, 152, 154, 155, 157, 158, 160, 161, 162, 163, 167, 168, 169, 170, 172, 173, 175, 177, 178, 179, 181, 182, 183, 185, 186, 187, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.8}
{"type": "layer", "layer": 69, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.3624416589736938, 1.269986629486084, 1.1238617897033691, 0.6913542151451111, 0.8827954530715942, 1.1776080131530762, 0.7567025423049927, 1.576171636581421, 1.3598436117172241, 1.1180180311203003, 2.068629026412964, 1.3956472873687744, 0.7871174216270447, 0.7302279472351074, 1.3813376426696777, 1.4954993724822998, 1.3091214895248413, 1.297242522239685, 0.9700814485549927, 2.2862319946289062, 1.9187229871749878, 1.494736671447754, 0.9473894238471985, 1.6744741201400757, 1.9737534523010254, 0.6830651760101318, 1.5708647966384888, 2.675731658935547, 1.0040123462677002, 1.1469004154205322, 1.3092786073684692, 1.5606673955917358, 0.7757343053817749, 0.613197922706604, 1.53071928024292, 1.1350828409194946, 1.2778754234313965, 0.7958673238754272, 0.8264188170433044, 1.4707024097442627, 0.6646915674209595, 0.667172372341156, 1.0528305768966675, 1.0237218141555786, 1.1036615371704102, 0.7281439304351807, 0.8944602608680725, 0.8341297507286072, 2.318554639816284, 1.1868762969970703, 1.0089339017868042, 1.8341957330703735, 1.0207003355026245, 0.603800356388092, 1.3270851373672485, 1.5105395317077637, 1.4278043508529663, 1.661817193031311, 0.7902534604072571, 0.9302543997764587, 1.4293352365493774, 0.8541730046272278, 1.4565744400024414, 1.334670901298523, 1.7106338739395142, 1.0776348114013672, 1.4687628746032715, 0.9772211313247681, 0.8981555104255676, 1.368950366973877, 0.7614060044288635, 1.0545421838760376, 0.924453616142273, 0.9076951146125793, 1.3332375288009644, 0.7376590371131897, 1.1571807861328125, 0.7247867584228516, 0.9320510625839233, 1.8713915348052979, 0.8244720697402954, 1.2604643106460571, 0.8655983805656433, 0.8529604077339172, 1.1160999536514282, 1.0300769805908203, 1.1879745721817017, 0.6249440312385559, 1.1532131433486938, 0.8742308020591736, 0.9362989664077759, 1.3937908411026, 1.7114520072937012, 2.0696935653686523, 1.2016302347183228, 1.506838321685791, 1.129130482673645, 1.9331974983215332, 1.4606846570968628, 2.1396849155426025, 1.4106535911560059, 1.384393334388733, 0.7906535267829895, 1.3994266986846924, 1.069775938987732, 1.051680326461792, 1.3046129941940308, 0.6436412334442139, 1.433655023574829, 2.082105875015259, 0.7625860571861267, 0.7896389365196228, 1.0882748365402222, 0.6947202682495117, 0.6394820213317871, 1.6645842790603638, 0.9673301577568054, 1.0366448163986206, 0.6570123434066772, 2.2336223125457764, 0.8724939227104187, 1.0108622312545776, 1.686514973640442, 0.7617368102073669, 0.7567907571792603, 0.8070963025093079, 0.8716143369674683, 0.9971018433570862, 1.487012505531311, 0.973639965057373, 2.433520555496216, 1.46023690700531, 1.1162588596343994, 2.050710678100586, 0.7633572816848755, 1.3306018114089966, 0.8318272233009338, 1.2982491254806519, 1.0033007860183716, 0.8384672999382019, 1.544586420059204, 1.3070789575576782, 1.224952220916748, 0.7574146389961243, 1.4427955150604248, 1.6296335458755493, 1.5965641736984253, 1.2629450559616089, 1.7216763496398926, 1.3038197755813599, 2.2062010765075684, 1.058392882347107, 1.2802660465240479, 0.9493082165718079, 1.2410457134246826, 1.4724630117416382, 1.7029446363449097, 0.7756567597389221, 1.3528687953948975, 2.2280778884887695, 1.2001253366470337, 0.9439502954483032, 1.7937039136886597, 1.5180907249450684, 1.1201605796813965, 1.4236085414886475, 1.2165374755859375, 0.8652294278144836, 1.0038179159164429, 0.7530474066734314, 1.906455636024475, 0.9426721930503845, 2.2974746227264404, 1.2627676725387573, 0.6508723497390747, 1.0309700965881348, 1.5629082918167114, 1.2370661497116089, 1.0128244161605835, 0.6001356840133667, 0.7217215299606323, 0.932169497013092, 1.2628599405288696, 1.5566892623901367, 0.7419514060020447, 1.3817986249923706, 1.590853214263916, 2.450524091720581, 0.7238487601280212, 1.3719781637191772, 1.3203396797180176, 2.6708130836486816], "saliency_stats": {"min": 0.6001356840133667, "max": 2.675731658935547, "mean": 1.2388033363968134, "std": 0.4448907548120018}, "kept_experts": [0, 1, 7, 8, 10, 11, 14, 15, 16, 17, 19, 20, 21, 23, 24, 26, 27, 30, 31, 34, 36, 39, 48, 49, 51, 54, 55, 56, 57, 60, 62, 63, 64, 66, 69, 74, 79, 81, 86, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 103, 106, 108, 109, 115, 119, 122, 128, 130, 131, 133, 135, 137, 140, 141, 142, 144, 145, 146, 147, 148, 149, 150, 152, 154, 155, 156, 158, 159, 160, 162, 163, 165, 166, 170, 172, 173, 176, 177, 182, 183, 185, 186, 187, 189, 190, 191], "dropped_experts": [2, 3, 4, 5, 6, 9, 12, 13, 18, 22, 25, 28, 29, 32, 33, 35, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 50, 52, 53, 58, 59, 61, 65, 67, 68, 70, 71, 72, 73, 75, 76, 77, 78, 80, 82, 83, 84, 85, 87, 88, 89, 90, 96, 102, 104, 105, 107, 110, 111, 112, 113, 114, 116, 117, 118, 120, 121, 123, 124, 125, 126, 127, 129, 132, 134, 136, 138, 139, 143, 151, 153, 157, 161, 164, 167, 168, 169, 171, 174, 175, 178, 179, 180, 181, 184, 188], "groups": [[27, 2, 3, 4, 5, 6, 9, 12, 13, 18, 22, 25, 28, 29, 32, 33, 35, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 50, 52, 53, 58, 59, 61, 65, 67, 68, 70, 71, 72, 73, 75, 76, 77, 78, 80, 82, 83, 84, 85, 87, 88, 89, 90, 96, 102, 104, 105, 107, 110, 111, 112, 113, 114, 116, 117, 118, 120, 121, 123, 124, 125, 126, 127, 129, 132, 134, 136, 138, 139, 143, 151, 153, 157, 161, 164, 167, 168, 169, 171, 174, 175, 178, 179, 180, 181, 184, 188]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.4}
{"type": "layer", "layer": 70, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.0019532442092896, 2.9511380195617676, 1.0087751150131226, 1.172056794166565, 1.4134256839752197, 1.2978332042694092, 1.794716477394104, 0.8097743988037109, 1.5296121835708618, 0.8703685402870178, 1.9338022470474243, 1.3953733444213867, 1.2061920166015625, 2.336529493331909, 2.1391103267669678, 0.9888933897018433, 0.9689815044403076, 0.8538410663604736, 1.525913119316101, 0.7138946652412415, 1.291085124015808, 1.7923076152801514, 1.3762789964675903, 1.1369655132293701, 0.734034538269043, 1.053524136543274, 1.1104248762130737, 1.9839568138122559, 1.5372923612594604, 1.5022892951965332, 1.6775685548782349, 1.457690954208374, 1.1238958835601807, 0.9278349280357361, 0.8424057960510254, 1.9987424612045288, 0.9182792901992798, 1.6262807846069336, 2.772313117980957, 0.8874343037605286, 2.998889923095703, 1.3088924884796143, 1.8459484577178955, 1.5819045305252075, 1.2557051181793213, 1.4386132955551147, 1.590194821357727, 1.7272109985351562, 1.105182409286499, 0.7821733951568604, 0.8454622626304626, 1.1999198198318481, 1.7058285474777222, 0.7669004201889038, 1.5737184286117554, 2.1685214042663574, 1.313428282737732, 2.00976824760437, 1.253466010093689, 1.5031527280807495, 2.01485276222229, 2.1049182415008545, 1.086560606956482, 0.9796304106712341, 1.9321638345718384, 0.885655403137207, 0.8455489277839661, 1.6788840293884277, 1.3616293668746948, 0.8498972058296204, 0.7602368593215942, 1.4340932369232178, 0.7552109360694885, 1.610406756401062, 1.2896406650543213, 1.1837069988250732, 0.7608028650283813, 1.3765653371810913, 1.0867136716842651, 1.1129060983657837, 1.0966179370880127, 0.6825420260429382, 0.7548832297325134, 1.4795230627059937, 1.129951000213623, 1.0557663440704346, 1.0526212453842163, 1.0556577444076538, 1.2815091609954834, 1.3533166646957397, 1.6970139741897583, 1.013306736946106, 1.4884189367294312, 0.9469841718673706, 1.385351300239563, 1.2766274213790894, 1.20171320438385, 1.6022288799285889, 0.901365339756012, 1.2287883758544922, 1.567927360534668, 1.5910537242889404, 1.5810198783874512, 0.7699614763259888, 1.8714792728424072, 1.3344146013259888, 1.2099668979644775, 0.7599743008613586, 1.04481041431427, 0.5993750691413879, 2.163119077682495, 1.4531868696212769, 1.1775184869766235, 1.19297456741333, 1.041702389717102, 1.19595205783844, 1.619575023651123, 0.8312813639640808, 1.5492099523544312, 2.3606841564178467, 0.8486322164535522, 1.6939576864242554, 1.0039393901824951, 1.5048877000808716, 0.7519954442977905, 1.335569143295288, 1.8875761032104492, 0.7739942073822021, 2.1044492721557617, 1.1930580139160156, 1.5264723300933838, 1.5053330659866333, 1.570448398590088, 2.592963218688965, 1.5244587659835815, 1.3433237075805664, 1.2920600175857544, 0.9077256321907043, 1.9661613702774048, 1.3510953187942505, 0.9045451879501343, 1.0419009923934937, 1.4757256507873535, 1.4128434658050537, 1.3292255401611328, 2.3002216815948486, 1.46663236618042, 1.2586829662322998, 1.7135276794433594, 0.9570029973983765, 1.0965832471847534, 0.9248284101486206, 0.7939404249191284, 1.2704176902770996, 1.7081661224365234, 2.3980696201324463, 0.8277014493942261, 2.056577205657959, 1.3492506742477417, 0.7113210558891296, 0.7694611549377441, 0.7960952520370483, 1.369296669960022, 1.1371734142303467, 1.2973287105560303, 2.4941911697387695, 0.9047501683235168, 1.1583921909332275, 1.1102149486541748, 1.185689091682434, 2.0923409461975098, 1.4099994897842407, 2.980086088180542, 0.847446620464325, 0.7331236600875854, 1.7988590002059937, 1.137856125831604, 1.0322449207305908, 1.0710945129394531, 1.0536659955978394, 1.2282613515853882, 1.402198314666748, 1.7746304273605347, 1.0382004976272583, 1.1055736541748047, 1.289122223854065, 0.7646569609642029, 1.1744203567504883, 1.9744458198547363, 1.9286961555480957, 1.2658696174621582, 1.3482153415679932], "saliency_stats": {"min": 0.5993750691413879, "max": 2.998889923095703, "mean": 1.3525829998155434, "std": 0.4755518125295266}, "kept_experts": [1, 4, 5, 6, 8, 10, 11, 13, 14, 18, 20, 21, 22, 27, 28, 29, 30, 31, 35, 37, 38, 40, 41, 42, 43, 45, 46, 47, 52, 54, 55, 56, 57, 59, 60, 61, 64, 67, 68, 71, 73, 74, 77, 83, 89, 90, 92, 94, 97, 100, 101, 102, 104, 105, 110, 111, 116, 118, 119, 121, 123, 125, 126, 128, 130, 131, 132, 133, 134, 135, 136, 138, 139, 142, 143, 144, 145, 146, 148, 154, 155, 157, 158, 162, 164, 165, 170, 171, 172, 175, 181, 182, 185, 188, 189, 191], "dropped_experts": [0, 2, 3, 7, 9, 12, 15, 16, 17, 19, 23, 24, 25, 26, 32, 33, 34, 36, 39, 44, 48, 49, 50, 51, 53, 58, 62, 63, 65, 66, 69, 70, 72, 75, 76, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 91, 93, 95, 96, 98, 99, 103, 106, 107, 108, 109, 112, 113, 114, 115, 117, 120, 122, 124, 127, 129, 137, 140, 141, 147, 149, 150, 151, 152, 153, 156, 159, 160, 161, 163, 166, 167, 168, 169, 173, 174, 176, 177, 178, 179, 180, 183, 184, 186, 187, 190], "groups": [[40, 0, 2, 3, 7, 9, 12, 15, 16, 17, 19, 23, 24, 25, 26, 32, 33, 34, 36, 39, 44, 48, 49, 50, 51, 53, 58, 62, 63, 65, 66, 69, 70, 72, 75, 76, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 91, 93, 95, 96, 98, 99, 103, 106, 107, 108, 109, 112, 113, 114, 115, 117, 120, 122, 124, 127, 129, 137, 140, 141, 147, 149, 150, 151, 152, 153, 156, 159, 160, 161, 163, 166, 167, 168, 169, 173, 174, 176, 177, 178, 179, 180, 183, 184, 186, 187, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.1}
{"type": "layer", "layer": 71, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [2.6092395782470703, 1.2402924299240112, 1.6654683351516724, 1.106127142906189, 0.7123575806617737, 1.734662413597107, 2.0332329273223877, 0.7032400369644165, 1.1313377618789673, 1.1650364398956299, 1.1598154306411743, 1.7588869333267212, 1.2921873331069946, 1.8634697198867798, 1.2039647102355957, 1.1434742212295532, 1.5631781816482544, 1.6209980249404907, 1.2279350757598877, 2.2010233402252197, 0.8847714066505432, 1.6112613677978516, 1.5316355228424072, 1.6499911546707153, 1.699885368347168, 1.6514766216278076, 0.8402304649353027, 1.14952552318573, 1.8953578472137451, 0.9065257906913757, 1.214958667755127, 0.7683494687080383, 1.2474403381347656, 1.4153850078582764, 0.9407243132591248, 1.2578974962234497, 0.7001776695251465, 1.08128023147583, 0.9640049338340759, 0.9151605367660522, 1.214155912399292, 1.0827218294143677, 1.743289589881897, 1.1341086626052856, 0.9327576756477356, 0.7800626158714294, 1.2392559051513672, 1.8779523372650146, 1.0077927112579346, 1.0652388334274292, 0.9650379419326782, 1.3463985919952393, 2.927135467529297, 1.7343276739120483, 1.624998927116394, 0.6824515461921692, 1.9790085554122925, 1.4442453384399414, 1.3449546098709106, 1.5587759017944336, 1.0107100009918213, 1.0856661796569824, 0.7897191643714905, 1.2761421203613281, 1.471840739250183, 1.2808377742767334, 1.6301325559616089, 0.8313608169555664, 1.2014461755752563, 1.0751922130584717, 1.586432933807373, 0.9786386489868164, 1.0731827020645142, 1.699170708656311, 1.7382558584213257, 1.0352660417556763, 0.6742867827415466, 0.9643329381942749, 0.8508400321006775, 2.4961183071136475, 1.8421237468719482, 1.031067132949829, 0.8432517647743225, 0.7549329996109009, 1.4810690879821777, 1.3538758754730225, 1.8499404191970825, 1.3914660215377808, 1.1230180263519287, 1.0500881671905518, 0.9351030588150024, 1.3494833707809448, 1.481868863105774, 1.681128740310669, 1.7724179029464722, 1.5735989809036255, 1.8374793529510498, 1.8869742155075073, 1.9162425994873047, 1.2665109634399414, 3.4290926456451416, 0.9314159154891968, 1.242988109588623, 1.4341816902160645, 1.1159499883651733, 2.1959292888641357, 1.9367380142211914, 1.1939507722854614, 1.8923022747039795, 1.1520717144012451, 1.0314552783966064, 0.9216476082801819, 1.3433513641357422, 1.2402468919754028, 1.2889176607131958, 1.2541638612747192, 1.7149449586868286, 1.5903478860855103, 2.358332633972168, 3.834770441055298, 0.8814033269882202, 1.2653108835220337, 0.7120818495750427, 1.4842571020126343, 0.7751246094703674, 2.155632257461548, 1.028802752494812, 2.986921548843384, 0.6450933218002319, 1.3821576833724976, 1.6603035926818848, 1.0772147178649902, 1.2988946437835693, 2.1294140815734863, 1.255845308303833, 1.5839439630508423, 1.87828528881073, 0.7359903454780579, 1.54672110080719, 1.0297669172286987, 1.4119055271148682, 1.1929742097854614, 1.5053913593292236, 0.7809092998504639, 1.3168400526046753, 0.8245523571968079, 1.3356982469558716, 0.8253589868545532, 0.9372731447219849, 2.5560874938964844, 1.3135430812835693, 1.7397377490997314, 1.1045010089874268, 1.1720125675201416, 0.8365107774734497, 1.9524281024932861, 4.634835720062256, 1.365199327468872, 0.7008511424064636, 1.8244284391403198, 1.6028523445129395, 0.8063149452209473, 1.6795095205307007, 1.406173825263977, 0.9414116144180298, 2.4867982864379883, 1.002537727355957, 1.532854437828064, 0.9783192873001099, 3.1053242683410645, 1.5464483499526978, 0.9015806913375854, 0.762610673904419, 1.2228877544403076, 1.4926728010177612, 1.3417991399765015, 1.7453047037124634, 1.1352022886276245, 2.113598346710205, 1.0030726194381714, 1.265742540359497, 1.2661218643188477, 1.262825846672058, 1.0917762517929077, 1.5735275745391846, 1.700276255607605, 2.385572671890259, 1.2624562978744507, 2.5469071865081787, 0.9338130950927734, 1.1248286962509155, 1.4046621322631836], "saliency_stats": {"min": 0.6450933218002319, "max": 4.634835720062256, "mean": 1.41088874420772, "std": 0.5739117480907199}, "kept_experts": [0, 2, 5, 6, 11, 12, 13, 16, 17, 19, 21, 22, 23, 24, 25, 28, 33, 42, 47, 51, 52, 53, 54, 56, 57, 58, 59, 63, 64, 65, 66, 70, 73, 74, 79, 80, 84, 85, 86, 87, 91, 92, 93, 94, 95, 96, 97, 98, 100, 103, 105, 106, 108, 112, 114, 116, 117, 118, 119, 123, 125, 127, 129, 130, 132, 133, 135, 136, 138, 140, 142, 144, 146, 149, 150, 151, 155, 156, 157, 159, 160, 162, 163, 165, 167, 169, 170, 174, 175, 176, 178, 184, 185, 186, 188, 191], "dropped_experts": [1, 3, 4, 7, 8, 9, 10, 14, 15, 18, 20, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 46, 48, 49, 50, 55, 60, 61, 62, 67, 68, 69, 71, 72, 75, 76, 77, 78, 81, 82, 83, 88, 89, 90, 99, 101, 102, 104, 107, 109, 110, 111, 113, 115, 120, 121, 122, 124, 126, 128, 131, 134, 137, 139, 141, 143, 145, 147, 148, 152, 153, 154, 158, 161, 164, 166, 168, 171, 172, 173, 177, 179, 180, 181, 182, 183, 187, 189, 190], "groups": [[156, 1, 3, 4, 7, 8, 9, 10, 14, 15, 18, 20, 26, 27, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 43, 44, 45, 46, 48, 49, 50, 55, 60, 61, 62, 67, 68, 69, 71, 72, 75, 76, 77, 78, 81, 82, 83, 88, 89, 90, 99, 101, 102, 104, 107, 109, 110, 111, 113, 115, 120, 121, 122, 124, 126, 128, 131, 134, 137, 139, 141, 143, 145, 147, 148, 152, 153, 154, 158, 161, 164, 166, 168, 171, 172, 173, 177, 179, 180, 181, 182, 183, 187, 189, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.1}
{"type": "layer", "layer": 72, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.8368607759475708, 2.221651554107666, 1.7243034839630127, 1.205889105796814, 1.0471086502075195, 0.7827512621879578, 1.2042433023452759, 0.8849709033966064, 1.3230855464935303, 2.618804454803467, 2.3591537475585938, 1.2218506336212158, 1.2879763841629028, 3.933237314224243, 1.4470410346984863, 2.296226739883423, 3.5286006927490234, 1.1454241275787354, 1.3835786581039429, 1.1227387189865112, 1.1426881551742554, 1.352858066558838, 0.7078169584274292, 2.5700199604034424, 1.4213956594467163, 1.7343229055404663, 1.552079200744629, 2.1503682136535645, 0.823516845703125, 0.8750374913215637, 1.3384028673171997, 1.3465930223464966, 1.4742780923843384, 1.7648873329162598, 0.8117002844810486, 1.066923975944519, 1.3675143718719482, 2.1483075618743896, 1.382206916809082, 1.1969866752624512, 0.8527037501335144, 1.545904517173767, 4.1688361167907715, 2.035980463027954, 1.6786761283874512, 1.7572126388549805, 1.7100969552993774, 1.8415687084197998, 1.3050734996795654, 1.1919714212417603, 1.418397307395935, 1.7485533952713013, 1.3536993265151978, 0.8976818919181824, 1.3895342350006104, 1.9014427661895752, 1.5758646726608276, 0.9000045657157898, 1.9659141302108765, 1.3346737623214722, 1.6845248937606812, 0.9001295566558838, 1.8442020416259766, 1.544718623161316, 1.7656298875808716, 0.9498792290687561, 2.065535068511963, 0.9952753186225891, 1.1006827354431152, 1.1811665296554565, 1.3678808212280273, 1.1932129859924316, 1.7219992876052856, 1.0052101612091064, 2.8616557121276855, 1.39472234249115, 1.0200166702270508, 0.9373382329940796, 1.4063256978988647, 1.0810191631317139, 1.8534951210021973, 0.8607557415962219, 0.9006895422935486, 1.234417200088501, 1.4881302118301392, 1.0077426433563232, 1.1234409809112549, 1.4443073272705078, 1.7553071975708008, 3.7579410076141357, 1.9862403869628906, 1.5542254447937012, 1.0140427350997925, 3.163731336593628, 1.8124630451202393, 1.603806734085083, 0.8155344724655151, 1.3200268745422363, 1.3446693420410156, 0.8203110694885254, 1.337170958518982, 1.4768098592758179, 2.481564521789551, 2.0484561920166016, 1.591257095336914, 1.4769808053970337, 2.2451398372650146, 4.246744632720947, 1.6471896171569824, 0.952055811882019, 0.8810854554176331, 1.1347731351852417, 1.5868263244628906, 1.1698253154754639, 1.8025559186935425, 1.1222455501556396, 1.991542100906372, 1.9787219762802124, 1.0615284442901611, 1.0044935941696167, 0.9699017405509949, 1.9401249885559082, 1.2226784229278564, 1.6882379055023193, 0.8850234746932983, 1.9768167734146118, 1.8957109451293945, 1.5508763790130615, 2.2564666271209717, 1.0923994779586792, 1.4643943309783936, 1.1172895431518555, 1.2194652557373047, 0.8009616732597351, 1.5290926694869995, 1.4790983200073242, 1.2584749460220337, 1.780179500579834, 1.740710735321045, 1.1929441690444946, 0.8998156189918518, 1.3370944261550903, 1.9486562013626099, 1.7806787490844727, 2.0918688774108887, 1.0240029096603394, 1.410310983657837, 2.8700218200683594, 1.6675703525543213, 0.9763795733451843, 2.5777065753936768, 1.1529074907302856, 1.223905324935913, 0.880299985408783, 1.4826492071151733, 2.425255537033081, 0.8432286977767944, 1.7624608278274536, 1.95611572265625, 1.1146703958511353, 0.8299246430397034, 1.3512681722640991, 2.779686450958252, 1.4839032888412476, 1.2636895179748535, 1.0364620685577393, 1.2840652465820312, 1.5320309400558472, 1.5872896909713745, 1.6905802488327026, 0.8326342701911926, 1.4889883995056152, 1.9383330345153809, 0.9368413090705872, 3.551159381866455, 1.8883051872253418, 2.161700963973999, 0.8545051217079163, 0.9946163296699524, 1.3541123867034912, 0.7238970398902893, 1.2620534896850586, 0.7956781387329102, 1.0480009317398071, 0.9064581990242004, 2.905872106552124, 0.8439652323722839, 1.414516806602478, 1.264628291130066, 0.9594036340713501, 2.577306032180786, 1.5363776683807373], "saliency_stats": {"min": 0.7078169584274292, "max": 4.246744632720947, "mean": 1.5367774156232674, "std": 0.6472870937355019}, "kept_experts": [0, 1, 2, 9, 10, 13, 14, 15, 16, 23, 24, 25, 26, 27, 32, 33, 37, 41, 42, 43, 44, 45, 46, 47, 50, 51, 55, 56, 58, 60, 62, 63, 64, 66, 72, 74, 75, 78, 80, 84, 87, 88, 89, 90, 91, 93, 94, 95, 101, 102, 103, 104, 105, 106, 107, 108, 112, 114, 116, 117, 121, 123, 125, 126, 127, 128, 130, 134, 135, 137, 138, 142, 143, 144, 146, 147, 148, 150, 154, 155, 157, 158, 162, 163, 167, 168, 169, 171, 172, 174, 175, 176, 185, 187, 190, 191], "dropped_experts": [3, 4, 5, 6, 7, 8, 11, 12, 17, 18, 19, 20, 21, 22, 28, 29, 30, 31, 34, 35, 36, 38, 39, 40, 48, 49, 52, 53, 54, 57, 59, 61, 65, 67, 68, 69, 70, 71, 73, 76, 77, 79, 81, 82, 83, 85, 86, 92, 96, 97, 98, 99, 100, 109, 110, 111, 113, 115, 118, 119, 120, 122, 124, 129, 131, 132, 133, 136, 139, 140, 141, 145, 149, 151, 152, 153, 156, 159, 160, 161, 164, 165, 166, 170, 173, 177, 178, 179, 180, 181, 182, 183, 184, 186, 188, 189], "groups": [[107, 3, 4, 5, 6, 7, 8, 11, 12, 17, 18, 19, 20, 21, 22, 28, 29, 30, 31, 34, 35, 36, 38, 39, 40, 48, 49, 52, 53, 54, 57, 59, 61, 65, 67, 68, 69, 70, 71, 73, 76, 77, 79, 81, 82, 83, 85, 86, 92, 96, 97, 98, 99, 100, 109, 110, 111, 113, 115, 118, 119, 120, 122, 124, 129, 131, 132, 133, 136, 139, 140, 141, 145, 149, 151, 152, 153, 156, 159, 160, 161, 164, 165, 166, 170, 173, 177, 178, 179, 180, 181, 182, 183, 184, 186, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.0}
{"type": "layer", "layer": 73, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.3266832828521729, 2.3533520698547363, 1.0347555875778198, 1.30057954788208, 1.3378926515579224, 1.3181034326553345, 1.636824131011963, 1.042124629020691, 1.3124819993972778, 0.9405868649482727, 0.9400655627250671, 2.2773683071136475, 2.387094736099243, 2.142592668533325, 1.1295803785324097, 1.194704532623291, 0.9017202854156494, 0.9375278949737549, 1.9861505031585693, 0.8390417695045471, 1.7505429983139038, 1.6058815717697144, 1.8085193634033203, 2.5759117603302, 0.9644662737846375, 1.6131434440612793, 1.068992257118225, 0.8381192684173584, 1.0260231494903564, 1.1151036024093628, 1.4042308330535889, 0.7527348399162292, 1.8073005676269531, 1.3878650665283203, 2.2981810569763184, 1.9342377185821533, 2.0044126510620117, 1.1466593742370605, 1.7891407012939453, 1.2905722856521606, 2.0049471855163574, 1.3283782005310059, 1.5774785280227661, 1.7681214809417725, 1.0693118572235107, 1.8676508665084839, 1.9467371702194214, 1.0691452026367188, 2.3142192363739014, 0.7810354232788086, 1.2810660600662231, 2.3735053539276123, 2.485724687576294, 1.5676560401916504, 1.4067652225494385, 1.0659531354904175, 1.3320612907409668, 1.6805479526519775, 1.573510766029358, 1.3469393253326416, 1.7466166019439697, 2.054614305496216, 1.8906346559524536, 1.5176070928573608, 1.4150707721710205, 1.7881823778152466, 1.1704554557800293, 1.5896049737930298, 4.540376663208008, 1.2756388187408447, 0.9449540972709656, 1.007556676864624, 1.7078871726989746, 6.003257751464844, 0.8220743536949158, 1.7621710300445557, 2.082000732421875, 1.221022605895996, 1.0024467706680298, 1.3548823595046997, 1.4900158643722534, 1.535659670829773, 1.6667274236679077, 1.2984004020690918, 1.9987338781356812, 1.6329059600830078, 1.6715636253356934, 2.0853636264801025, 1.8247312307357788, 1.1526657342910767, 0.9281964302062988, 1.1991816759109497, 2.1952381134033203, 2.727193832397461, 1.0557805299758911, 1.218522548675537, 0.9137236475944519, 1.1630014181137085, 1.505354404449463, 1.43000328540802, 1.0521701574325562, 2.280984401702881, 1.3096365928649902, 2.6855692863464355, 0.8513935804367065, 1.7634960412979126, 2.2121570110321045, 2.0128540992736816, 1.3841828107833862, 1.0170899629592896, 0.9874725341796875, 1.8515208959579468, 1.555869460105896, 1.0751272439956665, 1.0581005811691284, 2.5238022804260254, 1.0371166467666626, 1.1402745246887207, 1.6074111461639404, 1.147610068321228, 1.2522472143173218, 1.7162964344024658, 1.721362590789795, 1.688799500465393, 2.681680917739868, 1.4982167482376099, 0.8971556425094604, 0.7640225887298584, 2.138765811920166, 1.182114839553833, 2.183633804321289, 2.245035409927368, 1.688454270362854, 1.5022163391113281, 1.3862669467926025, 1.776694655418396, 1.6432881355285645, 0.9875743985176086, 1.28169846534729, 1.4089454412460327, 2.0044167041778564, 3.174280881881714, 0.8894543647766113, 1.7166712284088135, 3.009458541870117, 1.4324169158935547, 1.940300703048706, 1.0245563983917236, 1.4084607362747192, 1.7998859882354736, 1.6406313180923462, 2.407989978790283, 3.386571168899536, 1.5699589252471924, 3.4550530910491943, 3.2549073696136475, 1.364990234375, 2.058271884918213, 1.7230421304702759, 1.165574312210083, 1.2332030534744263, 2.1154491901397705, 2.628296375274658, 1.8314039707183838, 0.9573138952255249, 2.4549152851104736, 1.1701339483261108, 1.8827366828918457, 1.7452788352966309, 0.8555791974067688, 1.4921965599060059, 1.399451732635498, 2.2053821086883545, 1.1608304977416992, 1.9484535455703735, 2.4234211444854736, 2.248720645904541, 2.3105382919311523, 4.057681560516357, 1.237721562385559, 1.6120377779006958, 2.665837049484253, 1.132085919380188, 1.3049482107162476, 2.019150972366333, 2.5554120540618896, 2.7804949283599854, 1.7938216924667358, 3.1027088165283203, 1.5901159048080444, 1.0914373397827148, 2.176699638366699], "saliency_stats": {"min": 0.7527348399162292, "max": 6.003257751464844, "mean": 1.6758369995901983, "std": 0.7008306755297062}, "kept_experts": [1, 6, 11, 12, 13, 18, 20, 21, 22, 23, 25, 32, 34, 35, 36, 38, 40, 42, 43, 45, 46, 48, 51, 52, 57, 58, 60, 61, 62, 65, 67, 68, 72, 73, 75, 76, 82, 84, 85, 86, 87, 88, 92, 93, 101, 103, 105, 106, 107, 111, 115, 118, 121, 122, 123, 124, 128, 130, 131, 132, 135, 136, 140, 141, 143, 144, 146, 149, 150, 151, 152, 154, 155, 157, 158, 161, 162, 163, 165, 167, 168, 172, 174, 175, 176, 177, 178, 180, 181, 184, 185, 186, 187, 188, 189, 191], "dropped_experts": [0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 15, 16, 17, 19, 24, 26, 27, 28, 29, 30, 31, 33, 37, 39, 41, 44, 47, 49, 50, 53, 54, 55, 56, 59, 63, 64, 66, 69, 70, 71, 74, 77, 78, 79, 80, 81, 83, 89, 90, 91, 94, 95, 96, 97, 98, 99, 100, 102, 104, 108, 109, 110, 112, 113, 114, 116, 117, 119, 120, 125, 126, 127, 129, 133, 134, 137, 138, 139, 142, 145, 147, 148, 153, 156, 159, 160, 164, 166, 169, 170, 171, 173, 179, 182, 183, 190], "groups": [[73, 0, 2, 3, 4, 5, 7, 8, 9, 10, 14, 15, 16, 17, 19, 24, 26, 27, 28, 29, 30, 31, 33, 37, 39, 41, 44, 47, 49, 50, 53, 54, 55, 56, 59, 63, 64, 66, 69, 70, 71, 74, 77, 78, 79, 80, 81, 83, 89, 90, 91, 94, 95, 96, 97, 98, 99, 100, 102, 104, 108, 109, 110, 112, 113, 114, 116, 117, 119, 120, 125, 126, 127, 129, 133, 134, 137, 138, 139, 142, 145, 147, 148, 153, 156, 159, 160, 164, 166, 169, 170, 171, 173, 179, 182, 183, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.0}
{"type": "layer", "layer": 74, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [2.493072032928467, 2.4702234268188477, 1.3916548490524292, 1.0582385063171387, 2.2636585235595703, 1.8880553245544434, 1.8628100156784058, 2.801440954208374, 4.086933135986328, 2.4003872871398926, 0.9941701292991638, 1.6019549369812012, 1.2587170600891113, 2.075644016265869, 2.4073429107666016, 1.5790529251098633, 1.567583441734314, 1.7161661386489868, 1.3045670986175537, 1.684495210647583, 2.9453978538513184, 3.0544257164001465, 1.420729160308838, 0.9797391891479492, 1.8563953638076782, 1.3638114929199219, 1.933461308479309, 1.512165904045105, 2.150359869003296, 2.106218099594116, 0.8875172734260559, 2.3576059341430664, 1.7074673175811768, 2.4477744102478027, 2.162214756011963, 1.4226360321044922, 1.6904889345169067, 1.0883088111877441, 0.939511239528656, 1.2047183513641357, 1.3536289930343628, 2.5027246475219727, 2.5633230209350586, 1.8070921897888184, 0.909746527671814, 1.7745521068572998, 2.1953847408294678, 1.7970575094223022, 3.0509774684906006, 1.7271108627319336, 1.2637410163879395, 2.316420316696167, 1.8269881010055542, 2.507631540298462, 2.3773374557495117, 1.8063299655914307, 1.6012818813323975, 2.250553846359253, 1.160427212715149, 1.7592393159866333, 3.8279008865356445, 2.6493024826049805, 1.140497088432312, 1.4948478937149048, 1.5945461988449097, 1.3983708620071411, 1.6455950736999512, 2.954767942428589, 1.6451197862625122, 1.3792635202407837, 1.2837977409362793, 1.3012547492980957, 1.4803849458694458, 2.0727508068084717, 3.215397834777832, 1.3364733457565308, 1.475097894668579, 1.5793330669403076, 1.0233304500579834, 1.8630146980285645, 2.1345183849334717, 2.493879795074463, 1.0761992931365967, 1.7663052082061768, 1.8381978273391724, 2.1397554874420166, 1.5909518003463745, 1.465356707572937, 2.31144642829895, 2.536909341812134, 2.5650670528411865, 2.169032335281372, 2.4776127338409424, 1.164330244064331, 2.612348794937134, 1.5854544639587402, 1.2946984767913818, 1.605872631072998, 1.7422927618026733, 1.2110450267791748, 4.804332733154297, 2.3659656047821045, 1.5290447473526, 1.934570074081421, 1.9569162130355835, 1.265641212463379, 2.2484166622161865, 1.8389190435409546, 0.9881399869918823, 2.034233331680298, 2.644317388534546, 1.628030776977539, 2.5879018306732178, 3.28342604637146, 2.3923699855804443, 2.105811834335327, 1.3064931631088257, 2.7888054847717285, 1.9457522630691528, 2.2690787315368652, 1.247162938117981, 1.744471549987793, 1.9130592346191406, 1.2092113494873047, 1.1774781942367554, 1.5190712213516235, 1.513920783996582, 2.339263677597046, 1.6150593757629395, 1.7980458736419678, 2.007030963897705, 2.208144426345825, 1.2792935371398926, 2.1485016345977783, 1.5370122194290161, 1.3960952758789062, 1.5171282291412354, 1.3927267789840698, 1.3236770629882812, 2.9575014114379883, 1.0808663368225098, 2.0683600902557373, 2.167238712310791, 2.3046369552612305, 1.963559865951538, 3.550079584121704, 1.017414927482605, 2.795433759689331, 1.6548480987548828, 1.2319966554641724, 6.574692249298096, 2.7887935638427734, 1.4592901468276978, 1.9902580976486206, 2.4008331298828125, 1.332047939300537, 0.9900787472724915, 2.129261016845703, 1.3384974002838135, 0.980410099029541, 1.4630051851272583, 1.2953542470932007, 3.2827467918395996, 2.5372426509857178, 1.3100842237472534, 2.088745594024658, 1.256486177444458, 0.8487233519554138, 2.800778865814209, 1.6952744722366333, 1.8604365587234497, 1.4965990781784058, 2.614591598510742, 1.2105857133865356, 1.6107463836669922, 2.7893192768096924, 1.7126556634902954, 1.0391703844070435, 1.6004407405853271, 1.2738100290298462, 2.85581111907959, 1.228501558303833, 3.1442551612854004, 4.402455806732178, 2.8982696533203125, 1.238974928855896, 1.1758404970169067, 1.6688839197158813, 1.0033572912216187, 1.63937509059906, 1.1813520193099976, 1.5631780624389648], "saliency_stats": {"min": 0.8487233519554138, "max": 6.574692249298096, "mean": 1.9072846773390968, "std": 0.7627485340761463}, "kept_experts": [0, 1, 4, 5, 6, 7, 8, 9, 13, 14, 20, 21, 24, 26, 28, 29, 31, 33, 34, 41, 42, 43, 45, 46, 47, 48, 51, 52, 53, 54, 55, 57, 59, 60, 61, 67, 73, 74, 79, 80, 81, 83, 84, 85, 88, 89, 90, 91, 92, 94, 98, 100, 101, 103, 104, 106, 107, 109, 110, 112, 113, 114, 115, 117, 118, 119, 121, 122, 127, 129, 130, 131, 133, 139, 141, 142, 143, 144, 145, 147, 150, 151, 153, 154, 157, 162, 163, 165, 168, 170, 172, 175, 180, 182, 183, 184], "dropped_experts": [2, 3, 10, 11, 12, 15, 16, 17, 18, 19, 22, 23, 25, 27, 30, 32, 35, 36, 37, 38, 39, 40, 44, 49, 50, 56, 58, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 75, 76, 77, 78, 82, 86, 87, 93, 95, 96, 97, 99, 102, 105, 108, 111, 116, 120, 123, 124, 125, 126, 128, 132, 134, 135, 136, 137, 138, 140, 146, 148, 149, 152, 155, 156, 158, 159, 160, 161, 164, 166, 167, 169, 171, 173, 174, 176, 177, 178, 179, 181, 185, 186, 187, 188, 189, 190, 191], "groups": [[150, 2, 3, 10, 11, 12, 15, 16, 17, 18, 19, 22, 23, 25, 27, 30, 32, 35, 36, 37, 38, 39, 40, 44, 49, 50, 56, 58, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 75, 76, 77, 78, 82, 86, 87, 93, 95, 96, 97, 99, 102, 105, 108, 111, 116, 120, 123, 124, 125, 126, 128, 132, 134, 135, 136, 137, 138, 140, 146, 148, 149, 152, 155, 156, 158, 159, 160, 161, 164, 166, 167, 169, 171, 173, 174, 176, 177, 178, 179, 181, 185, 186, 187, 188, 189, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 36.9}
{"type": "layer", "layer": 75, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [5.957381725311279, 2.3331832885742188, 1.207256555557251, 2.22702693939209, 1.8293077945709229, 2.605185031890869, 2.1574833393096924, 3.310166358947754, 2.410715103149414, 1.7678864002227783, 1.4193249940872192, 2.638610601425171, 2.057996988296509, 2.187181234359741, 2.328651189804077, 1.7266093492507935, 2.8614208698272705, 2.4321699142456055, 1.6735780239105225, 2.699434280395508, 2.185938835144043, 2.113227605819702, 2.270784854888916, 2.3637795448303223, 2.8642401695251465, 2.077066421508789, 1.2216103076934814, 2.1878252029418945, 1.4421330690383911, 1.4085010290145874, 1.2631019353866577, 2.0487678050994873, 1.5372488498687744, 2.2990548610687256, 1.2254786491394043, 1.3651542663574219, 2.5754740238189697, 1.2018479108810425, 3.3573505878448486, 1.687303066253662, 1.023033618927002, 3.0406272411346436, 1.9786192178726196, 6.16233491897583, 3.2039263248443604, 1.5994051694869995, 1.159193754196167, 2.7341911792755127, 1.9126447439193726, 1.554060935974121, 1.9660942554473877, 2.2834324836730957, 2.709751605987549, 1.3039671182632446, 1.3897161483764648, 1.2968885898590088, 4.3249711990356445, 1.4234976768493652, 1.1945890188217163, 2.0836193561553955, 2.6681149005889893, 3.0056214332580566, 1.8823022842407227, 1.2226155996322632, 1.9611566066741943, 1.5724477767944336, 3.7065658569335938, 1.3599886894226074, 1.9169937372207642, 3.7090322971343994, 2.0284178256988525, 3.8304483890533447, 1.7663629055023193, 3.421081304550171, 3.4559028148651123, 1.7166144847869873, 1.3187624216079712, 1.7596735954284668, 1.6330879926681519, 2.1900341510772705, 1.946386694908142, 1.6272183656692505, 2.1284327507019043, 3.565216302871704, 4.445419788360596, 1.4186681509017944, 1.5139000415802002, 1.6443880796432495, 1.4507468938827515, 2.5259363651275635, 2.7843167781829834, 2.174787759780884, 1.9597346782684326, 1.3640457391738892, 1.2308818101882935, 1.0995365381240845, 1.6743965148925781, 1.91944420337677, 1.3338286876678467, 1.9189468622207642, 3.001868724822998, 2.1371803283691406, 9.863944053649902, 2.0973153114318848, 1.7924587726593018, 1.4071170091629028, 1.7114332914352417, 1.2239376306533813, 1.7614153623580933, 3.564866781234741, 1.2842869758605957, 1.168884038925171, 1.5645304918289185, 1.331730842590332, 2.109853506088257, 1.270154356956482, 1.353769063949585, 1.2589019536972046, 1.0656137466430664, 1.9708338975906372, 1.5638182163238525, 1.494600772857666, 1.27884840965271, 1.839661717414856, 2.5453529357910156, 2.074341297149658, 2.6945505142211914, 3.2336132526397705, 1.212079644203186, 1.7075209617614746, 1.8345288038253784, 2.135622501373291, 2.155240297317505, 4.020050525665283, 1.6189552545547485, 1.6717123985290527, 2.799466848373413, 1.8931976556777954, 0.9558311700820923, 2.302351951599121, 2.3226053714752197, 1.5530683994293213, 1.251889705657959, 2.893212080001831, 1.6374226808547974, 1.8208860158920288, 3.1173255443573, 2.126879930496216, 1.7176926136016846, 1.8906391859054565, 1.1691728830337524, 3.8357462882995605, 2.114638566970825, 1.9250487089157104, 2.5569405555725098, 7.099727153778076, 3.099848985671997, 1.344449758529663, 2.452805280685425, 3.286637783050537, 1.1961565017700195, 1.456794261932373, 1.3975108861923218, 1.2553818225860596, 2.107694387435913, 2.261516571044922, 2.7124431133270264, 2.696500539779663, 2.778878688812256, 2.735046625137329, 2.469705581665039, 1.7448832988739014, 1.9606860876083374, 3.272761821746826, 1.9866687059402466, 3.3488972187042236, 2.3426339626312256, 1.2576135396957397, 1.8987470865249634, 1.6402455568313599, 1.8474525213241577, 1.3769550323486328, 3.3639533519744873, 1.0159424543380737, 3.2324116230010986, 1.7751555442810059, 1.6841610670089722, 1.4414037466049194, 1.0308374166488647, 1.2732627391815186, 2.194225788116455, 4.940201759338379], "saliency_stats": {"min": 0.9558311700820923, "max": 9.863944053649902, "mean": 2.175037967041135, "std": 1.0823922711487473}, "kept_experts": [0, 1, 3, 5, 6, 7, 8, 11, 12, 13, 14, 16, 17, 19, 20, 21, 22, 23, 24, 25, 27, 31, 33, 36, 38, 41, 42, 43, 44, 47, 50, 51, 52, 56, 59, 60, 61, 64, 66, 69, 70, 71, 73, 74, 79, 80, 82, 83, 84, 89, 90, 91, 92, 100, 101, 102, 103, 109, 114, 119, 124, 125, 126, 127, 131, 132, 133, 136, 139, 140, 143, 146, 147, 151, 152, 154, 155, 156, 158, 159, 164, 165, 166, 167, 168, 169, 170, 172, 173, 174, 175, 176, 182, 184, 190, 191], "dropped_experts": [2, 4, 9, 10, 15, 18, 26, 28, 29, 30, 32, 34, 35, 37, 39, 40, 45, 46, 48, 49, 53, 54, 55, 57, 58, 62, 63, 65, 67, 68, 72, 75, 76, 77, 78, 81, 85, 86, 87, 88, 93, 94, 95, 96, 97, 98, 99, 104, 105, 106, 107, 108, 110, 111, 112, 113, 115, 116, 117, 118, 120, 121, 122, 123, 128, 129, 130, 134, 135, 137, 138, 141, 142, 144, 145, 148, 149, 150, 153, 157, 160, 161, 162, 163, 171, 177, 178, 179, 180, 181, 183, 185, 186, 187, 188, 189], "groups": [[102, 2, 4, 9, 10, 15, 18, 26, 28, 29, 30, 32, 34, 35, 37, 39, 40, 45, 46, 48, 49, 53, 54, 55, 57, 58, 62, 63, 65, 67, 68, 72, 75, 76, 77, 78, 81, 85, 86, 87, 88, 93, 94, 95, 96, 97, 98, 99, 104, 105, 106, 107, 108, 110, 111, 112, 113, 115, 116, 117, 118, 120, 121, 122, 123, 128, 129, 130, 134, 135, 137, 138, 141, 142, 144, 145, 148, 149, 150, 153, 157, 160, 161, 162, 163, 171, 177, 178, 179, 180, 181, 183, 185, 186, 187, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.2}
{"type": "layer", "layer": 76, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [2.5141875743865967, 1.9482194185256958, 1.3338438272476196, 3.071962356567383, 4.024993896484375, 4.5282769203186035, 1.890749454498291, 1.099121332168579, 1.9320392608642578, 1.4938586950302124, 1.0533785820007324, 3.1250369548797607, 1.1226929426193237, 1.581164836883545, 1.3211660385131836, 1.8989094495773315, 4.337390899658203, 1.593946099281311, 4.794858455657959, 1.7001606225967407, 5.224471569061279, 1.5473841428756714, 2.1339774131774902, 1.975592851638794, 1.7707637548446655, 2.6819467544555664, 1.2476731538772583, 1.1197162866592407, 1.811779499053955, 2.860821008682251, 1.3787903785705566, 1.1553360223770142, 1.632096767425537, 1.82697594165802, 2.5342018604278564, 2.030423164367676, 1.5686208009719849, 1.6705628633499146, 2.5190019607543945, 2.1678121089935303, 1.6144832372665405, 1.6925400495529175, 2.413877010345459, 2.1195290088653564, 2.462815761566162, 3.3967840671539307, 1.1596755981445312, 1.7300305366516113, 1.9885320663452148, 1.5992809534072876, 1.3223365545272827, 2.8931798934936523, 1.222839117050171, 1.9712551832199097, 1.5745261907577515, 1.7897017002105713, 3.0923991203308105, 1.249122142791748, 1.3324363231658936, 1.6138687133789062, 1.3466224670410156, 2.289024591445923, 1.504111647605896, 2.4319965839385986, 3.045288562774658, 2.742465019226074, 2.168426990509033, 1.3676623106002808, 1.784341812133789, 1.2694395780563354, 3.890936851501465, 1.2543506622314453, 2.5370965003967285, 4.183919906616211, 3.212043523788452, 2.93857479095459, 2.0711381435394287, 1.4379256963729858, 1.7983920574188232, 1.3305569887161255, 2.55600905418396, 1.8638215065002441, 2.4363811016082764, 1.4349268674850464, 22.186248779296875, 1.6209911108016968, 2.192823648452759, 1.2844047546386719, 1.720663070678711, 1.1204195022583008, 3.2035293579101562, 1.079566240310669, 2.1096701622009277, 1.7773610353469849, 1.2994542121887207, 1.6806544065475464, 2.973965644836426, 2.097710609436035, 2.2562737464904785, 3.5048036575317383, 1.9781650304794312, 1.5105682611465454, 1.4757298231124878, 1.4468750953674316, 1.2789077758789062, 2.1291420459747314, 3.032613515853882, 1.6151918172836304, 2.0363359451293945, 1.9888644218444824, 1.3809595108032227, 1.687399983406067, 2.532356023788452, 1.3660995960235596, 1.9691709280014038, 1.7868950366973877, 2.9124059677124023, 1.668387770652771, 1.4240039587020874, 1.367457628250122, 1.78998863697052, 1.6963285207748413, 1.0622106790542603, 2.1137373447418213, 1.369140625, 1.3084057569503784, 2.6016204357147217, 2.211503267288208, 2.505769729614258, 1.4886473417282104, 1.6093164682388306, 2.1221542358398438, 2.8321826457977295, 2.6785268783569336, 2.383357524871826, 1.8133009672164917, 1.6601694822311401, 1.4975521564483643, 1.9741369485855103, 1.4473899602890015, 1.8003466129302979, 1.7226436138153076, 2.2001523971557617, 2.104405403137207, 1.251705288887024, 3.6204113960266113, 1.1673249006271362, 2.2951807975769043, 2.40006160736084, 1.6924241781234741, 1.244753122329712, 1.7802939414978027, 3.2626118659973145, 1.8743526935577393, 1.2149938344955444, 1.8944902420043945, 1.637688159942627, 2.5893001556396484, 2.8145511150360107, 3.1936185359954834, 2.0368411540985107, 1.7351995706558228, 1.480757474899292, 1.8792651891708374, 1.2528882026672363, 1.1016020774841309, 1.5944409370422363, 1.407198190689087, 1.4016755819320679, 1.5865145921707153, 1.3071280717849731, 1.2622812986373901, 2.5927629470825195, 1.2929607629776, 1.9717241525650024, 2.4867260456085205, 1.964918613433838, 1.6182738542556763, 2.0016236305236816, 2.692519426345825, 3.025782585144043, 1.951757550239563, 17.17038345336914, 2.703017473220825, 3.756446123123169, 1.7706382274627686, 3.0502328872680664, 2.761446952819824, 1.7404340505599976, 1.290987491607666, 1.9322134256362915, 2.534600019454956], "saliency_stats": {"min": 1.0533785820007324, "max": 22.186248779296875, "mean": 2.2152949683368206, "std": 1.9634927650532537}, "kept_experts": [0, 1, 3, 4, 5, 6, 8, 11, 15, 16, 18, 20, 22, 23, 25, 29, 33, 34, 35, 38, 39, 42, 43, 44, 45, 48, 51, 53, 56, 61, 63, 64, 65, 66, 70, 72, 73, 74, 75, 76, 80, 81, 82, 84, 86, 90, 92, 96, 97, 98, 99, 100, 105, 106, 108, 109, 112, 114, 116, 123, 126, 127, 128, 131, 132, 133, 134, 138, 142, 143, 145, 147, 148, 152, 153, 155, 157, 158, 159, 160, 163, 172, 174, 175, 176, 178, 179, 180, 181, 182, 183, 184, 186, 187, 190, 191], "dropped_experts": [2, 7, 9, 10, 12, 13, 14, 17, 19, 21, 24, 26, 27, 28, 30, 31, 32, 36, 37, 40, 41, 46, 47, 49, 50, 52, 54, 55, 57, 58, 59, 60, 62, 67, 68, 69, 71, 77, 78, 79, 83, 85, 87, 88, 89, 91, 93, 94, 95, 101, 102, 103, 104, 107, 110, 111, 113, 115, 117, 118, 119, 120, 121, 122, 124, 125, 129, 130, 135, 136, 137, 139, 140, 141, 144, 146, 149, 150, 151, 154, 156, 161, 162, 164, 165, 166, 167, 168, 169, 170, 171, 173, 177, 185, 188, 189], "groups": [[84, 2, 7, 9, 10, 12, 13, 14, 17, 19, 21, 24, 26, 27, 28, 30, 31, 32, 36, 37, 40, 41, 46, 47, 49, 50, 52, 54, 55, 57, 58, 59, 60, 62, 67, 68, 69, 71, 77, 78, 79, 83, 85, 87, 88, 89, 91, 93, 94, 95, 101, 102, 103, 104, 107, 110, 111, 113, 115, 117, 118, 119, 120, 121, 122, 124, 125, 129, 130, 135, 136, 137, 139, 140, 141, 144, 146, 149, 150, 151, 154, 156, 161, 162, 164, 165, 166, 167, 168, 169, 170, 171, 173, 177, 185, 188, 189]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.7}
{"type": "layer", "layer": 77, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.6359953880310059, 1.6765408515930176, 1.6387584209442139, 2.5430166721343994, 1.915997862815857, 1.2477315664291382, 3.8741438388824463, 2.2341084480285645, 1.3749195337295532, 1.9185457229614258, 2.8567311763763428, 5.483659267425537, 3.429075241088867, 4.834702968597412, 2.697477102279663, 1.522963523864746, 2.620051622390747, 2.5218679904937744, 2.2128396034240723, 2.640350818634033, 3.354766845703125, 1.0782338380813599, 1.9794161319732666, 1.842890739440918, 1.6021620035171509, 1.5376819372177124, 1.2756578922271729, 4.843445301055908, 2.4439046382904053, 1.7285693883895874, 3.875854730606079, 2.894291877746582, 1.7009615898132324, 1.4564871788024902, 3.190587282180786, 1.496780514717102, 1.6108155250549316, 1.3808789253234863, 1.4551767110824585, 2.0301361083984375, 1.8727408647537231, 1.3467931747436523, 1.6964987516403198, 2.2229208946228027, 1.6688815355300903, 4.4084696769714355, 2.7639362812042236, 1.6261471509933472, 0.9501478672027588, 1.9982619285583496, 3.591618061065674, 2.423737049102783, 1.4261702299118042, 5.333607196807861, 1.6220358610153198, 1.527232050895691, 2.3093478679656982, 2.0817372798919678, 2.154151439666748, 1.5746980905532837, 2.1176657676696777, 1.7215839624404907, 2.2690658569335938, 1.6694382429122925, 1.5204582214355469, 3.008948802947998, 2.631340265274048, 3.853510856628418, 5.302378177642822, 1.9433966875076294, 1.8293346166610718, 1.2514827251434326, 1.681437373161316, 1.8866782188415527, 2.0010056495666504, 2.8789045810699463, 1.8373819589614868, 1.9914504289627075, 1.7412490844726562, 1.2870113849639893, 2.7559893131256104, 1.8184996843338013, 1.3058805465698242, 2.154935836791992, 1.413270115852356, 1.131035566329956, 2.4325010776519775, 1.539206624031067, 0.9562670588493347, 1.6926811933517456, 1.8042443990707397, 1.9798364639282227, 3.8581862449645996, 2.6734564304351807, 1.4649187326431274, 1.4891672134399414, 1.8932620286941528, 2.5232131481170654, 2.174712896347046, 1.6213960647583008, 1.7777020931243896, 5.129737377166748, 1.8111923933029175, 1.7865169048309326, 8.883877754211426, 1.483589768409729, 1.8033720254898071, 1.9927806854248047, 2.7093164920806885, 2.7971951961517334, 1.358707308769226, 2.5649309158325195, 2.304798126220703, 2.0571951866149902, 1.8479042053222656, 1.9242092370986938, 1.530169129371643, 1.8404215574264526, 1.8328137397766113, 2.9113242626190186, 1.7237175703048706, 1.0668824911117554, 2.0986125469207764, 2.0181808471679688, 3.996553421020508, 3.6934072971343994, 1.7368574142456055, 1.838119387626648, 1.954827904701233, 2.323141098022461, 2.8120288848876953, 2.747180938720703, 2.298111915588379, 3.8783795833587646, 3.6483073234558105, 1.894808292388916, 1.6934947967529297, 1.1994229555130005, 2.961465835571289, 1.9309571981430054, 1.6288517713546753, 1.794985055923462, 2.7101457118988037, 1.803005576133728, 3.1098382472991943, 1.021043300628662, 1.4545271396636963, 2.0701708793640137, 1.6117284297943115, 1.4819254875183105, 1.4367902278900146, 1.887744426727295, 3.531642436981201, 2.4741334915161133, 2.520444393157959, 2.689197301864624, 1.2878594398498535, 1.6987745761871338, 3.3493003845214844, 2.290178060531616, 1.2294492721557617, 1.8097846508026123, 1.924659252166748, 2.312229633331299, 2.1517388820648193, 1.4880132675170898, 1.72017502784729, 1.8734747171401978, 2.128831386566162, 3.3238792419433594, 2.1071090698242188, 2.540036678314209, 3.6985888481140137, 2.482234477996826, 1.124700903892517, 1.5968879461288452, 1.790385365486145, 1.865604043006897, 2.705855369567871, 1.5776114463806152, 1.443904161453247, 1.8161301612854004, 2.3842809200286865, 4.217947959899902, 2.0840046405792236, 1.6880314350128174, 1.5637511014938354, 1.9378535747528076, 2.2817835807800293, 1.9339604377746582, 1.6008621454238892, 5.733880043029785], "saliency_stats": {"min": 0.9501478672027588, "max": 8.883877754211426, "mean": 2.245915789467593, "std": 1.0291890556638463}, "kept_experts": [3, 6, 7, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 22, 27, 28, 30, 31, 34, 39, 43, 45, 46, 49, 50, 51, 53, 56, 57, 58, 60, 62, 65, 66, 67, 68, 69, 74, 75, 77, 80, 83, 86, 91, 92, 93, 97, 98, 101, 104, 107, 108, 109, 111, 112, 113, 119, 122, 123, 124, 125, 128, 129, 130, 131, 132, 133, 134, 138, 139, 142, 144, 147, 152, 153, 154, 155, 158, 159, 162, 163, 164, 168, 169, 170, 171, 172, 173, 178, 182, 183, 184, 187, 188, 189, 191], "dropped_experts": [0, 1, 2, 4, 5, 8, 9, 15, 21, 23, 24, 25, 26, 29, 32, 33, 35, 36, 37, 38, 40, 41, 42, 44, 47, 48, 52, 54, 55, 59, 61, 63, 64, 70, 71, 72, 73, 76, 78, 79, 81, 82, 84, 85, 87, 88, 89, 90, 94, 95, 96, 99, 100, 102, 103, 105, 106, 110, 114, 115, 116, 117, 118, 120, 121, 126, 127, 135, 136, 137, 140, 141, 143, 145, 146, 148, 149, 150, 151, 156, 157, 160, 161, 165, 166, 167, 174, 175, 176, 177, 179, 180, 181, 185, 186, 190], "groups": [[104, 0, 1, 2, 4, 5, 8, 9, 15, 21, 23, 24, 25, 26, 29, 32, 33, 35, 36, 37, 38, 40, 41, 42, 44, 47, 48, 52, 54, 55, 59, 61, 63, 64, 70, 71, 72, 73, 76, 78, 79, 81, 82, 84, 85, 87, 88, 89, 90, 94, 95, 96, 99, 100, 102, 103, 105, 106, 110, 114, 115, 116, 117, 118, 120, 121, 126, 127, 135, 136, 137, 140, 141, 143, 145, 146, 148, 149, 150, 151, 156, 157, 160, 161, 165, 166, 167, 174, 175, 176, 177, 179, 180, 181, 185, 186, 190]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 38.3}
{"type": "layer", "layer": 78, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.6605461835861206, 2.7196261882781982, 1.7686548233032227, 2.5686676502227783, 3.3426737785339355, 1.72028386592865, 2.2537167072296143, 1.1701464653015137, 1.820285677909851, 1.1518878936767578, 1.6929398775100708, 1.6780637502670288, 2.0055675506591797, 1.48790442943573, 1.2668170928955078, 1.9506953954696655, 1.4985846281051636, 3.4105422496795654, 2.072761058807373, 1.743564486503601, 1.7420015335083008, 1.4560238122940063, 2.4494519233703613, 2.84889817237854, 2.0615551471710205, 2.234654664993286, 2.9307780265808105, 1.6802215576171875, 2.900318145751953, 1.669742226600647, 2.33260178565979, 2.1454803943634033, 1.470320463180542, 1.5334386825561523, 1.3523998260498047, 1.8288863897323608, 3.489732503890991, 1.3271759748458862, 1.326988697052002, 1.4654264450073242, 2.0287022590637207, 1.407385230064392, 1.3799757957458496, 6.622741222381592, 1.9165352582931519, 1.6852478981018066, 1.3268587589263916, 2.958043336868286, 2.7006781101226807, 1.5104806423187256, 2.040086269378662, 1.6225123405456543, 2.3891897201538086, 2.181723117828369, 5.231670379638672, 2.563192844390869, 1.658173680305481, 1.7430171966552734, 2.9425947666168213, 1.964629054069519, 1.9485516548156738, 3.6779420375823975, 2.2918331623077393, 1.492861270904541, 1.356387972831726, 1.5619208812713623, 1.332786202430725, 2.1746413707733154, 1.52812922000885, 6.006165027618408, 2.9308621883392334, 2.3249526023864746, 2.528050661087036, 2.092195749282837, 1.7326723337173462, 2.031759023666382, 3.688302755355835, 1.2350225448608398, 1.7207279205322266, 0.9450689554214478, 1.6624470949172974, 4.46778678894043, 1.7709349393844604, 3.029036521911621, 2.168231964111328, 1.4412819147109985, 1.9798513650894165, 4.950388431549072, 2.6096458435058594, 3.189065933227539, 3.305431604385376, 1.7563364505767822, 2.233795404434204, 1.8253380060195923, 1.2829004526138306, 3.582139492034912, 1.9217422008514404, 1.3111273050308228, 4.222053050994873, 4.548052787780762, 1.4340156316757202, 1.9124711751937866, 1.5916799306869507, 1.9149916172027588, 1.5387858152389526, 1.2876702547073364, 2.1664493083953857, 3.825479745864868, 4.330664157867432, 0.9343927502632141, 1.4624675512313843, 1.2758724689483643, 1.9670524597167969, 1.843833565711975, 3.180908441543579, 1.4517430067062378, 2.1875967979431152, 2.234797954559326, 2.589406967163086, 2.035372734069824, 2.0883443355560303, 1.6821210384368896, 2.3885202407836914, 2.0301778316497803, 2.157923460006714, 2.1626241207122803, 2.1030209064483643, 1.6543571949005127, 0.9591414928436279, 2.115111827850342, 1.4425510168075562, 2.435943365097046, 3.584916591644287, 2.818694591522217, 1.387805461883545, 2.1221609115600586, 4.125072956085205, 2.242403745651245, 2.3340511322021484, 1.0494188070297241, 7.509366989135742, 2.328885316848755, 2.315244436264038, 2.1136538982391357, 1.8106399774551392, 1.9244067668914795, 3.8606295585632324, 1.6968531608581543, 1.5053435564041138, 1.640794038772583, 3.851497173309326, 1.8877108097076416, 3.6344733238220215, 4.153977870941162, 1.5707193613052368, 2.124537229537964, 3.0308570861816406, 2.6545376777648926, 1.8241629600524902, 1.952173113822937, 1.300506591796875, 1.8322529792785645, 2.009784698486328, 1.5529512166976929, 1.548163890838623, 6.712424278259277, 2.3301620483398438, 3.416959285736084, 1.3188005685806274, 2.5989978313446045, 1.9253062009811401, 3.0517704486846924, 1.6981109380722046, 1.6227998733520508, 6.3919219970703125, 2.398003339767456, 1.4154472351074219, 1.4965919256210327, 2.700634002685547, 2.54402756690979, 2.1211702823638916, 3.6027727127075195, 1.6162527799606323, 2.5682761669158936, 1.745479702949524, 2.075488567352295, 1.2282743453979492, 1.9030977487564087, 5.686678886413574, 1.3682568073272705, 1.3108561038970947, 1.1332578659057617], "saliency_stats": {"min": 0.9343927502632141, "max": 7.509366989135742, "mean": 2.2845200086012483, "std": 1.11170381669493}, "kept_experts": [1, 3, 4, 6, 12, 17, 18, 22, 23, 24, 25, 26, 28, 30, 31, 36, 40, 43, 47, 48, 50, 52, 53, 54, 55, 58, 61, 62, 67, 69, 70, 71, 72, 73, 75, 76, 81, 83, 84, 86, 87, 88, 89, 90, 92, 95, 98, 99, 106, 107, 108, 114, 116, 117, 118, 119, 120, 122, 123, 124, 125, 126, 129, 131, 132, 133, 135, 136, 137, 138, 140, 141, 142, 143, 146, 150, 152, 153, 155, 156, 157, 162, 165, 166, 167, 169, 171, 174, 175, 178, 179, 180, 181, 183, 185, 188], "dropped_experts": [0, 2, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 27, 29, 32, 33, 34, 35, 37, 38, 39, 41, 42, 44, 45, 46, 49, 51, 56, 57, 59, 60, 63, 64, 65, 66, 68, 74, 77, 78, 79, 80, 82, 85, 91, 93, 94, 96, 97, 100, 101, 102, 103, 104, 105, 109, 110, 111, 112, 113, 115, 121, 127, 128, 130, 134, 139, 144, 145, 147, 148, 149, 151, 154, 158, 159, 160, 161, 163, 164, 168, 170, 172, 173, 176, 177, 182, 184, 186, 187, 189, 190, 191], "groups": [[140, 0, 2, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 27, 29, 32, 33, 34, 35, 37, 38, 39, 41, 42, 44, 45, 46, 49, 51, 56, 57, 59, 60, 63, 64, 65, 66, 68, 74, 77, 78, 79, 80, 82, 85, 91, 93, 94, 96, 97, 100, 101, 102, 103, 104, 105, 109, 110, 111, 112, 113, 115, 121, 127, 128, 130, 134, 139, 144, 145, 147, 148, 149, 151, 154, 158, 159, 160, 161, 163, 164, 168, 170, 172, 173, 176, 177, 182, 184, 186, 187, 189, 190, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.4}
{"type": "layer", "layer": 79, "is_mtp": false, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [1.8544725179672241, 2.3287582397460938, 3.2967121601104736, 1.7111459970474243, 1.9911487102508545, 1.6909300088882446, 12.337573051452637, 5.8794474601745605, 1.8592203855514526, 1.5880805253982544, 5.041407585144043, 2.5831265449523926, 1.448635458946228, 3.009244918823242, 3.429234743118286, 2.6945507526397705, 1.5740585327148438, 2.4768166542053223, 5.175998210906982, 1.415406346321106, 4.04216194152832, 2.1118075847625732, 1.942679762840271, 2.551818609237671, 1.7333598136901855, 1.503715991973877, 3.4497790336608887, 1.9859936237335205, 3.411275863647461, 5.126208782196045, 1.476810336112976, 3.018890619277954, 0.9951353073120117, 1.8385308980941772, 7.818477630615234, 1.7689462900161743, 3.8668785095214844, 1.9167817831039429, 4.567674160003662, 3.696086883544922, 3.9522030353546143, 1.1243563890457153, 1.536377191543579, 2.1186158657073975, 2.642695426940918, 3.835313081741333, 3.1966254711151123, 1.4926586151123047, 2.5861799716949463, 2.4833858013153076, 6.341087341308594, 1.7948236465454102, 8.012892723083496, 1.3845432996749878, 2.0435760021209717, 3.764749765396118, 2.762620449066162, 2.3915975093841553, 1.3475788831710815, 2.985173463821411, 4.0430073738098145, 1.9518013000488281, 2.1455295085906982, 1.6624410152435303, 6.65427827835083, 2.363741874694824, 2.322089672088623, 5.501550197601318, 1.6338444948196411, 1.957854986190796, 2.024014472961426, 3.849966049194336, 1.5830941200256348, 3.3955588340759277, 1.0909448862075806, 2.2866477966308594, 1.3537623882293701, 5.778074741363525, 1.864029049873352, 2.186858892440796, 2.0883829593658447, 2.1160714626312256, 2.2952499389648438, 1.0649117231369019, 1.6941884756088257, 2.3996241092681885, 4.959804534912109, 2.652602195739746, 2.3444199562072754, 1.4870574474334717, 2.3603193759918213, 3.1656594276428223, 0.9434983134269714, 4.704452991485596, 1.2544137239456177, 1.5788213014602661, 2.118291139602661, 1.9280368089675903, 2.3472883701324463, 1.6484339237213135, 1.2668088674545288, 3.085628032684326, 2.117722272872925, 1.9540977478027344, 1.9801276922225952, 1.6948509216308594, 3.164884090423584, 2.8024539947509766, 2.9155666828155518, 3.485630989074707, 2.7521493434906006, 2.5350277423858643, 1.4490430355072021, 1.174302577972412, 2.034799337387085, 4.817223072052002, 2.455044746398926, 2.320143222808838, 1.9930906295776367, 2.002634048461914, 3.182406187057495, 7.039748191833496, 3.2158236503601074, 2.2643043994903564, 1.8239065408706665, 2.2494921684265137, 1.9003938436508179, 1.7617791891098022, 2.852634906768799, 2.214066982269287, 1.9539167881011963, 1.7122700214385986, 1.1791925430297852, 2.4506916999816895, 2.955653429031372, 1.3088330030441284, 2.1622743606567383, 1.7357995510101318, 3.9671273231506348, 1.9773088693618774, 2.5083863735198975, 2.5906877517700195, 2.9120326042175293, 2.016721248626709, 1.658220887184143, 2.0114693641662598, 4.5595173835754395, 2.217423439025879, 2.68664813041687, 2.633068799972534, 3.9258322715759277, 3.1791064739227295, 1.8366438150405884, 1.886145830154419, 2.3251163959503174, 1.6961950063705444, 1.7758135795593262, 4.327846050262451, 1.9855231046676636, 2.3740692138671875, 2.0679547786712646, 2.0766077041625977, 4.420807838439941, 2.2285943031311035, 1.6554335355758667, 2.4760982990264893, 1.5726020336151123, 3.2159671783447266, 2.0861382484436035, 10.383374214172363, 2.1309614181518555, 2.629754066467285, 1.4255515336990356, 2.454133987426758, 2.639925956726074, 1.8492851257324219, 1.7604873180389404, 1.4960039854049683, 2.2233376502990723, 2.2869458198547363, 2.255228281021118, 2.548825979232788, 2.680647373199463, 1.0528109073638916, 3.293907880783081, 9.412271499633789, 2.8020308017730713, 1.5085402727127075, 2.0054171085357666, 7.161843299865723, 3.2926340103149414, 2.1730849742889404], "saliency_stats": {"min": 0.9434983134269714, "max": 12.337573051452637, "mean": 2.724422823327283, "std": 1.6277125524834117}, "kept_experts": [1, 2, 6, 7, 10, 11, 13, 14, 15, 17, 18, 20, 23, 26, 28, 29, 31, 34, 36, 38, 39, 40, 44, 45, 46, 48, 49, 50, 52, 55, 56, 57, 59, 60, 64, 65, 66, 67, 71, 73, 75, 77, 82, 85, 86, 87, 88, 90, 91, 93, 98, 101, 106, 107, 108, 109, 110, 111, 115, 116, 117, 120, 121, 122, 123, 128, 133, 134, 138, 140, 141, 142, 146, 148, 149, 150, 151, 154, 157, 159, 162, 165, 167, 169, 171, 173, 174, 179, 180, 181, 182, 184, 185, 186, 189, 190], "dropped_experts": [0, 3, 4, 5, 8, 9, 12, 16, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 37, 41, 42, 43, 47, 51, 53, 54, 58, 61, 62, 63, 68, 69, 70, 72, 74, 76, 78, 79, 80, 81, 83, 84, 89, 92, 94, 95, 96, 97, 99, 100, 102, 103, 104, 105, 112, 113, 114, 118, 119, 124, 125, 126, 127, 129, 130, 131, 132, 135, 136, 137, 139, 143, 144, 145, 147, 152, 153, 155, 156, 158, 160, 161, 163, 164, 166, 168, 170, 172, 175, 176, 177, 178, 183, 187, 188, 191], "groups": [[6, 0, 3, 4, 5, 8, 9, 12, 16, 19, 21, 22, 24, 25, 27, 30, 32, 33, 35, 37, 41, 42, 43, 47, 51, 53, 54, 58, 61, 62, 63, 68, 69, 70, 72, 74, 76, 78, 79, 80, 81, 83, 84, 89, 92, 94, 95, 96, 97, 99, 100, 102, 103, 104, 105, 112, 113, 114, 118, 119, 124, 125, 126, 127, 129, 130, 131, 132, 135, 136, 137, 139, 143, 144, 145, 147, 152, 153, 155, 156, 158, 160, 161, 163, 164, 166, 168, 170, 172, 175, 176, 177, 178, 183, 187, 188, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 37.0}
{"type": "layer", "layer": 80, "is_mtp": true, "n_experts_orig": 192, "n_experts_merged": 96, "saliency": [0.919917106628418, 1.1397686004638672, 0.667029082775116, 0.6329081058502197, 1.0647865533828735, 0.7428300976753235, 1.012282371520996, 1.0521222352981567, 1.2107067108154297, 1.139919638633728, 1.1450297832489014, 0.7837787866592407, 0.8426497578620911, 0.7482070922851562, 0.815427303314209, 0.7410061955451965, 0.9150369167327881, 0.5728654861450195, 1.0473968982696533, 0.7849946022033691, 1.904770016670227, 1.3521065711975098, 0.9947953224182129, 1.0385345220565796, 1.239464282989502, 0.8656168580055237, 0.9862220883369446, 1.4476888179779053, 1.1305890083312988, 1.0707955360412598, 1.1934252977371216, 1.5403465032577515, 0.821652352809906, 0.8345381617546082, 0.9458017945289612, 0.8217188119888306, 1.3140645027160645, 0.9208493828773499, 0.848687469959259, 0.5787731409072876, 0.5619929432868958, 1.2890443801879883, 0.7748010158538818, 1.1874980926513672, 1.028175950050354, 0.8285280466079712, 0.8805729150772095, 1.0312225818634033, 0.8706499934196472, 0.6961474418640137, 0.8064281344413757, 0.9611954689025879, 0.9158393144607544, 1.0896118879318237, 0.842651903629303, 0.7153241038322449, 0.8425834774971008, 1.2102806568145752, 1.382333517074585, 0.8707703351974487, 0.8587533831596375, 1.1051362752914429, 1.0534127950668335, 0.9639724493026733, 1.3147140741348267, 1.1813888549804688, 0.8180649876594543, 0.9101038575172424, 0.8289825320243835, 1.2172322273254395, 0.8664656281471252, 1.0252113342285156, 0.9797456860542297, 1.5440852642059326, 1.301336407661438, 1.4612373113632202, 0.9681667685508728, 1.35720956325531, 1.0723321437835693, 1.1059786081314087, 1.1250911951065063, 1.1225090026855469, 0.9701709151268005, 0.6751357913017273, 1.4065110683441162, 0.6348955035209656, 1.1785598993301392, 1.0016372203826904, 1.3315542936325073, 1.0743330717086792, 0.8761590719223022, 1.141645908355713, 0.9285826683044434, 0.7528405785560608, 0.5897341966629028, 1.4857913255691528, 1.3813486099243164, 0.7981389164924622, 0.9488714933395386, 0.8742936253547668, 1.3202005624771118, 1.4610273838043213, 1.28016996383667, 0.7762032747268677, 1.0296814441680908, 0.9242390394210815, 0.7219536900520325, 0.9555054903030396, 0.985645592212677, 0.7810512185096741, 0.8182500600814819, 1.1517834663391113, 1.1659091711044312, 0.8335555195808411, 0.9165663123130798, 0.6202577352523804, 0.8731433749198914, 1.0232549905776978, 0.9977891445159912, 0.9260764718055725, 1.3522851467132568, 0.9152451157569885, 0.6563557982444763, 1.1896640062332153, 0.7526653409004211, 1.3876274824142456, 0.7618269920349121, 1.161950707435608, 0.916644811630249, 0.8770581483840942, 0.7980597615242004, 0.5208278298377991, 0.7279307842254639, 1.0793298482894897, 1.433341383934021, 1.0581934452056885, 1.1330305337905884, 0.8238120079040527, 0.9412224292755127, 0.624122679233551, 1.4187418222427368, 1.2915681600570679, 1.3989136219024658, 1.5540984869003296, 0.9066531658172607, 1.1928815841674805, 0.8395248055458069, 0.9177305102348328, 0.7163013815879822, 0.8249951601028442, 0.8349164128303528, 0.8542295694351196, 1.2739908695220947, 0.7889967560768127, 1.3878823518753052, 0.9469541907310486, 0.7605926990509033, 0.6793373823165894, 0.9215726852416992, 0.9781978130340576, 0.9095511436462402, 1.5438892841339111, 0.7911762595176697, 0.9421622157096863, 0.9227874279022217, 0.6150089502334595, 1.0293991565704346, 1.0958384275436401, 0.6646527647972107, 1.055590033531189, 1.260206699371338, 0.957590639591217, 0.731665849685669, 1.066283941268921, 0.9968792796134949, 0.9072175621986389, 0.889447808265686, 0.7464325428009033, 0.8648249506950378, 0.8743267059326172, 0.8659348487854004, 0.7867933511734009, 1.1777267456054688, 1.5324636697769165, 1.224465012550354, 1.370808482170105, 0.8742151260375977, 0.9473960995674133, 1.1529252529144287, 0.9263397455215454, 1.0275182723999023, 0.851138174533844], "saliency_stats": {"min": 0.5208278298377991, "max": 1.904770016670227, "mean": 0.9979702314982811, "std": 0.2421616317812779}, "kept_experts": [1, 4, 6, 7, 8, 9, 10, 18, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 31, 36, 41, 43, 44, 47, 51, 53, 57, 58, 61, 62, 63, 64, 65, 69, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 84, 86, 87, 88, 89, 91, 95, 96, 98, 100, 101, 102, 104, 107, 108, 111, 112, 117, 118, 120, 123, 125, 127, 133, 134, 135, 136, 140, 141, 142, 143, 145, 152, 154, 159, 161, 166, 167, 169, 170, 171, 173, 174, 182, 183, 184, 185, 187, 188, 190], "dropped_experts": [0, 2, 3, 5, 11, 12, 13, 14, 15, 16, 17, 19, 25, 32, 33, 34, 35, 37, 38, 39, 40, 42, 45, 46, 48, 49, 50, 52, 54, 55, 56, 59, 60, 66, 67, 68, 70, 83, 85, 90, 92, 93, 94, 97, 99, 103, 105, 106, 109, 110, 113, 114, 115, 116, 119, 121, 122, 124, 126, 128, 129, 130, 131, 132, 137, 138, 139, 144, 146, 147, 148, 149, 150, 151, 153, 155, 156, 157, 158, 160, 162, 163, 164, 165, 168, 172, 175, 176, 177, 178, 179, 180, 181, 186, 189, 191], "groups": [[20, 0, 2, 3, 5, 11, 12, 13, 14, 15, 16, 17, 19, 25, 32, 33, 34, 35, 37, 38, 39, 40, 42, 45, 46, 48, 49, 50, 52, 54, 55, 56, 59, 60, 66, 67, 68, 70, 83, 85, 90, 92, 93, 94, 97, 99, 103, 105, 106, 109, 110, 113, 114, 115, 116, 119, 121, 122, 124, 126, 128, 129, 130, 131, 132, 137, 138, 139, 144, 146, 147, 148, 149, 150, 151, 153, 155, 156, 157, 158, 160, 162, 163, 164, 165, 168, 172, 175, 176, 177, 178, 179, 180, 181, 186, 189, 191]], "group_size_stats": {"1": 95, "97": 1}, "time_sec": 123.0}