[ { "stem": "EleutherAI--pythia-1.4b_mongo", "model": "EleutherAI/pythia-1.4b", "corpus": "mongo", "gamma": 0.7050725013322717, "R2": 0.841258, "global_kl_obs_vs_prior": 0.015196687632097014, "global_jsd_obs_vs_prior": 0.004001526720341644, "global_residuals_by_d": { "10": 0.022810997760228713, "20": 0.03228475244280296, "30": -0.011224334795081836, "50": -0.012844069302633723, "100": -0.0070921871280450535, "200": -0.010204827227022706, "500": -0.013832530653058377, "1000": -0.0062626191675716055, "2000": 0.006364818070381502 }, "global_most_anomalous_d": [ 20, 10, 500 ], "global_p_obs_by_d": { "10": 0.37490817823881556, "20": 0.24826526889618455, "30": 0.15105285221844747, "50": 0.10035373893700048, "100": 0.06234466849163211, "200": 0.03238854974138169, "500": 0.008491135377199428, "1000": 0.0074309779006989105, "2000": 0.014764630198639783 }, "global_p_prior_by_d": { "10": 0.35209718047858685, "20": 0.2159805164533816, "30": 0.1622771870135293, "50": 0.1131978082396342, "100": 0.06943685561967716, "200": 0.042593376968404394, "500": 0.022323666030257806, "1000": 0.013693597068270516, "2000": 0.00839981212825828 }, "global_excess_at_short": 0.031027346105316114, "global_excess_at_long": -0.03102734610531624, "layerwise": null }, { "stem": "EleutherAI--pythia-14m_random", "model": "EleutherAI/pythia-14m", "corpus": "random", "gamma": 1.003714187534367, "R2": 0.977698, "global_kl_obs_vs_prior": 0.038235433766210955, "global_jsd_obs_vs_prior": 0.00927543307259299, "global_residuals_by_d": { "10": -0.109621215771189, "20": -0.0012012943115310704, "30": 0.016957189732496353, "50": 0.05177433582179028, "100": 0.020924402426756104, "200": 0.014046340300907342, "500": 0.006255652985175648, "1000": -0.00042677764722707113, "2000": 0.0012913664628212713 }, "global_most_anomalous_d": [ 10, 50, 100 ], "global_p_obs_by_d": { "10": 0.34234841552607276, "20": 0.2242024765259773, "30": 0.1670002392109769, "50": 0.14162952124045466, "100": 0.06573647877033136, "200": 0.03639476879577857, "500": 0.015164652948934263, "1000": 0.004016269069116729, "2000": 0.0035071779123574155 }, "global_p_prior_by_d": { "10": 0.45196963129726175, "20": 0.22540377083750837, "30": 0.15004304947848054, "50": 0.08985518541866439, "100": 0.04481207634357525, "200": 0.022348428494871227, "500": 0.008908999963758615, "1000": 0.0044430467163438, "2000": 0.0022158114495361442 }, "global_excess_at_short": -0.042090984528433434, "global_excess_at_long": 0.04209098452843329, "layerwise": null }, { "stem": "EleutherAI--pythia-160m_random", "model": "EleutherAI/pythia-160m", "corpus": "random", "gamma": 1.0171452847779678, "R2": 0.981723, "global_kl_obs_vs_prior": 0.03671330395029776, "global_jsd_obs_vs_prior": 0.009019862086648857, "global_residuals_by_d": { "10": -0.10364735955340265, "20": 0.09603644351459367, "30": -0.025229439149369162, "50": 0.013286757041981095, "100": 0.007907860305319384, "200": 0.008381597655555666, "500": 0.0028788036073672807, "1000": 0.0007940899259680449, "2000": -0.0004087533480132261 }, "global_most_anomalous_d": [ 10, 20, 30 ], "global_p_obs_by_d": { "10": 0.3525782481728875, "20": 0.3214543529278542, "30": 0.1240080810067092, "50": 0.10204845762089101, "100": 0.05176440110797339, "200": 0.03005081037489671, "500": 0.011411382834019048, "1000": 0.005009978158898596, "2000": 0.001674287795870391 }, "global_p_prior_by_d": { "10": 0.45622560772629017, "20": 0.2254179094132605, "30": 0.14923752015607836, "50": 0.08876170057890992, "100": 0.043856540802654005, "200": 0.021669212719341045, "500": 0.008532579226651767, "1000": 0.004215888232930551, "2000": 0.002083041143883617 }, "global_excess_at_short": -0.019553598146197046, "global_excess_at_long": 0.01955359814619715, "layerwise": null }, { "stem": "EleutherAI--pythia-1b_mongo", "model": "EleutherAI/pythia-1b", "corpus": "mongo", "gamma": 0.9311078627189842, "R2": 0.983104, "global_kl_obs_vs_prior": 0.00216969110760508, "global_jsd_obs_vs_prior": 0.0005501731235737363, "global_residuals_by_d": { "10": -0.01675299123311219, "20": 0.01444989049216508, "30": -0.005395896338322825, "50": 0.008483313045061516, "100": 0.0036134022999753865, "200": -0.0012700273538523259, "500": -0.0036562627430824918, "1000": -0.00022986978657394287, "2000": 0.0007584416177418246 }, "global_most_anomalous_d": [ 10, 20, 50 ], "global_p_obs_by_d": { "10": 0.41183879443150423, "20": 0.23922718897198086, "30": 0.1487005031520486, "50": 0.10425284750745761, "100": 0.053840256740840184, "200": 0.0250717202716869, "500": 0.007567009909828906, "1000": 0.005656236740437108, "2000": 0.003845442274215638 }, "global_p_prior_by_d": { "10": 0.4285917856646164, "20": 0.22477729847981578, "30": 0.15409639949037143, "50": 0.0957695344623961, "100": 0.0502268544408648, "200": 0.026341747625539227, "500": 0.011223272652911398, "1000": 0.005886106527011051, "2000": 0.0030870006564738136 }, "global_excess_at_short": 0.0007843159657915794, "global_excess_at_long": -0.0007843159657915494, "layerwise": null }, { "stem": "EleutherAI--pythia-2.8b_mongo", "model": "EleutherAI/pythia-2.8b", "corpus": "mongo", "gamma": 0.6741618914822415, "R2": 0.999287, "global_kl_obs_vs_prior": 0.0007223693404512629, "global_jsd_obs_vs_prior": 0.00018080660467757078, "global_residuals_by_d": { "10": -0.01723800016721183, "20": 0.011123776406963604, "30": 0.0015807634891239764, "50": 0.0036786972847576704, "100": 0.0008547629863665668 }, "global_most_anomalous_d": [ 10, 20, 50 ], "global_p_obs_by_d": { "10": 0.3596717196288746, "20": 0.24733165868564272, "30": 0.1812941258327714, "50": 0.13103440015032247, "100": 0.08066809570238882 }, "global_p_prior_by_d": { "10": 0.37690971979608645, "20": 0.23620788227867912, "30": 0.17971336234364743, "50": 0.1273557028655648, "100": 0.07981333271602226 }, "global_excess_at_short": -0.0061142237602482274, "global_excess_at_long": 0.006114223760248214, "layerwise": null }, { "stem": "EleutherAI--pythia-31m_mongo", "model": "EleutherAI/pythia-31m", "corpus": "mongo", "gamma": 1.2350013988825523, "R2": 0.973742, "global_kl_obs_vs_prior": 0.023022979798356734, "global_jsd_obs_vs_prior": 0.005471313991304833, "global_residuals_by_d": { "10": -0.08288755825759814, "20": 0.010683334304791459, "30": 0.009584346148507256, "50": 0.042370637311097845, "100": 0.008528697291978422, "200": 0.005370974270641956, "500": 0.005246411606574146, "1000": 0.0012115456869942693, "2000": -0.000108388362987054 }, "global_most_anomalous_d": [ 10, 50, 20 ], "global_p_obs_by_d": { "10": 0.4392815168778181, "20": 0.23252273428055062, "30": 0.1440358705668548, "50": 0.11391611942129422, "100": 0.03892422927208722, "200": 0.018284275531661027, "500": 0.009411083727282962, "1000": 0.0029808736850458974, "2000": 0.000643296637405384 }, "global_p_prior_by_d": { "10": 0.5221690751354162, "20": 0.22183939997575916, "30": 0.13445152441834754, "50": 0.07154548211019637, "100": 0.030395531980108796, "200": 0.012913301261019071, "500": 0.004164672120708816, "1000": 0.0017693279980516281, "2000": 0.000751685000392438 }, "global_excess_at_short": -0.02024924049320158, "global_excess_at_long": 0.020249240493201738, "layerwise": null }, { "stem": "EleutherAI--pythia-410m_mongo", "model": "EleutherAI/pythia-410m", "corpus": "mongo", "gamma": 1.0218530106365162, "R2": 0.981594, "global_kl_obs_vs_prior": 0.019950329075816703, "global_jsd_obs_vs_prior": 0.0049277310238796685, "global_residuals_by_d": { "10": -0.08643099400783588, "20": 0.037217492153397425, "30": -0.003010973769102726, "50": 0.024826432875333385, "100": 0.009989029001931292, "200": 0.011247915678530299, "500": 0.004870809845053985, "1000": 0.0015369498921579995, "2000": -0.0002466616694658803 }, "global_most_anomalous_d": [ 10, 20, 50 ], "global_p_obs_by_d": { "10": 0.3712812388310567, "20": 0.26263316683164134, "30": 0.1459404740627973, "50": 0.11320519539681292, "100": 0.0535141020755623, "200": 0.03268329146357251, "500": 0.013274981332990713, "1000": 0.0056758648045145774, "2000": 0.0017916852010515516 }, "global_p_prior_by_d": { "10": 0.45771223283889256, "20": 0.22541567467824392, "30": 0.14895144783190004, "50": 0.08837876252147954, "100": 0.04352507307363101, "200": 0.02143537578504221, "500": 0.008404171487936728, "1000": 0.004138914912356578, "2000": 0.002038346870517432 }, "global_excess_at_short": -0.0273980427482078, "global_excess_at_long": 0.027398042748207695, "layerwise": null }, { "stem": "EleutherAI--pythia-70m_mongo", "model": "EleutherAI/pythia-70m", "corpus": "mongo", "gamma": 0.7476017873166874, "R2": 0.984269, "global_kl_obs_vs_prior": 0.005536320533261201, "global_jsd_obs_vs_prior": 0.0013726883907973612, "global_residuals_by_d": { "10": -0.0311974747311054, "20": 0.03653998343007209, "30": -0.0068868247326356324, "50": 0.008032257936625584, "100": -0.0040606113434220395, "200": 0.0014190901714025428, "500": -0.0030040427298673386, "1000": -0.002436798284709307, "2000": 0.0015944202836393933 }, "global_most_anomalous_d": [ 20, 10, 50 ], "global_p_obs_by_d": { "10": 0.33568322810408546, "20": 0.25505148758761964, "30": 0.1544851696977996, "50": 0.118179504403571, "100": 0.061542295318900604, "200": 0.040491708875828765, "500": 0.016691677086524588, "1000": 0.009293830579896667, "2000": 0.008581098345773568 }, "global_p_prior_by_d": { "10": 0.36688070283519086, "20": 0.21851150415754755, "30": 0.16137199443043523, "50": 0.11014724646694542, "100": 0.06560290666232264, "200": 0.03907261870442622, "500": 0.019695719816391927, "1000": 0.011730628864605974, "2000": 0.006986678062134175 }, "global_excess_at_short": 0.006487941902956637, "global_excess_at_long": -0.006487941902956749, "layerwise": null }, { "stem": "google--gemma-2-9b-it_mongo", "model": "google/gemma-2-9b-it", "corpus": "mongo", "gamma": 0.6276459084140061, "R2": 0.977314, "global_kl_obs_vs_prior": 0.00990710261366268, "global_jsd_obs_vs_prior": 0.002518861928032747, "global_residuals_by_d": { "10": 0.04775177103579237, "20": 0.008660386938166148, "30": -0.002496755850920934, "50": -0.018987961296649064, "100": -0.017002580781742056, "200": -0.013143143872362165, "500": -0.004174428437412087, "1000": 0.0020818104433162343, "2000": -0.002689098178188208 }, "global_most_anomalous_d": [ 10, 50, 100 ], "global_p_obs_by_d": { "10": 0.3725548286554262, "20": 0.21888320997930266, "30": 0.16049172263627337, "50": 0.09929289109441769, "100": 0.059552531979791705, "200": 0.036405749050342044, "500": 0.02370401599192719, "1000": 0.020125622385488293, "2000": 0.008989428227030857 }, "global_p_prior_by_d": { "10": 0.32480305761963385, "20": 0.21022282304113651, "30": 0.1629884784871943, "50": 0.11828085239106675, "100": 0.07655511276153376, "200": 0.04954889292270421, "500": 0.027878444429339278, "1000": 0.01804381194217206, "2000": 0.011678526405219065 }, "global_excess_at_short": 0.03492744082638852, "global_excess_at_long": -0.03492744082638828, "layerwise": null }, { "stem": "google--gemma-2-9b-it_random", "model": "google/gemma-2-9b-it", "corpus": "random", "gamma": 1.1347958464287666, "R2": 0.976472, "global_kl_obs_vs_prior": 0.07449950182862176, "global_jsd_obs_vs_prior": 0.017657713701983022, "global_residuals_by_d": { "10": -0.151231598586703, "20": -0.0027642922764635203, "30": 0.027636455378714536, "50": 0.059516548386964865, "100": 0.039447447904125695, "200": 0.018929065402736887, "500": 0.005351562239854117, "1000": 0.002959550440207742, "2000": 0.00015526111056246442 }, "global_most_anomalous_d": [ 10, 50, 100 ], "global_p_obs_by_d": { "10": 0.34133602858891476, "20": 0.2215506874842362, "30": 0.16922582472899156, "50": 0.1388173555454561, "100": 0.07556098434329964, "200": 0.03537514660764801, "500": 0.011165652389049046, "1000": 0.005607283344665459, "2000": 0.0013610369677391604 }, "global_p_prior_by_d": { "10": 0.49256762717561775, "20": 0.22431497976069972, "30": 0.14158936935027702, "50": 0.07930080715849123, "100": 0.03611353643917394, "200": 0.016446081204911124, "500": 0.005814090149194929, "1000": 0.002647732904457717, "2000": 0.001205775857176696 }, "global_excess_at_short": -0.0668428870974871, "global_excess_at_long": 0.0668428870974869, "layerwise": null }, { "stem": "meta-llama--Llama-2-7b-hf_mongo", "model": "meta-llama/Llama-2-7b-hf", "corpus": "mongo", "gamma": 0.2870574377368437, "R2": 0.814928, "global_kl_obs_vs_prior": 0.03791116862626136, "global_jsd_obs_vs_prior": 0.009505827750478257, "global_residuals_by_d": { "10": 0.09203177246740807, "20": 0.015301495050760533, "30": 0.0022298864801771068, "50": -0.017585828555110566, "100": -0.026931918267808955, "200": -0.03634242461713364, "500": -0.02216221333359098, "1000": -0.007399582989034897, "2000": 0.0008588137643333466 }, "global_most_anomalous_d": [ 10, 200, 100 ], "global_p_obs_by_d": { "10": 0.2949091819079361, "20": 0.18157413470176506, "30": 0.1502335569001011, "50": 0.11023132807977587, "100": 0.07782344155749717, "200": 0.04951213279158751, "500": 0.04383592944661877, "1000": 0.04669064540254072, "2000": 0.04518964921217767 }, "global_p_prior_by_d": { "10": 0.202877409440528, "20": 0.16627263965100453, "30": 0.148003670419924, "50": 0.12781715663488644, "100": 0.10475535982530612, "200": 0.08585455740872115, "500": 0.06599814278020975, "1000": 0.054090228391575616, "2000": 0.04433083544784432 }, "global_excess_at_short": 0.09197732544323514, "global_excess_at_long": -0.09197732544323513, "layerwise": null }, { "stem": "meta-llama--Llama-2-7b-hf_random", "model": "meta-llama/Llama-2-7b-hf", "corpus": "random", "gamma": 0.8266242679750889, "R2": 0.993628, "global_kl_obs_vs_prior": 0.018687030914933386, "global_jsd_obs_vs_prior": 0.0045711108436779415, "global_residuals_by_d": { "10": -0.0673889176608512, "20": -0.018845838498142836, "30": 0.014738802602548395, "50": 0.026738085304395573, "100": 0.02700958949274316, "200": 0.008969393861870123, "500": 0.0063405366504610036, "1000": 0.0016120084431194715, "2000": 0.0008263398038562018 }, "global_most_anomalous_d": [ 10, 100, 50 ], "global_p_obs_by_d": { "10": 0.3265034073448185, "20": 0.2032491806389243, "30": 0.17358525163569818, "50": 0.1308719413515151, "100": 0.08572515535523795, "200": 0.04207599151818851, "500": 0.021863251603493377, "1000": 0.010364445227723843, "2000": 0.005761375324400295 }, "global_p_prior_by_d": { "10": 0.3938923250056697, "20": 0.22209501913706714, "30": 0.1588464490331498, "50": 0.10413385604711951, "100": 0.05871556586249479, "200": 0.03310659765631839, "500": 0.015522714953032373, "1000": 0.008752436784604372, "2000": 0.004935035520544093 }, "global_excess_at_short": -0.04475786825205007, "global_excess_at_long": 0.04475786825204996, "layerwise": null }, { "stem": "meta-llama--Meta-Llama-3-8B_mongo", "model": "meta-llama/Meta-Llama-3-8B", "corpus": "mongo", "gamma": 1.0454762537473639, "R2": 0.997461, "global_kl_obs_vs_prior": 0.010104511537707845, "global_jsd_obs_vs_prior": 0.0025338449662697608, "global_residuals_by_d": { "10": -0.06907195192290344, "20": 0.021641853427447316, "30": 0.025108972343980324, "50": 0.0122513818444661, "100": 0.004758070613705076, "200": 0.0046074966616670154, "500": -0.0002836402419261778, "1000": 0.0005685537011081362, "2000": 0.0004192635724557211 }, "global_most_anomalous_d": [ 10, 30, 20 ], "global_p_obs_by_d": { "10": 0.3960596794910087, "20": 0.24699112714218127, "30": 0.17259705603195316, "50": 0.09871219848616582, "100": 0.046647034767277044, "200": 0.024902069232393336, "500": 0.007502873949730214, "1000": 0.004341002615247398, "2000": 0.002246958284043105 }, "global_p_prior_by_d": { "10": 0.4651316314139121, "20": 0.22534927371473396, "30": 0.14748808368797284, "50": 0.08646081664169972, "100": 0.04188896415357197, "200": 0.02029457257072632, "500": 0.007786514191656392, "1000": 0.003772448914139262, "2000": 0.0018276947115873838 }, "global_excess_at_short": -0.010069744307009701, "global_excess_at_long": 0.01006974430700977, "layerwise": null }, { "stem": "mistralai--Mistral-7B-v0.1_mongo", "model": "mistralai/Mistral-7B-v0.1", "corpus": "mongo", "gamma": 1.060750419523944, "R2": 0.99869, "global_kl_obs_vs_prior": 0.016298823278231955, "global_jsd_obs_vs_prior": 0.00404723341503832, "global_residuals_by_d": { "10": -0.08138091364930577, "20": 0.007076503197307182, "30": 0.03039283128138065, "50": 0.025632025650860563, "100": 0.011293570532788226, "200": 0.0031204868467434276, "500": 0.0023678153968065448, "1000": 0.0012137964564334605, "2000": 0.00028388428698590496 }, "global_most_anomalous_d": [ 10, 30, 50 ], "global_p_obs_by_d": { "10": 0.38851182634611714, "20": 0.23233492698957284, "30": 0.1769112301011724, "50": 0.11085682938197941, "100": 0.05214886222481146, "200": 0.02270580457309954, "500": 0.009777770732282054, "1000": 0.004766000432295189, "2000": 0.001986749218670158 }, "global_p_prior_by_d": { "10": 0.4698927399954229, "20": 0.22525842379226566, "30": 0.14651839881979176, "50": 0.08522480373111885, "100": 0.04085529169202323, "200": 0.019585317726356112, "500": 0.0074099553354755095, "1000": 0.003552203975861728, "2000": 0.0017028649316842529 }, "global_excess_at_short": -0.01827955351975738, "global_excess_at_long": 0.018279553519757564, "layerwise": null }, { "stem": "mistralai--Mistral-7B-v0.1_random", "model": "mistralai/Mistral-7B-v0.1", "corpus": "random", "gamma": 0.8296009929924347, "R2": 0.996923, "global_kl_obs_vs_prior": 0.011311151481069133, "global_jsd_obs_vs_prior": 0.0027910372924293382, "global_residuals_by_d": { "10": -0.054361247230578225, "20": -0.015024519249714402, "30": 0.020394287518846393, "50": 0.021609080199683883, "100": 0.018730410355522142, "200": 0.0021788109911298204, "500": 0.004196456328857864, "1000": 0.001453639002462927, "2000": 0.0008230820837896334 }, "global_most_anomalous_d": [ 10, 50, 30 ], "global_p_obs_by_d": { "10": 0.3405361631650987, "20": 0.20717826808071257, "30": 0.17912611601544295, "50": 0.1255096851311888, "100": 0.0771937059187048, "200": 0.03507522127056269, "500": 0.019578607782364945, "1000": 0.010108942476555976, "2000": 0.005693290159368489 }, "global_p_prior_by_d": { "10": 0.39489741039567694, "20": 0.22220278733042698, "30": 0.15873182849659656, "50": 0.10390060493150491, "100": 0.05846329556318265, "200": 0.03289641027943287, "500": 0.015382151453507081, "1000": 0.00865530347409305, "2000": 0.004870208075578856 }, "global_excess_at_short": -0.02738239876176235, "global_excess_at_long": 0.027382398761762388, "layerwise": null }, { "stem": "Qwen--Qwen2.5-7B_mongo", "model": "Qwen/Qwen2.5-7B", "corpus": "mongo", "gamma": 0.9966953735480816, "R2": 0.993942, "global_kl_obs_vs_prior": 0.0018136915141001462, "global_jsd_obs_vs_prior": 0.0004515428142948941, "global_residuals_by_d": { "10": -0.024701063990131777, "20": 0.006251851470610387, "30": 0.008709334783999684, "50": 0.007144885615584823, "100": 0.00400098973421488, "200": -0.002577353492273147, "500": -9.69236465223431e-05, "1000": 0.0013701858352996822, "2000": -0.00010190631078206775 }, "global_most_anomalous_d": [ 10, 30, 50 ], "global_p_obs_by_d": { "10": 0.42503587951954835, "20": 0.23163599563433493, "30": 0.15916689558952096, "50": 0.09757194214618171, "100": 0.04931820247272019, "200": 0.02013321399912888, "500": 0.009014852064262025, "1000": 0.0059365213343595775, "2000": 0.0021864972399435723 }, "global_p_prior_by_d": { "10": 0.44973694350968013, "20": 0.22538414416372454, "30": 0.15045756080552128, "50": 0.09042705653059689, "100": 0.04531721273850531, "200": 0.022710567491402028, "500": 0.009111775710784368, "1000": 0.004566335499059895, "2000": 0.00228840355072564 }, "global_excess_at_short": -0.002594992119936884, "global_excess_at_long": 0.0025949921199370043, "layerwise": null } ]