Spaces:
Running
Running
| [ | |
| { | |
| "stem": "EleutherAI--pythia-1.4b_mongo", | |
| "model": "EleutherAI/pythia-1.4b", | |
| "corpus": "mongo", | |
| "gamma": 0.7050725013322717, | |
| "R2": 0.841258, | |
| "global_kl_obs_vs_prior": 0.015196687632097014, | |
| "global_jsd_obs_vs_prior": 0.004001526720341644, | |
| "global_residuals_by_d": { | |
| "10": 0.022810997760228713, | |
| "20": 0.03228475244280296, | |
| "30": -0.011224334795081836, | |
| "50": -0.012844069302633723, | |
| "100": -0.0070921871280450535, | |
| "200": -0.010204827227022706, | |
| "500": -0.013832530653058377, | |
| "1000": -0.0062626191675716055, | |
| "2000": 0.006364818070381502 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 20, | |
| 10, | |
| 500 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.37490817823881556, | |
| "20": 0.24826526889618455, | |
| "30": 0.15105285221844747, | |
| "50": 0.10035373893700048, | |
| "100": 0.06234466849163211, | |
| "200": 0.03238854974138169, | |
| "500": 0.008491135377199428, | |
| "1000": 0.0074309779006989105, | |
| "2000": 0.014764630198639783 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.35209718047858685, | |
| "20": 0.2159805164533816, | |
| "30": 0.1622771870135293, | |
| "50": 0.1131978082396342, | |
| "100": 0.06943685561967716, | |
| "200": 0.042593376968404394, | |
| "500": 0.022323666030257806, | |
| "1000": 0.013693597068270516, | |
| "2000": 0.00839981212825828 | |
| }, | |
| "global_excess_at_short": 0.031027346105316114, | |
| "global_excess_at_long": -0.03102734610531624, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "EleutherAI--pythia-14m_random", | |
| "model": "EleutherAI/pythia-14m", | |
| "corpus": "random", | |
| "gamma": 1.003714187534367, | |
| "R2": 0.977698, | |
| "global_kl_obs_vs_prior": 0.038235433766210955, | |
| "global_jsd_obs_vs_prior": 0.00927543307259299, | |
| "global_residuals_by_d": { | |
| "10": -0.109621215771189, | |
| "20": -0.0012012943115310704, | |
| "30": 0.016957189732496353, | |
| "50": 0.05177433582179028, | |
| "100": 0.020924402426756104, | |
| "200": 0.014046340300907342, | |
| "500": 0.006255652985175648, | |
| "1000": -0.00042677764722707113, | |
| "2000": 0.0012913664628212713 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 50, | |
| 100 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.34234841552607276, | |
| "20": 0.2242024765259773, | |
| "30": 0.1670002392109769, | |
| "50": 0.14162952124045466, | |
| "100": 0.06573647877033136, | |
| "200": 0.03639476879577857, | |
| "500": 0.015164652948934263, | |
| "1000": 0.004016269069116729, | |
| "2000": 0.0035071779123574155 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.45196963129726175, | |
| "20": 0.22540377083750837, | |
| "30": 0.15004304947848054, | |
| "50": 0.08985518541866439, | |
| "100": 0.04481207634357525, | |
| "200": 0.022348428494871227, | |
| "500": 0.008908999963758615, | |
| "1000": 0.0044430467163438, | |
| "2000": 0.0022158114495361442 | |
| }, | |
| "global_excess_at_short": -0.042090984528433434, | |
| "global_excess_at_long": 0.04209098452843329, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "EleutherAI--pythia-160m_random", | |
| "model": "EleutherAI/pythia-160m", | |
| "corpus": "random", | |
| "gamma": 1.0171452847779678, | |
| "R2": 0.981723, | |
| "global_kl_obs_vs_prior": 0.03671330395029776, | |
| "global_jsd_obs_vs_prior": 0.009019862086648857, | |
| "global_residuals_by_d": { | |
| "10": -0.10364735955340265, | |
| "20": 0.09603644351459367, | |
| "30": -0.025229439149369162, | |
| "50": 0.013286757041981095, | |
| "100": 0.007907860305319384, | |
| "200": 0.008381597655555666, | |
| "500": 0.0028788036073672807, | |
| "1000": 0.0007940899259680449, | |
| "2000": -0.0004087533480132261 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 20, | |
| 30 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.3525782481728875, | |
| "20": 0.3214543529278542, | |
| "30": 0.1240080810067092, | |
| "50": 0.10204845762089101, | |
| "100": 0.05176440110797339, | |
| "200": 0.03005081037489671, | |
| "500": 0.011411382834019048, | |
| "1000": 0.005009978158898596, | |
| "2000": 0.001674287795870391 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.45622560772629017, | |
| "20": 0.2254179094132605, | |
| "30": 0.14923752015607836, | |
| "50": 0.08876170057890992, | |
| "100": 0.043856540802654005, | |
| "200": 0.021669212719341045, | |
| "500": 0.008532579226651767, | |
| "1000": 0.004215888232930551, | |
| "2000": 0.002083041143883617 | |
| }, | |
| "global_excess_at_short": -0.019553598146197046, | |
| "global_excess_at_long": 0.01955359814619715, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "EleutherAI--pythia-1b_mongo", | |
| "model": "EleutherAI/pythia-1b", | |
| "corpus": "mongo", | |
| "gamma": 0.9311078627189842, | |
| "R2": 0.983104, | |
| "global_kl_obs_vs_prior": 0.00216969110760508, | |
| "global_jsd_obs_vs_prior": 0.0005501731235737363, | |
| "global_residuals_by_d": { | |
| "10": -0.01675299123311219, | |
| "20": 0.01444989049216508, | |
| "30": -0.005395896338322825, | |
| "50": 0.008483313045061516, | |
| "100": 0.0036134022999753865, | |
| "200": -0.0012700273538523259, | |
| "500": -0.0036562627430824918, | |
| "1000": -0.00022986978657394287, | |
| "2000": 0.0007584416177418246 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 20, | |
| 50 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.41183879443150423, | |
| "20": 0.23922718897198086, | |
| "30": 0.1487005031520486, | |
| "50": 0.10425284750745761, | |
| "100": 0.053840256740840184, | |
| "200": 0.0250717202716869, | |
| "500": 0.007567009909828906, | |
| "1000": 0.005656236740437108, | |
| "2000": 0.003845442274215638 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.4285917856646164, | |
| "20": 0.22477729847981578, | |
| "30": 0.15409639949037143, | |
| "50": 0.0957695344623961, | |
| "100": 0.0502268544408648, | |
| "200": 0.026341747625539227, | |
| "500": 0.011223272652911398, | |
| "1000": 0.005886106527011051, | |
| "2000": 0.0030870006564738136 | |
| }, | |
| "global_excess_at_short": 0.0007843159657915794, | |
| "global_excess_at_long": -0.0007843159657915494, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "EleutherAI--pythia-2.8b_mongo", | |
| "model": "EleutherAI/pythia-2.8b", | |
| "corpus": "mongo", | |
| "gamma": 0.6741618914822415, | |
| "R2": 0.999287, | |
| "global_kl_obs_vs_prior": 0.0007223693404512629, | |
| "global_jsd_obs_vs_prior": 0.00018080660467757078, | |
| "global_residuals_by_d": { | |
| "10": -0.01723800016721183, | |
| "20": 0.011123776406963604, | |
| "30": 0.0015807634891239764, | |
| "50": 0.0036786972847576704, | |
| "100": 0.0008547629863665668 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 20, | |
| 50 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.3596717196288746, | |
| "20": 0.24733165868564272, | |
| "30": 0.1812941258327714, | |
| "50": 0.13103440015032247, | |
| "100": 0.08066809570238882 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.37690971979608645, | |
| "20": 0.23620788227867912, | |
| "30": 0.17971336234364743, | |
| "50": 0.1273557028655648, | |
| "100": 0.07981333271602226 | |
| }, | |
| "global_excess_at_short": -0.0061142237602482274, | |
| "global_excess_at_long": 0.006114223760248214, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "EleutherAI--pythia-31m_mongo", | |
| "model": "EleutherAI/pythia-31m", | |
| "corpus": "mongo", | |
| "gamma": 1.2350013988825523, | |
| "R2": 0.973742, | |
| "global_kl_obs_vs_prior": 0.023022979798356734, | |
| "global_jsd_obs_vs_prior": 0.005471313991304833, | |
| "global_residuals_by_d": { | |
| "10": -0.08288755825759814, | |
| "20": 0.010683334304791459, | |
| "30": 0.009584346148507256, | |
| "50": 0.042370637311097845, | |
| "100": 0.008528697291978422, | |
| "200": 0.005370974270641956, | |
| "500": 0.005246411606574146, | |
| "1000": 0.0012115456869942693, | |
| "2000": -0.000108388362987054 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 50, | |
| 20 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.4392815168778181, | |
| "20": 0.23252273428055062, | |
| "30": 0.1440358705668548, | |
| "50": 0.11391611942129422, | |
| "100": 0.03892422927208722, | |
| "200": 0.018284275531661027, | |
| "500": 0.009411083727282962, | |
| "1000": 0.0029808736850458974, | |
| "2000": 0.000643296637405384 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.5221690751354162, | |
| "20": 0.22183939997575916, | |
| "30": 0.13445152441834754, | |
| "50": 0.07154548211019637, | |
| "100": 0.030395531980108796, | |
| "200": 0.012913301261019071, | |
| "500": 0.004164672120708816, | |
| "1000": 0.0017693279980516281, | |
| "2000": 0.000751685000392438 | |
| }, | |
| "global_excess_at_short": -0.02024924049320158, | |
| "global_excess_at_long": 0.020249240493201738, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "EleutherAI--pythia-410m_mongo", | |
| "model": "EleutherAI/pythia-410m", | |
| "corpus": "mongo", | |
| "gamma": 1.0218530106365162, | |
| "R2": 0.981594, | |
| "global_kl_obs_vs_prior": 0.019950329075816703, | |
| "global_jsd_obs_vs_prior": 0.0049277310238796685, | |
| "global_residuals_by_d": { | |
| "10": -0.08643099400783588, | |
| "20": 0.037217492153397425, | |
| "30": -0.003010973769102726, | |
| "50": 0.024826432875333385, | |
| "100": 0.009989029001931292, | |
| "200": 0.011247915678530299, | |
| "500": 0.004870809845053985, | |
| "1000": 0.0015369498921579995, | |
| "2000": -0.0002466616694658803 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 20, | |
| 50 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.3712812388310567, | |
| "20": 0.26263316683164134, | |
| "30": 0.1459404740627973, | |
| "50": 0.11320519539681292, | |
| "100": 0.0535141020755623, | |
| "200": 0.03268329146357251, | |
| "500": 0.013274981332990713, | |
| "1000": 0.0056758648045145774, | |
| "2000": 0.0017916852010515516 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.45771223283889256, | |
| "20": 0.22541567467824392, | |
| "30": 0.14895144783190004, | |
| "50": 0.08837876252147954, | |
| "100": 0.04352507307363101, | |
| "200": 0.02143537578504221, | |
| "500": 0.008404171487936728, | |
| "1000": 0.004138914912356578, | |
| "2000": 0.002038346870517432 | |
| }, | |
| "global_excess_at_short": -0.0273980427482078, | |
| "global_excess_at_long": 0.027398042748207695, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "EleutherAI--pythia-70m_mongo", | |
| "model": "EleutherAI/pythia-70m", | |
| "corpus": "mongo", | |
| "gamma": 0.7476017873166874, | |
| "R2": 0.984269, | |
| "global_kl_obs_vs_prior": 0.005536320533261201, | |
| "global_jsd_obs_vs_prior": 0.0013726883907973612, | |
| "global_residuals_by_d": { | |
| "10": -0.0311974747311054, | |
| "20": 0.03653998343007209, | |
| "30": -0.0068868247326356324, | |
| "50": 0.008032257936625584, | |
| "100": -0.0040606113434220395, | |
| "200": 0.0014190901714025428, | |
| "500": -0.0030040427298673386, | |
| "1000": -0.002436798284709307, | |
| "2000": 0.0015944202836393933 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 20, | |
| 10, | |
| 50 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.33568322810408546, | |
| "20": 0.25505148758761964, | |
| "30": 0.1544851696977996, | |
| "50": 0.118179504403571, | |
| "100": 0.061542295318900604, | |
| "200": 0.040491708875828765, | |
| "500": 0.016691677086524588, | |
| "1000": 0.009293830579896667, | |
| "2000": 0.008581098345773568 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.36688070283519086, | |
| "20": 0.21851150415754755, | |
| "30": 0.16137199443043523, | |
| "50": 0.11014724646694542, | |
| "100": 0.06560290666232264, | |
| "200": 0.03907261870442622, | |
| "500": 0.019695719816391927, | |
| "1000": 0.011730628864605974, | |
| "2000": 0.006986678062134175 | |
| }, | |
| "global_excess_at_short": 0.006487941902956637, | |
| "global_excess_at_long": -0.006487941902956749, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "google--gemma-2-9b-it_mongo", | |
| "model": "google/gemma-2-9b-it", | |
| "corpus": "mongo", | |
| "gamma": 0.6276459084140061, | |
| "R2": 0.977314, | |
| "global_kl_obs_vs_prior": 0.00990710261366268, | |
| "global_jsd_obs_vs_prior": 0.002518861928032747, | |
| "global_residuals_by_d": { | |
| "10": 0.04775177103579237, | |
| "20": 0.008660386938166148, | |
| "30": -0.002496755850920934, | |
| "50": -0.018987961296649064, | |
| "100": -0.017002580781742056, | |
| "200": -0.013143143872362165, | |
| "500": -0.004174428437412087, | |
| "1000": 0.0020818104433162343, | |
| "2000": -0.002689098178188208 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 50, | |
| 100 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.3725548286554262, | |
| "20": 0.21888320997930266, | |
| "30": 0.16049172263627337, | |
| "50": 0.09929289109441769, | |
| "100": 0.059552531979791705, | |
| "200": 0.036405749050342044, | |
| "500": 0.02370401599192719, | |
| "1000": 0.020125622385488293, | |
| "2000": 0.008989428227030857 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.32480305761963385, | |
| "20": 0.21022282304113651, | |
| "30": 0.1629884784871943, | |
| "50": 0.11828085239106675, | |
| "100": 0.07655511276153376, | |
| "200": 0.04954889292270421, | |
| "500": 0.027878444429339278, | |
| "1000": 0.01804381194217206, | |
| "2000": 0.011678526405219065 | |
| }, | |
| "global_excess_at_short": 0.03492744082638852, | |
| "global_excess_at_long": -0.03492744082638828, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "google--gemma-2-9b-it_random", | |
| "model": "google/gemma-2-9b-it", | |
| "corpus": "random", | |
| "gamma": 1.1347958464287666, | |
| "R2": 0.976472, | |
| "global_kl_obs_vs_prior": 0.07449950182862176, | |
| "global_jsd_obs_vs_prior": 0.017657713701983022, | |
| "global_residuals_by_d": { | |
| "10": -0.151231598586703, | |
| "20": -0.0027642922764635203, | |
| "30": 0.027636455378714536, | |
| "50": 0.059516548386964865, | |
| "100": 0.039447447904125695, | |
| "200": 0.018929065402736887, | |
| "500": 0.005351562239854117, | |
| "1000": 0.002959550440207742, | |
| "2000": 0.00015526111056246442 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 50, | |
| 100 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.34133602858891476, | |
| "20": 0.2215506874842362, | |
| "30": 0.16922582472899156, | |
| "50": 0.1388173555454561, | |
| "100": 0.07556098434329964, | |
| "200": 0.03537514660764801, | |
| "500": 0.011165652389049046, | |
| "1000": 0.005607283344665459, | |
| "2000": 0.0013610369677391604 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.49256762717561775, | |
| "20": 0.22431497976069972, | |
| "30": 0.14158936935027702, | |
| "50": 0.07930080715849123, | |
| "100": 0.03611353643917394, | |
| "200": 0.016446081204911124, | |
| "500": 0.005814090149194929, | |
| "1000": 0.002647732904457717, | |
| "2000": 0.001205775857176696 | |
| }, | |
| "global_excess_at_short": -0.0668428870974871, | |
| "global_excess_at_long": 0.0668428870974869, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "meta-llama--Llama-2-7b-hf_mongo", | |
| "model": "meta-llama/Llama-2-7b-hf", | |
| "corpus": "mongo", | |
| "gamma": 0.2870574377368437, | |
| "R2": 0.814928, | |
| "global_kl_obs_vs_prior": 0.03791116862626136, | |
| "global_jsd_obs_vs_prior": 0.009505827750478257, | |
| "global_residuals_by_d": { | |
| "10": 0.09203177246740807, | |
| "20": 0.015301495050760533, | |
| "30": 0.0022298864801771068, | |
| "50": -0.017585828555110566, | |
| "100": -0.026931918267808955, | |
| "200": -0.03634242461713364, | |
| "500": -0.02216221333359098, | |
| "1000": -0.007399582989034897, | |
| "2000": 0.0008588137643333466 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 200, | |
| 100 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.2949091819079361, | |
| "20": 0.18157413470176506, | |
| "30": 0.1502335569001011, | |
| "50": 0.11023132807977587, | |
| "100": 0.07782344155749717, | |
| "200": 0.04951213279158751, | |
| "500": 0.04383592944661877, | |
| "1000": 0.04669064540254072, | |
| "2000": 0.04518964921217767 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.202877409440528, | |
| "20": 0.16627263965100453, | |
| "30": 0.148003670419924, | |
| "50": 0.12781715663488644, | |
| "100": 0.10475535982530612, | |
| "200": 0.08585455740872115, | |
| "500": 0.06599814278020975, | |
| "1000": 0.054090228391575616, | |
| "2000": 0.04433083544784432 | |
| }, | |
| "global_excess_at_short": 0.09197732544323514, | |
| "global_excess_at_long": -0.09197732544323513, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "meta-llama--Llama-2-7b-hf_random", | |
| "model": "meta-llama/Llama-2-7b-hf", | |
| "corpus": "random", | |
| "gamma": 0.8266242679750889, | |
| "R2": 0.993628, | |
| "global_kl_obs_vs_prior": 0.018687030914933386, | |
| "global_jsd_obs_vs_prior": 0.0045711108436779415, | |
| "global_residuals_by_d": { | |
| "10": -0.0673889176608512, | |
| "20": -0.018845838498142836, | |
| "30": 0.014738802602548395, | |
| "50": 0.026738085304395573, | |
| "100": 0.02700958949274316, | |
| "200": 0.008969393861870123, | |
| "500": 0.0063405366504610036, | |
| "1000": 0.0016120084431194715, | |
| "2000": 0.0008263398038562018 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 100, | |
| 50 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.3265034073448185, | |
| "20": 0.2032491806389243, | |
| "30": 0.17358525163569818, | |
| "50": 0.1308719413515151, | |
| "100": 0.08572515535523795, | |
| "200": 0.04207599151818851, | |
| "500": 0.021863251603493377, | |
| "1000": 0.010364445227723843, | |
| "2000": 0.005761375324400295 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.3938923250056697, | |
| "20": 0.22209501913706714, | |
| "30": 0.1588464490331498, | |
| "50": 0.10413385604711951, | |
| "100": 0.05871556586249479, | |
| "200": 0.03310659765631839, | |
| "500": 0.015522714953032373, | |
| "1000": 0.008752436784604372, | |
| "2000": 0.004935035520544093 | |
| }, | |
| "global_excess_at_short": -0.04475786825205007, | |
| "global_excess_at_long": 0.04475786825204996, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "meta-llama--Meta-Llama-3-8B_mongo", | |
| "model": "meta-llama/Meta-Llama-3-8B", | |
| "corpus": "mongo", | |
| "gamma": 1.0454762537473639, | |
| "R2": 0.997461, | |
| "global_kl_obs_vs_prior": 0.010104511537707845, | |
| "global_jsd_obs_vs_prior": 0.0025338449662697608, | |
| "global_residuals_by_d": { | |
| "10": -0.06907195192290344, | |
| "20": 0.021641853427447316, | |
| "30": 0.025108972343980324, | |
| "50": 0.0122513818444661, | |
| "100": 0.004758070613705076, | |
| "200": 0.0046074966616670154, | |
| "500": -0.0002836402419261778, | |
| "1000": 0.0005685537011081362, | |
| "2000": 0.0004192635724557211 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 30, | |
| 20 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.3960596794910087, | |
| "20": 0.24699112714218127, | |
| "30": 0.17259705603195316, | |
| "50": 0.09871219848616582, | |
| "100": 0.046647034767277044, | |
| "200": 0.024902069232393336, | |
| "500": 0.007502873949730214, | |
| "1000": 0.004341002615247398, | |
| "2000": 0.002246958284043105 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.4651316314139121, | |
| "20": 0.22534927371473396, | |
| "30": 0.14748808368797284, | |
| "50": 0.08646081664169972, | |
| "100": 0.04188896415357197, | |
| "200": 0.02029457257072632, | |
| "500": 0.007786514191656392, | |
| "1000": 0.003772448914139262, | |
| "2000": 0.0018276947115873838 | |
| }, | |
| "global_excess_at_short": -0.010069744307009701, | |
| "global_excess_at_long": 0.01006974430700977, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "mistralai--Mistral-7B-v0.1_mongo", | |
| "model": "mistralai/Mistral-7B-v0.1", | |
| "corpus": "mongo", | |
| "gamma": 1.060750419523944, | |
| "R2": 0.99869, | |
| "global_kl_obs_vs_prior": 0.016298823278231955, | |
| "global_jsd_obs_vs_prior": 0.00404723341503832, | |
| "global_residuals_by_d": { | |
| "10": -0.08138091364930577, | |
| "20": 0.007076503197307182, | |
| "30": 0.03039283128138065, | |
| "50": 0.025632025650860563, | |
| "100": 0.011293570532788226, | |
| "200": 0.0031204868467434276, | |
| "500": 0.0023678153968065448, | |
| "1000": 0.0012137964564334605, | |
| "2000": 0.00028388428698590496 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 30, | |
| 50 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.38851182634611714, | |
| "20": 0.23233492698957284, | |
| "30": 0.1769112301011724, | |
| "50": 0.11085682938197941, | |
| "100": 0.05214886222481146, | |
| "200": 0.02270580457309954, | |
| "500": 0.009777770732282054, | |
| "1000": 0.004766000432295189, | |
| "2000": 0.001986749218670158 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.4698927399954229, | |
| "20": 0.22525842379226566, | |
| "30": 0.14651839881979176, | |
| "50": 0.08522480373111885, | |
| "100": 0.04085529169202323, | |
| "200": 0.019585317726356112, | |
| "500": 0.0074099553354755095, | |
| "1000": 0.003552203975861728, | |
| "2000": 0.0017028649316842529 | |
| }, | |
| "global_excess_at_short": -0.01827955351975738, | |
| "global_excess_at_long": 0.018279553519757564, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "mistralai--Mistral-7B-v0.1_random", | |
| "model": "mistralai/Mistral-7B-v0.1", | |
| "corpus": "random", | |
| "gamma": 0.8296009929924347, | |
| "R2": 0.996923, | |
| "global_kl_obs_vs_prior": 0.011311151481069133, | |
| "global_jsd_obs_vs_prior": 0.0027910372924293382, | |
| "global_residuals_by_d": { | |
| "10": -0.054361247230578225, | |
| "20": -0.015024519249714402, | |
| "30": 0.020394287518846393, | |
| "50": 0.021609080199683883, | |
| "100": 0.018730410355522142, | |
| "200": 0.0021788109911298204, | |
| "500": 0.004196456328857864, | |
| "1000": 0.001453639002462927, | |
| "2000": 0.0008230820837896334 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 50, | |
| 30 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.3405361631650987, | |
| "20": 0.20717826808071257, | |
| "30": 0.17912611601544295, | |
| "50": 0.1255096851311888, | |
| "100": 0.0771937059187048, | |
| "200": 0.03507522127056269, | |
| "500": 0.019578607782364945, | |
| "1000": 0.010108942476555976, | |
| "2000": 0.005693290159368489 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.39489741039567694, | |
| "20": 0.22220278733042698, | |
| "30": 0.15873182849659656, | |
| "50": 0.10390060493150491, | |
| "100": 0.05846329556318265, | |
| "200": 0.03289641027943287, | |
| "500": 0.015382151453507081, | |
| "1000": 0.00865530347409305, | |
| "2000": 0.004870208075578856 | |
| }, | |
| "global_excess_at_short": -0.02738239876176235, | |
| "global_excess_at_long": 0.027382398761762388, | |
| "layerwise": null | |
| }, | |
| { | |
| "stem": "Qwen--Qwen2.5-7B_mongo", | |
| "model": "Qwen/Qwen2.5-7B", | |
| "corpus": "mongo", | |
| "gamma": 0.9966953735480816, | |
| "R2": 0.993942, | |
| "global_kl_obs_vs_prior": 0.0018136915141001462, | |
| "global_jsd_obs_vs_prior": 0.0004515428142948941, | |
| "global_residuals_by_d": { | |
| "10": -0.024701063990131777, | |
| "20": 0.006251851470610387, | |
| "30": 0.008709334783999684, | |
| "50": 0.007144885615584823, | |
| "100": 0.00400098973421488, | |
| "200": -0.002577353492273147, | |
| "500": -9.69236465223431e-05, | |
| "1000": 0.0013701858352996822, | |
| "2000": -0.00010190631078206775 | |
| }, | |
| "global_most_anomalous_d": [ | |
| 10, | |
| 30, | |
| 50 | |
| ], | |
| "global_p_obs_by_d": { | |
| "10": 0.42503587951954835, | |
| "20": 0.23163599563433493, | |
| "30": 0.15916689558952096, | |
| "50": 0.09757194214618171, | |
| "100": 0.04931820247272019, | |
| "200": 0.02013321399912888, | |
| "500": 0.009014852064262025, | |
| "1000": 0.0059365213343595775, | |
| "2000": 0.0021864972399435723 | |
| }, | |
| "global_p_prior_by_d": { | |
| "10": 0.44973694350968013, | |
| "20": 0.22538414416372454, | |
| "30": 0.15045756080552128, | |
| "50": 0.09042705653059689, | |
| "100": 0.04531721273850531, | |
| "200": 0.022710567491402028, | |
| "500": 0.009111775710784368, | |
| "1000": 0.004566335499059895, | |
| "2000": 0.00228840355072564 | |
| }, | |
| "global_excess_at_short": -0.002594992119936884, | |
| "global_excess_at_long": 0.0025949921199370043, | |
| "layerwise": null | |
| } | |
| ] |