File size: 23,635 Bytes
535348a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
[
  {
    "stem": "EleutherAI--pythia-1.4b_mongo",
    "model": "EleutherAI/pythia-1.4b",
    "corpus": "mongo",
    "gamma": 0.7050725013322717,
    "R2": 0.841258,
    "global_kl_obs_vs_prior": 0.015196687632097014,
    "global_jsd_obs_vs_prior": 0.004001526720341644,
    "global_residuals_by_d": {
      "10": 0.022810997760228713,
      "20": 0.03228475244280296,
      "30": -0.011224334795081836,
      "50": -0.012844069302633723,
      "100": -0.0070921871280450535,
      "200": -0.010204827227022706,
      "500": -0.013832530653058377,
      "1000": -0.0062626191675716055,
      "2000": 0.006364818070381502
    },
    "global_most_anomalous_d": [
      20,
      10,
      500
    ],
    "global_p_obs_by_d": {
      "10": 0.37490817823881556,
      "20": 0.24826526889618455,
      "30": 0.15105285221844747,
      "50": 0.10035373893700048,
      "100": 0.06234466849163211,
      "200": 0.03238854974138169,
      "500": 0.008491135377199428,
      "1000": 0.0074309779006989105,
      "2000": 0.014764630198639783
    },
    "global_p_prior_by_d": {
      "10": 0.35209718047858685,
      "20": 0.2159805164533816,
      "30": 0.1622771870135293,
      "50": 0.1131978082396342,
      "100": 0.06943685561967716,
      "200": 0.042593376968404394,
      "500": 0.022323666030257806,
      "1000": 0.013693597068270516,
      "2000": 0.00839981212825828
    },
    "global_excess_at_short": 0.031027346105316114,
    "global_excess_at_long": -0.03102734610531624,
    "layerwise": null
  },
  {
    "stem": "EleutherAI--pythia-14m_random",
    "model": "EleutherAI/pythia-14m",
    "corpus": "random",
    "gamma": 1.003714187534367,
    "R2": 0.977698,
    "global_kl_obs_vs_prior": 0.038235433766210955,
    "global_jsd_obs_vs_prior": 0.00927543307259299,
    "global_residuals_by_d": {
      "10": -0.109621215771189,
      "20": -0.0012012943115310704,
      "30": 0.016957189732496353,
      "50": 0.05177433582179028,
      "100": 0.020924402426756104,
      "200": 0.014046340300907342,
      "500": 0.006255652985175648,
      "1000": -0.00042677764722707113,
      "2000": 0.0012913664628212713
    },
    "global_most_anomalous_d": [
      10,
      50,
      100
    ],
    "global_p_obs_by_d": {
      "10": 0.34234841552607276,
      "20": 0.2242024765259773,
      "30": 0.1670002392109769,
      "50": 0.14162952124045466,
      "100": 0.06573647877033136,
      "200": 0.03639476879577857,
      "500": 0.015164652948934263,
      "1000": 0.004016269069116729,
      "2000": 0.0035071779123574155
    },
    "global_p_prior_by_d": {
      "10": 0.45196963129726175,
      "20": 0.22540377083750837,
      "30": 0.15004304947848054,
      "50": 0.08985518541866439,
      "100": 0.04481207634357525,
      "200": 0.022348428494871227,
      "500": 0.008908999963758615,
      "1000": 0.0044430467163438,
      "2000": 0.0022158114495361442
    },
    "global_excess_at_short": -0.042090984528433434,
    "global_excess_at_long": 0.04209098452843329,
    "layerwise": null
  },
  {
    "stem": "EleutherAI--pythia-160m_random",
    "model": "EleutherAI/pythia-160m",
    "corpus": "random",
    "gamma": 1.0171452847779678,
    "R2": 0.981723,
    "global_kl_obs_vs_prior": 0.03671330395029776,
    "global_jsd_obs_vs_prior": 0.009019862086648857,
    "global_residuals_by_d": {
      "10": -0.10364735955340265,
      "20": 0.09603644351459367,
      "30": -0.025229439149369162,
      "50": 0.013286757041981095,
      "100": 0.007907860305319384,
      "200": 0.008381597655555666,
      "500": 0.0028788036073672807,
      "1000": 0.0007940899259680449,
      "2000": -0.0004087533480132261
    },
    "global_most_anomalous_d": [
      10,
      20,
      30
    ],
    "global_p_obs_by_d": {
      "10": 0.3525782481728875,
      "20": 0.3214543529278542,
      "30": 0.1240080810067092,
      "50": 0.10204845762089101,
      "100": 0.05176440110797339,
      "200": 0.03005081037489671,
      "500": 0.011411382834019048,
      "1000": 0.005009978158898596,
      "2000": 0.001674287795870391
    },
    "global_p_prior_by_d": {
      "10": 0.45622560772629017,
      "20": 0.2254179094132605,
      "30": 0.14923752015607836,
      "50": 0.08876170057890992,
      "100": 0.043856540802654005,
      "200": 0.021669212719341045,
      "500": 0.008532579226651767,
      "1000": 0.004215888232930551,
      "2000": 0.002083041143883617
    },
    "global_excess_at_short": -0.019553598146197046,
    "global_excess_at_long": 0.01955359814619715,
    "layerwise": null
  },
  {
    "stem": "EleutherAI--pythia-1b_mongo",
    "model": "EleutherAI/pythia-1b",
    "corpus": "mongo",
    "gamma": 0.9311078627189842,
    "R2": 0.983104,
    "global_kl_obs_vs_prior": 0.00216969110760508,
    "global_jsd_obs_vs_prior": 0.0005501731235737363,
    "global_residuals_by_d": {
      "10": -0.01675299123311219,
      "20": 0.01444989049216508,
      "30": -0.005395896338322825,
      "50": 0.008483313045061516,
      "100": 0.0036134022999753865,
      "200": -0.0012700273538523259,
      "500": -0.0036562627430824918,
      "1000": -0.00022986978657394287,
      "2000": 0.0007584416177418246
    },
    "global_most_anomalous_d": [
      10,
      20,
      50
    ],
    "global_p_obs_by_d": {
      "10": 0.41183879443150423,
      "20": 0.23922718897198086,
      "30": 0.1487005031520486,
      "50": 0.10425284750745761,
      "100": 0.053840256740840184,
      "200": 0.0250717202716869,
      "500": 0.007567009909828906,
      "1000": 0.005656236740437108,
      "2000": 0.003845442274215638
    },
    "global_p_prior_by_d": {
      "10": 0.4285917856646164,
      "20": 0.22477729847981578,
      "30": 0.15409639949037143,
      "50": 0.0957695344623961,
      "100": 0.0502268544408648,
      "200": 0.026341747625539227,
      "500": 0.011223272652911398,
      "1000": 0.005886106527011051,
      "2000": 0.0030870006564738136
    },
    "global_excess_at_short": 0.0007843159657915794,
    "global_excess_at_long": -0.0007843159657915494,
    "layerwise": null
  },
  {
    "stem": "EleutherAI--pythia-2.8b_mongo",
    "model": "EleutherAI/pythia-2.8b",
    "corpus": "mongo",
    "gamma": 0.6741618914822415,
    "R2": 0.999287,
    "global_kl_obs_vs_prior": 0.0007223693404512629,
    "global_jsd_obs_vs_prior": 0.00018080660467757078,
    "global_residuals_by_d": {
      "10": -0.01723800016721183,
      "20": 0.011123776406963604,
      "30": 0.0015807634891239764,
      "50": 0.0036786972847576704,
      "100": 0.0008547629863665668
    },
    "global_most_anomalous_d": [
      10,
      20,
      50
    ],
    "global_p_obs_by_d": {
      "10": 0.3596717196288746,
      "20": 0.24733165868564272,
      "30": 0.1812941258327714,
      "50": 0.13103440015032247,
      "100": 0.08066809570238882
    },
    "global_p_prior_by_d": {
      "10": 0.37690971979608645,
      "20": 0.23620788227867912,
      "30": 0.17971336234364743,
      "50": 0.1273557028655648,
      "100": 0.07981333271602226
    },
    "global_excess_at_short": -0.0061142237602482274,
    "global_excess_at_long": 0.006114223760248214,
    "layerwise": null
  },
  {
    "stem": "EleutherAI--pythia-31m_mongo",
    "model": "EleutherAI/pythia-31m",
    "corpus": "mongo",
    "gamma": 1.2350013988825523,
    "R2": 0.973742,
    "global_kl_obs_vs_prior": 0.023022979798356734,
    "global_jsd_obs_vs_prior": 0.005471313991304833,
    "global_residuals_by_d": {
      "10": -0.08288755825759814,
      "20": 0.010683334304791459,
      "30": 0.009584346148507256,
      "50": 0.042370637311097845,
      "100": 0.008528697291978422,
      "200": 0.005370974270641956,
      "500": 0.005246411606574146,
      "1000": 0.0012115456869942693,
      "2000": -0.000108388362987054
    },
    "global_most_anomalous_d": [
      10,
      50,
      20
    ],
    "global_p_obs_by_d": {
      "10": 0.4392815168778181,
      "20": 0.23252273428055062,
      "30": 0.1440358705668548,
      "50": 0.11391611942129422,
      "100": 0.03892422927208722,
      "200": 0.018284275531661027,
      "500": 0.009411083727282962,
      "1000": 0.0029808736850458974,
      "2000": 0.000643296637405384
    },
    "global_p_prior_by_d": {
      "10": 0.5221690751354162,
      "20": 0.22183939997575916,
      "30": 0.13445152441834754,
      "50": 0.07154548211019637,
      "100": 0.030395531980108796,
      "200": 0.012913301261019071,
      "500": 0.004164672120708816,
      "1000": 0.0017693279980516281,
      "2000": 0.000751685000392438
    },
    "global_excess_at_short": -0.02024924049320158,
    "global_excess_at_long": 0.020249240493201738,
    "layerwise": null
  },
  {
    "stem": "EleutherAI--pythia-410m_mongo",
    "model": "EleutherAI/pythia-410m",
    "corpus": "mongo",
    "gamma": 1.0218530106365162,
    "R2": 0.981594,
    "global_kl_obs_vs_prior": 0.019950329075816703,
    "global_jsd_obs_vs_prior": 0.0049277310238796685,
    "global_residuals_by_d": {
      "10": -0.08643099400783588,
      "20": 0.037217492153397425,
      "30": -0.003010973769102726,
      "50": 0.024826432875333385,
      "100": 0.009989029001931292,
      "200": 0.011247915678530299,
      "500": 0.004870809845053985,
      "1000": 0.0015369498921579995,
      "2000": -0.0002466616694658803
    },
    "global_most_anomalous_d": [
      10,
      20,
      50
    ],
    "global_p_obs_by_d": {
      "10": 0.3712812388310567,
      "20": 0.26263316683164134,
      "30": 0.1459404740627973,
      "50": 0.11320519539681292,
      "100": 0.0535141020755623,
      "200": 0.03268329146357251,
      "500": 0.013274981332990713,
      "1000": 0.0056758648045145774,
      "2000": 0.0017916852010515516
    },
    "global_p_prior_by_d": {
      "10": 0.45771223283889256,
      "20": 0.22541567467824392,
      "30": 0.14895144783190004,
      "50": 0.08837876252147954,
      "100": 0.04352507307363101,
      "200": 0.02143537578504221,
      "500": 0.008404171487936728,
      "1000": 0.004138914912356578,
      "2000": 0.002038346870517432
    },
    "global_excess_at_short": -0.0273980427482078,
    "global_excess_at_long": 0.027398042748207695,
    "layerwise": null
  },
  {
    "stem": "EleutherAI--pythia-70m_mongo",
    "model": "EleutherAI/pythia-70m",
    "corpus": "mongo",
    "gamma": 0.7476017873166874,
    "R2": 0.984269,
    "global_kl_obs_vs_prior": 0.005536320533261201,
    "global_jsd_obs_vs_prior": 0.0013726883907973612,
    "global_residuals_by_d": {
      "10": -0.0311974747311054,
      "20": 0.03653998343007209,
      "30": -0.0068868247326356324,
      "50": 0.008032257936625584,
      "100": -0.0040606113434220395,
      "200": 0.0014190901714025428,
      "500": -0.0030040427298673386,
      "1000": -0.002436798284709307,
      "2000": 0.0015944202836393933
    },
    "global_most_anomalous_d": [
      20,
      10,
      50
    ],
    "global_p_obs_by_d": {
      "10": 0.33568322810408546,
      "20": 0.25505148758761964,
      "30": 0.1544851696977996,
      "50": 0.118179504403571,
      "100": 0.061542295318900604,
      "200": 0.040491708875828765,
      "500": 0.016691677086524588,
      "1000": 0.009293830579896667,
      "2000": 0.008581098345773568
    },
    "global_p_prior_by_d": {
      "10": 0.36688070283519086,
      "20": 0.21851150415754755,
      "30": 0.16137199443043523,
      "50": 0.11014724646694542,
      "100": 0.06560290666232264,
      "200": 0.03907261870442622,
      "500": 0.019695719816391927,
      "1000": 0.011730628864605974,
      "2000": 0.006986678062134175
    },
    "global_excess_at_short": 0.006487941902956637,
    "global_excess_at_long": -0.006487941902956749,
    "layerwise": null
  },
  {
    "stem": "google--gemma-2-9b-it_mongo",
    "model": "google/gemma-2-9b-it",
    "corpus": "mongo",
    "gamma": 0.6276459084140061,
    "R2": 0.977314,
    "global_kl_obs_vs_prior": 0.00990710261366268,
    "global_jsd_obs_vs_prior": 0.002518861928032747,
    "global_residuals_by_d": {
      "10": 0.04775177103579237,
      "20": 0.008660386938166148,
      "30": -0.002496755850920934,
      "50": -0.018987961296649064,
      "100": -0.017002580781742056,
      "200": -0.013143143872362165,
      "500": -0.004174428437412087,
      "1000": 0.0020818104433162343,
      "2000": -0.002689098178188208
    },
    "global_most_anomalous_d": [
      10,
      50,
      100
    ],
    "global_p_obs_by_d": {
      "10": 0.3725548286554262,
      "20": 0.21888320997930266,
      "30": 0.16049172263627337,
      "50": 0.09929289109441769,
      "100": 0.059552531979791705,
      "200": 0.036405749050342044,
      "500": 0.02370401599192719,
      "1000": 0.020125622385488293,
      "2000": 0.008989428227030857
    },
    "global_p_prior_by_d": {
      "10": 0.32480305761963385,
      "20": 0.21022282304113651,
      "30": 0.1629884784871943,
      "50": 0.11828085239106675,
      "100": 0.07655511276153376,
      "200": 0.04954889292270421,
      "500": 0.027878444429339278,
      "1000": 0.01804381194217206,
      "2000": 0.011678526405219065
    },
    "global_excess_at_short": 0.03492744082638852,
    "global_excess_at_long": -0.03492744082638828,
    "layerwise": null
  },
  {
    "stem": "google--gemma-2-9b-it_random",
    "model": "google/gemma-2-9b-it",
    "corpus": "random",
    "gamma": 1.1347958464287666,
    "R2": 0.976472,
    "global_kl_obs_vs_prior": 0.07449950182862176,
    "global_jsd_obs_vs_prior": 0.017657713701983022,
    "global_residuals_by_d": {
      "10": -0.151231598586703,
      "20": -0.0027642922764635203,
      "30": 0.027636455378714536,
      "50": 0.059516548386964865,
      "100": 0.039447447904125695,
      "200": 0.018929065402736887,
      "500": 0.005351562239854117,
      "1000": 0.002959550440207742,
      "2000": 0.00015526111056246442
    },
    "global_most_anomalous_d": [
      10,
      50,
      100
    ],
    "global_p_obs_by_d": {
      "10": 0.34133602858891476,
      "20": 0.2215506874842362,
      "30": 0.16922582472899156,
      "50": 0.1388173555454561,
      "100": 0.07556098434329964,
      "200": 0.03537514660764801,
      "500": 0.011165652389049046,
      "1000": 0.005607283344665459,
      "2000": 0.0013610369677391604
    },
    "global_p_prior_by_d": {
      "10": 0.49256762717561775,
      "20": 0.22431497976069972,
      "30": 0.14158936935027702,
      "50": 0.07930080715849123,
      "100": 0.03611353643917394,
      "200": 0.016446081204911124,
      "500": 0.005814090149194929,
      "1000": 0.002647732904457717,
      "2000": 0.001205775857176696
    },
    "global_excess_at_short": -0.0668428870974871,
    "global_excess_at_long": 0.0668428870974869,
    "layerwise": null
  },
  {
    "stem": "meta-llama--Llama-2-7b-hf_mongo",
    "model": "meta-llama/Llama-2-7b-hf",
    "corpus": "mongo",
    "gamma": 0.2870574377368437,
    "R2": 0.814928,
    "global_kl_obs_vs_prior": 0.03791116862626136,
    "global_jsd_obs_vs_prior": 0.009505827750478257,
    "global_residuals_by_d": {
      "10": 0.09203177246740807,
      "20": 0.015301495050760533,
      "30": 0.0022298864801771068,
      "50": -0.017585828555110566,
      "100": -0.026931918267808955,
      "200": -0.03634242461713364,
      "500": -0.02216221333359098,
      "1000": -0.007399582989034897,
      "2000": 0.0008588137643333466
    },
    "global_most_anomalous_d": [
      10,
      200,
      100
    ],
    "global_p_obs_by_d": {
      "10": 0.2949091819079361,
      "20": 0.18157413470176506,
      "30": 0.1502335569001011,
      "50": 0.11023132807977587,
      "100": 0.07782344155749717,
      "200": 0.04951213279158751,
      "500": 0.04383592944661877,
      "1000": 0.04669064540254072,
      "2000": 0.04518964921217767
    },
    "global_p_prior_by_d": {
      "10": 0.202877409440528,
      "20": 0.16627263965100453,
      "30": 0.148003670419924,
      "50": 0.12781715663488644,
      "100": 0.10475535982530612,
      "200": 0.08585455740872115,
      "500": 0.06599814278020975,
      "1000": 0.054090228391575616,
      "2000": 0.04433083544784432
    },
    "global_excess_at_short": 0.09197732544323514,
    "global_excess_at_long": -0.09197732544323513,
    "layerwise": null
  },
  {
    "stem": "meta-llama--Llama-2-7b-hf_random",
    "model": "meta-llama/Llama-2-7b-hf",
    "corpus": "random",
    "gamma": 0.8266242679750889,
    "R2": 0.993628,
    "global_kl_obs_vs_prior": 0.018687030914933386,
    "global_jsd_obs_vs_prior": 0.0045711108436779415,
    "global_residuals_by_d": {
      "10": -0.0673889176608512,
      "20": -0.018845838498142836,
      "30": 0.014738802602548395,
      "50": 0.026738085304395573,
      "100": 0.02700958949274316,
      "200": 0.008969393861870123,
      "500": 0.0063405366504610036,
      "1000": 0.0016120084431194715,
      "2000": 0.0008263398038562018
    },
    "global_most_anomalous_d": [
      10,
      100,
      50
    ],
    "global_p_obs_by_d": {
      "10": 0.3265034073448185,
      "20": 0.2032491806389243,
      "30": 0.17358525163569818,
      "50": 0.1308719413515151,
      "100": 0.08572515535523795,
      "200": 0.04207599151818851,
      "500": 0.021863251603493377,
      "1000": 0.010364445227723843,
      "2000": 0.005761375324400295
    },
    "global_p_prior_by_d": {
      "10": 0.3938923250056697,
      "20": 0.22209501913706714,
      "30": 0.1588464490331498,
      "50": 0.10413385604711951,
      "100": 0.05871556586249479,
      "200": 0.03310659765631839,
      "500": 0.015522714953032373,
      "1000": 0.008752436784604372,
      "2000": 0.004935035520544093
    },
    "global_excess_at_short": -0.04475786825205007,
    "global_excess_at_long": 0.04475786825204996,
    "layerwise": null
  },
  {
    "stem": "meta-llama--Meta-Llama-3-8B_mongo",
    "model": "meta-llama/Meta-Llama-3-8B",
    "corpus": "mongo",
    "gamma": 1.0454762537473639,
    "R2": 0.997461,
    "global_kl_obs_vs_prior": 0.010104511537707845,
    "global_jsd_obs_vs_prior": 0.0025338449662697608,
    "global_residuals_by_d": {
      "10": -0.06907195192290344,
      "20": 0.021641853427447316,
      "30": 0.025108972343980324,
      "50": 0.0122513818444661,
      "100": 0.004758070613705076,
      "200": 0.0046074966616670154,
      "500": -0.0002836402419261778,
      "1000": 0.0005685537011081362,
      "2000": 0.0004192635724557211
    },
    "global_most_anomalous_d": [
      10,
      30,
      20
    ],
    "global_p_obs_by_d": {
      "10": 0.3960596794910087,
      "20": 0.24699112714218127,
      "30": 0.17259705603195316,
      "50": 0.09871219848616582,
      "100": 0.046647034767277044,
      "200": 0.024902069232393336,
      "500": 0.007502873949730214,
      "1000": 0.004341002615247398,
      "2000": 0.002246958284043105
    },
    "global_p_prior_by_d": {
      "10": 0.4651316314139121,
      "20": 0.22534927371473396,
      "30": 0.14748808368797284,
      "50": 0.08646081664169972,
      "100": 0.04188896415357197,
      "200": 0.02029457257072632,
      "500": 0.007786514191656392,
      "1000": 0.003772448914139262,
      "2000": 0.0018276947115873838
    },
    "global_excess_at_short": -0.010069744307009701,
    "global_excess_at_long": 0.01006974430700977,
    "layerwise": null
  },
  {
    "stem": "mistralai--Mistral-7B-v0.1_mongo",
    "model": "mistralai/Mistral-7B-v0.1",
    "corpus": "mongo",
    "gamma": 1.060750419523944,
    "R2": 0.99869,
    "global_kl_obs_vs_prior": 0.016298823278231955,
    "global_jsd_obs_vs_prior": 0.00404723341503832,
    "global_residuals_by_d": {
      "10": -0.08138091364930577,
      "20": 0.007076503197307182,
      "30": 0.03039283128138065,
      "50": 0.025632025650860563,
      "100": 0.011293570532788226,
      "200": 0.0031204868467434276,
      "500": 0.0023678153968065448,
      "1000": 0.0012137964564334605,
      "2000": 0.00028388428698590496
    },
    "global_most_anomalous_d": [
      10,
      30,
      50
    ],
    "global_p_obs_by_d": {
      "10": 0.38851182634611714,
      "20": 0.23233492698957284,
      "30": 0.1769112301011724,
      "50": 0.11085682938197941,
      "100": 0.05214886222481146,
      "200": 0.02270580457309954,
      "500": 0.009777770732282054,
      "1000": 0.004766000432295189,
      "2000": 0.001986749218670158
    },
    "global_p_prior_by_d": {
      "10": 0.4698927399954229,
      "20": 0.22525842379226566,
      "30": 0.14651839881979176,
      "50": 0.08522480373111885,
      "100": 0.04085529169202323,
      "200": 0.019585317726356112,
      "500": 0.0074099553354755095,
      "1000": 0.003552203975861728,
      "2000": 0.0017028649316842529
    },
    "global_excess_at_short": -0.01827955351975738,
    "global_excess_at_long": 0.018279553519757564,
    "layerwise": null
  },
  {
    "stem": "mistralai--Mistral-7B-v0.1_random",
    "model": "mistralai/Mistral-7B-v0.1",
    "corpus": "random",
    "gamma": 0.8296009929924347,
    "R2": 0.996923,
    "global_kl_obs_vs_prior": 0.011311151481069133,
    "global_jsd_obs_vs_prior": 0.0027910372924293382,
    "global_residuals_by_d": {
      "10": -0.054361247230578225,
      "20": -0.015024519249714402,
      "30": 0.020394287518846393,
      "50": 0.021609080199683883,
      "100": 0.018730410355522142,
      "200": 0.0021788109911298204,
      "500": 0.004196456328857864,
      "1000": 0.001453639002462927,
      "2000": 0.0008230820837896334
    },
    "global_most_anomalous_d": [
      10,
      50,
      30
    ],
    "global_p_obs_by_d": {
      "10": 0.3405361631650987,
      "20": 0.20717826808071257,
      "30": 0.17912611601544295,
      "50": 0.1255096851311888,
      "100": 0.0771937059187048,
      "200": 0.03507522127056269,
      "500": 0.019578607782364945,
      "1000": 0.010108942476555976,
      "2000": 0.005693290159368489
    },
    "global_p_prior_by_d": {
      "10": 0.39489741039567694,
      "20": 0.22220278733042698,
      "30": 0.15873182849659656,
      "50": 0.10390060493150491,
      "100": 0.05846329556318265,
      "200": 0.03289641027943287,
      "500": 0.015382151453507081,
      "1000": 0.00865530347409305,
      "2000": 0.004870208075578856
    },
    "global_excess_at_short": -0.02738239876176235,
    "global_excess_at_long": 0.027382398761762388,
    "layerwise": null
  },
  {
    "stem": "Qwen--Qwen2.5-7B_mongo",
    "model": "Qwen/Qwen2.5-7B",
    "corpus": "mongo",
    "gamma": 0.9966953735480816,
    "R2": 0.993942,
    "global_kl_obs_vs_prior": 0.0018136915141001462,
    "global_jsd_obs_vs_prior": 0.0004515428142948941,
    "global_residuals_by_d": {
      "10": -0.024701063990131777,
      "20": 0.006251851470610387,
      "30": 0.008709334783999684,
      "50": 0.007144885615584823,
      "100": 0.00400098973421488,
      "200": -0.002577353492273147,
      "500": -9.69236465223431e-05,
      "1000": 0.0013701858352996822,
      "2000": -0.00010190631078206775
    },
    "global_most_anomalous_d": [
      10,
      30,
      50
    ],
    "global_p_obs_by_d": {
      "10": 0.42503587951954835,
      "20": 0.23163599563433493,
      "30": 0.15916689558952096,
      "50": 0.09757194214618171,
      "100": 0.04931820247272019,
      "200": 0.02013321399912888,
      "500": 0.009014852064262025,
      "1000": 0.0059365213343595775,
      "2000": 0.0021864972399435723
    },
    "global_p_prior_by_d": {
      "10": 0.44973694350968013,
      "20": 0.22538414416372454,
      "30": 0.15045756080552128,
      "50": 0.09042705653059689,
      "100": 0.04531721273850531,
      "200": 0.022710567491402028,
      "500": 0.009111775710784368,
      "1000": 0.004566335499059895,
      "2000": 0.00228840355072564
    },
    "global_excess_at_short": -0.002594992119936884,
    "global_excess_at_long": 0.0025949921199370043,
    "layerwise": null
  }
]