{
  "model": "EleutherAI/pythia-410m",
  "theta": 10000,
  "T_train": 2048,
  "n_layers": 24,
  "n_heads": 16,
  "d_head": 64,
  "n_prompts": 100,
  "seeds": [
    42,
    123
  ],
  "distances": [
    10,
    20,
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "fit_distances": [
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "gamma_matrix": [
    [
      2.726055838530958,
      1.0073425125469087,
      1.5171373901813452,
      1.0496721091688748,
      1.153401153203036,
      1.2185284025798226,
      2.3128970965201576,
      1.7044832265660552,
      1.4323257858013425,
      1.8719545414687282,
      1.2523847435794127,
      1.371101419457763,
      1.3492153955868749,
      1.72834333950613,
      2.404071608762059,
      1.3236650900890818
    ],
    [
      1.297378069809053,
      1.582234496309131,
      1.596746801315529,
      1.9734770011415022,
      1.1276487941161182,
      1.447669137682753,
      1.6422296950529471,
      1.3820431953431414,
      1.4959523102504295,
      2.2752839613751026,
      1.5858534848144956,
      1.36273066116829,
      1.2697020698610506,
      2.0177032994080992,
      1.8115864132013562,
      1.1305211949420135
    ],
    [
      0.8196173023100031,
      1.1783455191452,
      0.9544239558116041,
      0.9369183028317772,
      0.9715142603678371,
      0.7557475675061813,
      1.6633402086845652,
      1.6721987126652975,
      1.1908014778097502,
      1.0956034986791419,
      1.0741903815619485,
      1.2633926760515437,
      0.8687762497292961,
      1.099367190218468,
      0.899192614610129,
      0.7987130423153362
    ],
    [
      0.7170105015679494,
      1.5260365445087043,
      1.0053254357226828,
      1.0802366445385387,
      1.1417989940173474,
      1.1574968230067977,
      1.3423560516739537,
      0.9463382896065721,
      0.9786501674673512,
      1.2075324156801537,
      1.2927320814308247,
      0.8448521870055951,
      1.3052138474897328,
      0.9371387708381207,
      1.2982688322796205,
      1.0700574738278124
    ],
    [
      1.392094302932288,
      0.9645918875072284,
      1.1792610803109804,
      1.1784614728803235,
      1.062873879583764,
      1.0999669516182669,
      0.9804838206366652,
      0.9589278065075242,
      1.016907777909968,
      0.1604038687221364,
      1.3361387131703166,
      0.9815858592691089,
      0.9828719109581309,
      1.2154670636358424,
      2.205273914323529,
      0.8258432082979329
    ],
    [
      0.9651203404078724,
      1.1561719154184984,
      -0.2956786983168969,
      1.8938979406291279,
      1.2268134774072605,
      2.549008693276239,
      1.6662635569027766,
      1.7068454514915083,
      1.8594120355745658,
      1.1341109863149978,
      1.5407595837065966,
      2.6386759621155647,
      1.5356731386892757,
      0.7462855365194477,
      1.34879739352047,
      1.4387861075673918
    ],
    [
      0.17620027092690854,
      1.1231692958162676,
      1.0512022263652687,
      0.7567255030536726,
      0.9541289999347151,
      1.1994930579975132,
      1.0005008296745068,
      1.0353165908606663,
      1.0000465873495101,
      1.570499571596221,
      1.0248707257865297,
      0.7150471033044332,
      1.2668509713180391,
      2.1663999225936306,
      0.8231664624619577,
      0.6964639572005903
    ],
    [
      0.33048387612976005,
      0.7939306831475077,
      3.6287897081220346,
      0.8608629297681091,
      1.0650490272159712,
      0.9785113140453806,
      1.116334605109173,
      2.092811713510906,
      0.4019813833507316,
      2.282454487431723,
      2.364176491488095,
      1.381285433594133,
      0.8472478641502119,
      0.923081914663547,
      0.5948585085012981,
      0.6842744350920941
    ],
    [
      1.0623238371870845,
      2.5886120954510994,
      2.804119671959186,
      1.0575394939218865,
      1.069209637374175,
      0.8506996501791494,
      0.610858881533511,
      0.6660348404027873,
      2.5013657453439917,
      1.6053755112433714,
      1.0085574475908714,
      1.9348705597884868,
      1.692985637294813,
      0.9258568392888018,
      1.2930546265672618,
      1.150906759787014
    ],
    [
      0.6021704266067636,
      2.0150588640824343,
      1.0617856058539596,
      0.9215185567484375,
      1.1056078400809024,
      2.9738479585025024,
      1.082891444553355,
      0.9281933669357331,
      0.7819336816517967,
      0.8674036467388558,
      1.8873248160823022,
      1.4446485126802426,
      1.2383995009758695,
      2.673630340872261,
      1.1101243813312174,
      1.4309031775265089
    ],
    [
      0.7975440790492834,
      2.794889916309123,
      1.1698473203773316,
      1.1638937068061617,
      0.6679840140577139,
      2.6825624278916025,
      1.166739795788089,
      0.885593422778708,
      1.205842330758815,
      0.757012041235384,
      2.327030694439253,
      2.2534584372854805,
      0.8442033482583157,
      0.9643744768487991,
      3.6046868593616557,
      0.8322049173144582
    ],
    [
      1.786536803955796,
      0.8001148827978782,
      0.4778511816889097,
      0.8223927842537179,
      1.5423479016394768,
      1.2501647514374032,
      0.7122344855047319,
      0.9198624117554458,
      1.927462428706347,
      1.6785052756614964,
      2.0166351635855153,
      1.059894572347914,
      1.1784552633473504,
      0.8426850644521451,
      0.6261486505683279,
      0.9906463978374613
    ],
    [
      1.2683682079409697,
      0.9370978173013425,
      2.577769610082435,
      1.2508961425466483,
      2.453728963035811,
      2.7762118269384035,
      0.8598308825922686,
      1.055557575697965,
      0.831705995226792,
      0.8033111589015419,
      0.7407214477823857,
      0.904549820939016,
      0.6185655065175506,
      1.3341392776580219,
      1.193475265772751,
      1.111972799252095
    ],
    [
      3.1859029275464708,
      1.139341279518733,
      2.458041085736429,
      1.1233809534374999,
      0.9657534386279925,
      2.4278853575846218,
      1.2328498129530467,
      1.1269330287753936,
      1.553884964741587,
      1.0930416247100283,
      1.191756401602798,
      1.148551407186968,
      1.0372406710584552,
      1.4654362498008267,
      0.7769460932616479,
      1.7570174134385932
    ],
    [
      1.3171053248200615,
      2.516663691586333,
      0.7052852739363096,
      2.050093993744093,
      1.5024133941475661,
      0.9541823353527353,
      1.0173189480292462,
      1.2391274752704537,
      1.3193491104114348,
      1.6589276048646786,
      1.7431587957307921,
      1.0649337185769256,
      2.506198220226507,
      1.2127468812145608,
      1.4523665909424128,
      1.3649941022695737
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ]
  ],
  "r2_matrix": [
    [
      0.8553556623978569,
      0.9151584764732614,
      0.9146218589154905,
      0.9034939383916283,
      0.9429638548843251,
      0.6804901337861475,
      0.9300989981837473,
      0.8715954026070893,
      0.9654513196595924,
      0.9513055175307998,
      0.9700080157058338,
      0.9494267198806084,
      0.9388757374197798,
      0.9581247345885079,
      0.8595679490061209,
      0.9394888076233235
    ],
    [
      0.9422979354946033,
      0.5836727556901264,
      0.9167712953399493,
      0.9594980646213624,
      0.3015839660326185,
      0.872571237531854,
      0.8140466410344224,
      0.8837871839344865,
      0.7924117081151023,
      0.9030591561427164,
      0.8295020722977019,
      0.8603898882882517,
      0.9222291555656231,
      0.8900792898886258,
      0.9001967690201051,
      0.9329159942513225
    ],
    [
      0.9508269180953806,
      0.9066082190891342,
      0.9233563136624595,
      0.9501892900276827,
      0.8624603665013589,
      0.8295377431636466,
      0.9564920558896087,
      0.839692090265409,
      0.9529423038806661,
      0.9734357754739755,
      0.6841684457023187,
      0.9442741669291983,
      0.9503656019842832,
      0.8383744693603261,
      0.8119155142769677,
      0.8528294927510212
    ],
    [
      0.6843422938386585,
      0.5207892435992348,
      0.8991592753339761,
      0.8981741652411168,
      0.9097672696110717,
      0.8081074382558733,
      0.859529709332111,
      0.9135124133167347,
      0.7383474637464633,
      0.9419340381620196,
      0.7747603451010004,
      0.9452200133399571,
      0.896860377014807,
      0.8010653811648794,
      0.8488718309265368,
      0.8106289084817871
    ],
    [
      0.9336788122060558,
      0.9257294581399651,
      0.9829515505072082,
      0.9596837620121615,
      0.9417290766624602,
      0.9406890783729677,
      0.9895989546040265,
      0.9686008426052473,
      0.9744479633067755,
      0.01151402411739455,
      0.9345318997781761,
      0.9163348216346678,
      0.9480983912593797,
      0.8883678627599471,
      0.8205751184525989,
      0.8454348494426849
    ],
    [
      0.9028393843200576,
      0.9561057247409825,
      0.025688393536546394,
      0.9614620251010907,
      0.8471974038415836,
      0.9230092094296645,
      0.5750603233207603,
      0.9417002353764884,
      0.9371043751934375,
      0.6668936359298432,
      0.7865041811069587,
      0.8685201548128538,
      0.9029620613546436,
      0.7962024237059186,
      0.9234946892312419,
      0.97534835657549
    ],
    [
      0.03751067750177017,
      0.9367823670356412,
      0.9761776644882908,
      0.7977806380334413,
      0.7863800532550931,
      0.569227392017609,
      0.9768022949310724,
      0.8502715631062394,
      0.9252711145366096,
      0.800966882128767,
      0.9513765056600803,
      0.9019939287212475,
      0.9062108933337372,
      0.7306244579447507,
      0.680379707676612,
      0.8474330280931425
    ],
    [
      0.38695345849512863,
      0.8899031189770877,
      0.6710652155431005,
      0.3234637286859504,
      0.9106476919064922,
      0.832023335280792,
      0.9781873681458712,
      0.7872781612735754,
      0.12012728357784308,
      0.7902114908582675,
      0.7996450532157691,
      0.950746030941528,
      0.8965911110061715,
      0.8173658349657837,
      0.5292841287626893,
      0.9822276948652363
    ],
    [
      0.7620705019549343,
      0.9204950255094079,
      0.771785189127018,
      0.9273769984956002,
      0.9191870606186425,
      0.7664404064564413,
      0.8282805722901275,
      0.9695375624973194,
      0.9815400442749195,
      0.8565139381585263,
      0.9244161005549375,
      0.981235353722962,
      0.40510584452661924,
      0.9301337275289854,
      0.9559378146409198,
      0.932092644511894
    ],
    [
      0.8778364516021933,
      0.5784653114879296,
      0.8866784854743379,
      0.9509526072661065,
      0.9492566488511656,
      0.43638275606178745,
      0.9688588711843795,
      0.9845376888075145,
      0.08073629407914551,
      0.8873476937974808,
      0.9262014310982233,
      0.9792141993481943,
      0.9641023852574261,
      0.7673400256472435,
      0.9486698384380745,
      0.9688773266829123
    ],
    [
      0.9573448427832075,
      0.9607024713746369,
      0.8913144733354507,
      0.9490927520239534,
      0.9558514173911694,
      0.8760916282321431,
      0.9678859540666852,
      0.8819768392093981,
      0.8194040168193472,
      0.7072621652525086,
      0.9932369818092335,
      0.8375616762094629,
      0.9470682861204187,
      0.9246753901305256,
      0.9666302984795903,
      0.9081091741346589
    ],
    [
      0.9142225383268213,
      0.9424083871776079,
      0.6346966178594948,
      0.887223198787241,
      0.9604022476430693,
      0.9460320371046991,
      0.9208194031848084,
      0.9599596688781213,
      0.9765214213404044,
      0.9066101575555505,
      0.9359664938952013,
      0.9495711650986609,
      0.9401971882151526,
      0.689169917413692,
      0.7571861953958493,
      0.9582795336169989
    ],
    [
      0.8778879209009807,
      0.9847090221803562,
      0.8724960378409794,
      0.9155867062514729,
      0.9260556495108792,
      0.9715635511486135,
      0.9247757102431647,
      0.9367046459805644,
      0.8816770473397679,
      0.8878751015965283,
      0.9463839279175924,
      0.9388108203099077,
      0.8673305348330349,
      0.8379799621433284,
      0.9760519741282394,
      0.9842470319851269
    ],
    [
      0.865093443364172,
      0.9329523078187874,
      0.8144897664755089,
      0.9707825811266287,
      0.9459775183826917,
      0.8084792942663992,
      0.9512670044090751,
      0.9135153342643266,
      0.9842597222128104,
      0.9667822894005126,
      0.8777405405058174,
      0.9440123293641677,
      0.9732965193931189,
      0.990891571965329,
      0.8587562964376453,
      0.8873367379226497
    ],
    [
      0.9284725466037672,
      0.9733913012603146,
      0.8785564673088235,
      0.9097389293354321,
      0.9284447276770192,
      0.9577222718458529,
      0.8840540447048221,
      0.9859500431192065,
      0.9767702791277082,
      0.9102492875363224,
      0.879641046495415,
      0.9236788231739088,
      0.8599354707228055,
      0.9628876579427949,
      0.918758040994364,
      0.9897328160817639
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ]
  ],
  "summary": {
    "gamma_mean": 1.328321630353653,
    "gamma_std": 0.6022841062829021,
    "gamma_min": -0.2956786983168969,
    "gamma_max": 3.6287897081220346,
    "gamma_range": 3.9244684064389315,
    "gamma_global_fit": 0.9794385722098524,
    "r2_global": 0.9921453725160345,
    "gamma_mixture_pred": 1.328321630353653
  },
  "outlier_heads_high": [
    [
      0,
      0,
      2.726055838530958
    ],
    [
      5,
      5,
      2.549008693276239
    ],
    [
      5,
      11,
      2.6386759621155647
    ],
    [
      7,
      2,
      3.6287897081220346
    ],
    [
      8,
      1,
      2.5886120954510994
    ],
    [
      8,
      2,
      2.804119671959186
    ],
    [
      9,
      5,
      2.9738479585025024
    ],
    [
      9,
      13,
      2.673630340872261
    ],
    [
      10,
      1,
      2.794889916309123
    ],
    [
      10,
      5,
      2.6825624278916025
    ],
    [
      10,
      14,
      3.6046868593616557
    ],
    [
      12,
      2,
      2.577769610082435
    ],
    [
      12,
      5,
      2.7762118269384035
    ],
    [
      13,
      0,
      3.1859029275464708
    ]
  ],
  "outlier_heads_low": [
    [
      5,
      2,
      -0.2956786983168969
    ]
  ]
}