{
  "model": "EleutherAI/pythia-1b",
  "theta": 10000,
  "T_train": 2048,
  "n_layers": 16,
  "n_heads": 8,
  "d_head": 256,
  "n_prompts": 60,
  "seeds": [
    42,
    123
  ],
  "distances": [
    10,
    20,
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "fit_distances": [
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "gamma_matrix": [
    [
      0.8396112180516474,
      0.9914095037789742,
      1.2416689332061102,
      1.0804016840389459,
      2.203744521319629,
      1.4746688428830486,
      1.1026709741353247,
      1.002995815732713
    ],
    [
      0.07687109379316528,
      1.529635180045567,
      0.5831331955549788,
      2.771663542760671,
      1.313027619284348,
      1.4422100878884128,
      1.1648376759133048,
      1.0804063773134147
    ],
    [
      0.8553281074214615,
      1.4710431662719157,
      0.9381328974929382,
      1.315087940091258,
      1.14866408115732,
      0.585382940745927,
      0.8199952224696406,
      1.0663723257670654
    ],
    [
      1.8101410343543036,
      1.126507826107865,
      0.5621118057940716,
      0.7362932900578493,
      0.7532942418052956,
      NaN,
      0.5359664140957514,
      0.8186297547762317
    ],
    [
      0.9630318747509097,
      1.1561722707972302,
      0.8125462929986226,
      0.6766492950291022,
      0.6151560357369132,
      0.8678998854312073,
      0.8521575330683555,
      0.603631496764009
    ],
    [
      0.5191141537427254,
      0.884227659909035,
      0.5923766743832868,
      0.928404202465268,
      0.9147902164573699,
      0.5729548557364857,
      0.920444887952919,
      0.523575949475416
    ],
    [
      1.1064122690923346,
      0.9086783217129951,
      0.8166337833709647,
      0.5947838382393198,
      0.8731120536926595,
      0.9767716930284652,
      0.9370350522283324,
      0.6919144310045783
    ],
    [
      0.6691029444451231,
      0.6205926029894723,
      0.8360148923303251,
      0.8588159670496819,
      1.2632009645958397,
      1.4491845666569996,
      1.2153333682391885,
      1.1880594206699382
    ],
    [
      0.9265351760846104,
      0.8595884369338112,
      0.9751132036837779,
      0.9084968794142233,
      1.1097610078506142,
      1.00107851654304,
      1.0109014681132495,
      1.2067776431779051
    ],
    [
      0.8767314834339544,
      0.7558729242460741,
      1.001250788030399,
      0.8963188099194975,
      0.7443435269408117,
      0.7398102433729618,
      1.088042707488966,
      0.9217848241821661
    ],
    [
      0.8809387897259895,
      1.5494629132916073,
      0.9111819059128659,
      0.969936961366972,
      0.936285198218925,
      0.5195418574900117,
      0.7336271225219896,
      1.0120427539125905
    ],
    [
      0.9122350439075307,
      0.7827972407305469,
      0.6343020326510451,
      0.7800374014382553,
      0.8883874023584357,
      0.6854077337780102,
      0.7127771706267649,
      0.6565801853947911
    ],
    [
      0.6890077735865242,
      0.9714802739441339,
      0.45521776047098955,
      0.5470802893832037,
      0.9024164389143299,
      0.8377769347199506,
      0.7212189685918424,
      0.7765806040354803
    ],
    [
      1.1549000546979742,
      0.7676330425869643,
      0.5459691673329192,
      0.8597185320284861,
      1.3589542536355885,
      0.7478785875104619,
      0.7325495583511101,
      0.6259703590547835
    ],
    [
      1.3953482388254563,
      0.8069061073295272,
      1.2930708904189399,
      1.1588332685395801,
      0.8715664415033831,
      1.2224643555040287,
      0.7234147111921838,
      0.9626354953921575
    ],
    [
      1.19234583384983,
      0.9273209849786251,
      1.2483316293853761,
      0.8562698834639803,
      0.7655228936664625,
      1.0581076179122268,
      0.8949658879582604,
      1.2324387946001427
    ]
  ],
  "r2_matrix": [
    [
      0.8831451615370409,
      0.9549849286846273,
      0.9630137777881698,
      0.8807494913679469,
      0.9866999724517822,
      0.9861090427739921,
      0.9799938369630977,
      0.9374956279224039
    ],
    [
      0.004793225759246678,
      0.9159731395186271,
      0.8003696481120883,
      0.7555578544852265,
      0.352698181084545,
      0.819183134220076,
      0.8862245803992508,
      0.9054225354625551
    ],
    [
      0.8604848088339963,
      0.8970121961990759,
      0.6603519678006495,
      0.8189969219722247,
      0.9768504103855251,
      0.35901178922730637,
      0.931241568920192,
      0.9799142576925339
    ],
    [
      0.9181719171020266,
      0.977059970492666,
      0.32522886185182653,
      0.8204487526671624,
      0.8793478665422716,
      0.0,
      0.37744724634613513,
      0.6985736651019185
    ],
    [
      0.9201859766982319,
      0.4586860491735878,
      0.8148395564239657,
      0.8232060648845021,
      0.5681295220024563,
      0.9502661686375705,
      0.8451049818501382,
      0.1667016711190169
    ],
    [
      0.4032005397082239,
      0.7134906803669654,
      0.7076833742116984,
      0.24067903888208342,
      0.9619511949629312,
      0.126872997901189,
      0.950184988933867,
      0.519758820105462
    ],
    [
      0.23288935935186073,
      0.9645129901703161,
      0.6963028516054642,
      0.15967298015810183,
      0.40460282781647827,
      0.2567259575352052,
      0.665799672504472,
      0.6557448784240586
    ],
    [
      0.8843547039946529,
      0.8447929212354321,
      0.8714658163161091,
      0.1357048567092496,
      0.8308387132591101,
      0.20099759262405037,
      0.20038701232630896,
      0.548995431382633
    ],
    [
      0.8391308752688642,
      0.6813314879636447,
      0.8145185563537689,
      0.37278930589545767,
      0.35148710044049947,
      0.7880079751677556,
      0.6912873021850844,
      0.36488562912443057
    ],
    [
      0.7740123724749508,
      0.8873794002063756,
      0.28749450100460394,
      0.4742275027128813,
      0.541219145594414,
      0.7974300486746629,
      0.33007809431232227,
      0.8648564561762206
    ],
    [
      0.9827150747884983,
      0.20500408791630143,
      0.39935377511730574,
      0.38717144193214503,
      0.3729592999795994,
      0.9482021288756908,
      0.954181400712733,
      0.5192765334079961
    ],
    [
      0.7292418551049387,
      0.883010709864236,
      0.7299388535681016,
      0.5879627695374501,
      0.856032146695642,
      0.9195262598595575,
      0.9543950845847243,
      0.9589162211621126
    ],
    [
      0.9497585714349279,
      0.4391206312305339,
      0.8157297205763074,
      0.8196054332135931,
      0.40999702652193437,
      0.4444951698303582,
      0.8956040512652186,
      0.8481837727376205
    ],
    [
      0.344233287191253,
      0.5078094024836055,
      0.9372386467079528,
      0.9898797020590342,
      0.7584582526299921,
      0.5912250741803053,
      0.9553944815825159,
      0.5834242812183406
    ],
    [
      0.6116819390167232,
      0.7631751653078428,
      0.9568355266869597,
      0.8502526775469151,
      0.7241160976401524,
      0.7106868347264073,
      0.9565111310236821,
      0.5636891553184115
    ],
    [
      0.6228097571292635,
      0.753881629713419,
      0.8604108947876953,
      0.996779768475402,
      0.8966294526913872,
      0.6388358723884096,
      0.899854781055552,
      0.6739792421302004
    ]
  ],
  "summary": {
    "gamma_mean": 0.9428545807422167,
    "gamma_std": 0.33149603436752584,
    "gamma_min": 0.07687109379316528,
    "gamma_max": 2.771663542760671,
    "gamma_range": 2.6947924489675055,
    "gamma_global_fit": 0.7530236101524865,
    "r2_global": 0.8266548452451481,
    "gamma_mixture_pred": 0.9428545807422167
  },
  "outlier_heads_high": [
    [
      0,
      4,
      2.203744521319629
    ],
    [
      1,
      3,
      2.771663542760671
    ],
    [
      3,
      0,
      1.8101410343543036
    ]
  ],
  "outlier_heads_low": [
    [
      1,
      0,
      0.07687109379316528
    ]
  ]
}