data/exp_gamma_field/EleutherAI--pythia-1.4b_gamma_field.json

{
  "model": "EleutherAI/pythia-1.4b",
  "theta": 10000,
  "T_train": 2048,
  "n_layers": 24,
  "n_heads": 16,
  "d_head": 128,
  "n_prompts": 100,
  "seeds": [
    42,
    123
  ],
  "distances": [
    10,
    20,
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "fit_distances": [
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "gamma_matrix": [
    [
      1.1578705755501353,
      0.8869080388850906,
      0.7326259225540419,
      1.7568234255270307,
      0.7737628763770268,
      1.027770791312411,
      1.188452195783214,
      1.7480755880752452,
      0.8715376202538662,
      1.0193700499119966,
      0.9653162141757919,
      0.8191986466310118,
      0.6976663489293273,
      0.9218885596229991,
      1.0285592987754697,
      1.0913504907689993
    ],
    [
      0.6619121420835893,
      0.883352361372461,
      0.9081702486392946,
      0.8817911191391561,
      0.6835453773790271,
      0.856332019190857,
      0.2516771877457767,
      1.0645893681070457,
      0.26581995706907885,
      0.8410673866840657,
      0.7980002484278271,
      -0.25489405996629166,
      1.3383257755627036,
      0.6538827979832438,
      0.5540736302307779,
      0.5676222306864117
    ],
    [
      1.674527478831519,
      0.7590668486568224,
      0.6669934242185699,
      0.6604324165448482,
      0.7572712400258526,
      0.8072127699758772,
      0.7465735697346123,
      0.8945163480750086,
      0.7921736645780619,
      0.5692075707301391,
      0.6290002028408747,
      0.8011338903433171,
      0.7415712392433518,
      0.6836217293228267,
      0.7872838435863282,
      0.7869783019258745
    ],
    [
      0.8531151664834982,
      0.3764460595205523,
      0.6859567419556265,
      0.5829924990807441,
      0.8771869087415287,
      0.46954012354576935,
      0.7578516461858689,
      0.6965915457265051,
      0.7132842942977466,
      0.7031545275526778,
      0.39405273005298147,
      0.6219794039722086,
      0.7094588057709719,
      0.7928518435001258,
      0.813037862544174,
      0.6755930238258767
    ],
    [
      0.8468909355883746,
      0.7973868148701114,
      0.5404281634096747,
      0.9546793011186373,
      0.9125645542099609,
      0.3068098340700925,
      1.06426886824475,
      0.7252891013047493,
      0.6626658562302794,
      0.6448580321870137,
      0.736751689911295,
      0.6739943425167195,
      0.42317315822323526,
      0.9120510310857243,
      0.4814634054342153,
      0.2912717123520083
    ],
    [
      0.8934231772400477,
      0.7083471911821391,
      0.6178733720633727,
      1.0513865762303845,
      0.5816506388382618,
      1.0502098675165952,
      0.5971313290529853,
      0.8791379724741453,
      0.7046456057020707,
      0.5481878008350556,
      0.551179625127339,
      1.3914957544753166,
      0.47748984697715796,
      0.7127975564121859,
      0.6330261778184991,
      0.9496956488266157
    ],
    [
      0.6205458254934217,
      0.9961477740726046,
      1.2928429567505675,
      1.121062797925592,
      0.7064020665747581,
      1.0868969017284875,
      0.9829220920874581,
      1.1190806952493568,
      0.9248067070733913,
      0.9674804391960732,
      0.663556361046569,
      0.9008569027076863,
      0.868352937354718,
      0.6385910432755296,
      0.2992340164355994,
      0.5542002430555188
    ],
    [
      0.43140845301299385,
      1.0748849393613427,
      0.6049310130382731,
      0.40644271818178956,
      0.853224111834578,
      0.5596731652720067,
      0.7611937940017302,
      0.6979076541930821,
      0.3322237391676036,
      0.773272934154798,
      0.6204578530083463,
      0.6737067334012345,
      0.7506869433883868,
      0.6984988490617156,
      1.1909222981740566,
      1.8557244919069582
    ],
    [
      0.756083012119903,
      0.7539311833286334,
      0.8019819558190359,
      1.6305401571100395,
      0.608270363205928,
      0.6094958130266892,
      0.7820954140940869,
      0.6264281345937356,
      1.0501485014972658,
      0.983185664178738,
      0.9681493573839137,
      1.11947279519518,
      0.983902748695303,
      0.7498435299916729,
      0.6546101836473646,
      1.640102948177106
    ],
    [
      0.8790281981270099,
      0.8717039647707567,
      0.7768908415732277,
      0.9111812979169022,
      0.9499743399033278,
      0.8792854514176403,
      1.1907950596008159,
      1.0842344394617656,
      0.6448717213075927,
      0.7598130006362595,
      0.7709416148822013,
      0.8336964859367143,
      0.8200006328665633,
      0.8448119551660931,
      0.5865009844126516,
      0.9888644434626436
    ],
    [
      -0.05241901064342408,
      1.2100253778085042,
      1.3129960087961563,
      0.9519206344934726,
      0.8578815110516801,
      0.6731141277977598,
      0.9597260585788245,
      0.7697042526859117,
      0.5239664838495783,
      0.5962570844278307,
      1.0389558460691914,
      0.71736848625201,
      1.2620655186009841,
      1.162785944733063,
      1.2941325325017983,
      1.0635856503822299
    ],
    [
      0.739523273436235,
      0.9965437510047259,
      0.3226870471439754,
      0.6512718219813171,
      0.496767390245986,
      0.5938437848569355,
      0.6224258481901145,
      1.205732843602345,
      0.6575854376491866,
      1.883511413175968,
      0.6571255528177663,
      0.6717922548455902,
      0.6177218085538658,
      0.6952837335526745,
      0.7561957872149548,
      0.6807507394805915
    ],
    [
      0.3991723838901931,
      0.8009560496428203,
      1.0680774859422257,
      1.1442117538093441,
      1.4401954866836024,
      0.9192506945261206,
      0.8272868775008038,
      0.7092579316299242,
      0.7372707915401595,
      1.137913531253263,
      0.8795518926995746,
      0.5108457696183433,
      1.108931667785543,
      1.2684434345071716,
      0.7061845740562657,
      0.4391896586704156
    ],
    [
      0.7492162113746534,
      0.6866999199414506,
      0.7759647127985789,
      0.4995321952997332,
      NaN,
      0.6334950361719205,
      1.0429819934662905,
      1.1135536897836926,
      0.8613945456974239,
      2.2160171797340684,
      1.271240454152724,
      0.8285145161624956,
      0.7527142269198872,
      0.8180403186132406,
      1.0226709832872274,
      0.6363004657847908
    ],
    [
      0.5394992717212015,
      1.0878184678140423,
      0.6096053276765774,
      2.4203902835840094,
      0.7982269602337413,
      0.8288119503876228,
      0.3945644833687705,
      0.8001136408497334,
      1.5625955675025887,
      1.2651218311656685,
      1.1038042849239278,
      0.5460236315036509,
      0.8040443717306823,
      1.0955002335310948,
      1.392567098798463,
      0.5904281727128783
    ],
    [
      0.7967650707130752,
      0.6563748138700621,
      0.8051661676937927,
      0.6899304634690816,
      0.9435390817272916,
      1.108257359583726,
      0.9161735892028474,
      0.6070356252837706,
      1.002218446910503,
      0.4817594191240528,
      2.0524720045524676,
      0.495700549389223,
      0.7653839912263524,
      0.6774698903583868,
      0.5888062287496618,
      0.5577500865399752
    ],
    [
      0.5119018646684848,
      0.51557857429562,
      0.6396286571013124,
      0.5704675335894112,
      0.47148990092213794,
      0.5398596301795913,
      1.1022025052581612,
      1.0622462002911712,
      1.6456192159420966,
      2.2193666164103862,
      0.4051146576113961,
      1.4245384371044199,
      1.143283144159944,
      0.34543129064441475,
      1.168532527594249,
      0.7174768939397109
    ],
    [
      0.7353351903972097,
      0.806338004743141,
      NaN,
      1.9415043916955064,
      1.224995052551576,
      0.5409258210392847,
      0.6271976050247828,
      0.6791416370266732,
      0.6378281279305216,
      1.2003723598933478,
      0.8386345241082701,
      2.22671365190291,
      1.0117932274819157,
      0.6990753036646199,
      0.8403830871420771,
      0.40083982423344916
    ],
    [
      0.4769916071973614,
      0.8854823122237984,
      0.9349862056112912,
      1.148543203789438,
      0.38612009462722174,
      1.3201865056256084,
      0.5843236325448012,
      1.132616131922907,
      0.6739988234452708,
      0.7097365906211182,
      0.9148628812238053,
      0.7759109996093891,
      0.968782897946746,
      0.3631561016646753,
      1.267801637758006,
      0.41274816319105573
    ],
    [
      1.5278747630585976,
      0.8566722940393973,
      0.8201799834960329,
      0.43947189517911905,
      1.3500674833522632,
      0.7080657039335528,
      0.6024955674421296,
      0.8442085958685488,
      0.6838379216212527,
      1.0056405745701849,
      0.4605738886858128,
      0.7780568917414783,
      0.4259371025098511,
      1.6651951270985301,
      1.0221401787153197,
      0.7432112267140916
    ],
    [
      0.7759557839781828,
      0.737097659327614,
      1.2169413197386445,
      0.8208416431584058,
      2.138239573671578,
      1.929080771682426,
      0.8041509040645939,
      0.5381608300745534,
      0.5673947274417,
      1.2228157132604667,
      0.7048837935632173,
      1.115199609182677,
      0.7253948495822524,
      0.7819768261122423,
      0.6296491680844711,
      0.7817522895228818
    ],
    [
      0.8645150570127204,
      1.1599832012311022,
      0.6531787172944967,
      1.4404636633581216,
      1.7475445457203558,
      0.5223477217846869,
      1.901050935194978,
      1.0047781831090126,
      0.3576365374986829,
      1.0935818748137236,
      0.8870733105163895,
      2.0098559029009024,
      1.8252018820620541,
      0.011332084773966293,
      2.301767916910281,
      0.9371447524729827
    ],
    [
      0.81058339983165,
      2.0135375908106194,
      1.5013374327456124,
      1.7622648999886907,
      1.0124229330524568,
      1.3354818316095969,
      0.7494991623030244,
      2.130252691651698,
      2.588531049483412,
      3.3388023092965446,
      1.7218389801833536,
      1.0720161888496287,
      4.18773983086798,
      0.9285565461599831,
      2.3562026475102673,
      1.7831938872873703
    ],
    [
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN,
      NaN
    ]
  ],
  "r2_matrix": [
    [
      0.9773679868596847,
      0.8584411178100798,
      0.8638907089132817,
      0.9356772912210161,
      0.7935132184470719,
      0.9527357727470953,
      0.4720971364316928,
      0.9610789122232798,
      0.7089571656515286,
      0.9671727375328242,
      0.8808794846915471,
      0.7442959057170688,
      0.6414271496912936,
      0.866415437740456,
      0.6962146900292341,
      0.9720872010364279
    ],
    [
      0.6899195684341277,
      0.8815217399337465,
      0.9585631974799882,
      0.6794092962219103,
      0.5855500805558609,
      0.3593469325275186,
      0.06519022903384664,
      0.8630014878131347,
      0.07171051883225166,
      0.849898856399917,
      0.31362271857879054,
      0.09170368408219343,
      0.6811989136079954,
      0.5332707360882575,
      0.40320661816834213,
      0.4203520630772365
    ],
    [
      0.9357283181274062,
      0.759831139008855,
      0.8475032261249447,
      0.9592405220908535,
      0.6855809073066894,
      0.48816836716594847,
      0.7985274527499966,
      0.9588184997179114,
      0.8796887713412127,
      0.7947673675823983,
      0.8928440617332164,
      0.9044191366660912,
      0.8001014867732741,
      0.8221495956471563,
      0.7352616663839634,
      0.3222036415120052
    ],
    [
      0.8847983400207401,
      0.3100371237800168,
      0.7989621668795583,
      0.4283611410935433,
      0.7788546873481583,
      0.16605734400351335,
      0.822040423802542,
      0.9043874534924313,
      0.5866346643055358,
      0.8831851572942305,
      0.29969051203011055,
      0.8306197908385744,
      0.7702329887949764,
      0.7158533158928955,
      0.9723948530039024,
      0.346362462292663
    ],
    [
      0.957393467112624,
      0.7868349663279036,
      0.9370846157169401,
      0.9614512522591618,
      0.9352921409423365,
      0.03439689766132048,
      0.4769929541032303,
      0.6250179280813726,
      0.9551914013331498,
      0.7922267181525532,
      0.8111515139109782,
      0.8671824966217636,
      0.6919014845606545,
      0.8691366344897572,
      0.10881619773690587,
      0.029130014121247494
    ],
    [
      0.2694564174073556,
      0.8730853588367662,
      0.7224135937181515,
      0.4542135707019822,
      0.7259596220619485,
      0.9716769364399195,
      0.2929265869652211,
      0.7476519792202089,
      0.9582549155831156,
      0.12023143916180146,
      0.9455486611558914,
      0.7734723667792512,
      0.4577148557452444,
      0.9270304005781294,
      0.562177062186322,
      0.5155058557472058
    ],
    [
      0.4807002951646101,
      0.5289280263421466,
      0.361290792389924,
      0.5176546216107282,
      0.47302455185679604,
      0.9729542445690654,
      0.9921776532944048,
      0.30561982436919966,
      0.25323779522971457,
      0.7405626625422765,
      0.1315398507932921,
      0.684497914034208,
      0.7688578529124162,
      0.7772252389220069,
      0.1309483386518322,
      0.1136439217861408
    ],
    [
      0.1419471125673898,
      0.9329986964575478,
      0.8439307075481994,
      0.718336964067849,
      0.9371699793100429,
      0.06826197637092479,
      0.9788961557469518,
      0.3428028508019697,
      0.0916187140444148,
      0.36676216091485303,
      0.9566532161303262,
      0.8441715949292024,
      0.7201213910687314,
      0.8791588436737106,
      0.2484449850782855,
      0.9046959228498097
    ],
    [
      0.9363050165869371,
      0.8440742660430347,
      0.1746208325292784,
      0.9626043830448217,
      0.14692759992546756,
      0.9123374629495572,
      0.9913846757764097,
      0.9014710305552202,
      0.9433007569771686,
      0.374800756212157,
      0.9416588697101234,
      0.26916491440798096,
      0.4745198013983357,
      0.8871728323853456,
      0.10113850009063008,
      0.4944444326762897
    ],
    [
      0.9052696634342764,
      0.7642385024647486,
      0.9240521827469665,
      0.5432048026456514,
      0.5931239846153616,
      0.907908841675195,
      0.727064022552516,
      0.4387292581830351,
      0.8796182346905058,
      0.9410831448643274,
      0.967197896233256,
      0.7960143152058471,
      0.9691944684332475,
      0.9974882181251861,
      0.770699833120387,
      0.8644784138752455
    ],
    [
      0.03875359832067771,
      0.3022337423650421,
      0.3369418416845571,
      0.9917741453205103,
      0.9359968306431764,
      0.9471099154616546,
      0.9141807614511946,
      0.46805884664418484,
      0.9281731091829886,
      0.9299071974701135,
      0.9543834038667702,
      0.8883507362875234,
      0.6990149728327646,
      0.9441172526874569,
      0.5486174554564299,
      0.9491254386728807
    ],
    [
      0.9598462676928613,
      0.7785620627683267,
      0.09193149817209878,
      0.8879601172749554,
      0.09840384814625591,
      0.8528042806969938,
      0.8565791099244209,
      0.4253192148243419,
      0.9791567040088298,
      0.5014897520529046,
      0.902757531792761,
      0.9546315918206828,
      0.9031977534091791,
      0.9337023627472798,
      0.9567630523866336,
      0.8723026985561301
    ],
    [
      0.5039913729542058,
      0.7495061217783586,
      0.7078304403206717,
      0.16887325941649023,
      0.6876170704689253,
      0.311389964262064,
      0.8684931715642753,
      0.9348377026678385,
      0.21076918086196228,
      0.8991371665404775,
      0.9823558891208274,
      0.7726147755360027,
      0.27455538593247675,
      0.9556734506850217,
      0.9458475585522902,
      0.5618287515030428
    ],
    [
      0.9369983184206073,
      0.8279359777933312,
      0.8706753034800976,
      0.20959354623656323,
      0.0,
      0.6163795445246109,
      0.7799921367067197,
      0.9129932558735037,
      0.9678370325483555,
      0.5906440396421514,
      0.7780426139917794,
      0.8135995376812503,
      0.4832109069940983,
      0.9503204492611244,
      0.7393159945133789,
      0.8863954625099694
    ],
    [
      0.9509030570039909,
      0.9020149810523833,
      0.8944904293312812,
      0.5797758609624702,
      0.8820786196662341,
      0.9479827109982604,
      0.7995376338719221,
      0.8779137431221069,
      0.6521518156126196,
      0.9187485644223256,
      0.6660793854165978,
      0.8845385703823172,
      0.7798740513804534,
      0.7889091064231554,
      0.770514487852954,
      0.7353417726587483
    ],
    [
      0.8570914685279953,
      0.8563534125154693,
      0.6713518013300551,
      0.8424341995864919,
      0.9098517422420231,
      0.4476809937690259,
      0.9519198360316451,
      0.882138079563687,
      0.6367668257152845,
      0.8638644043233581,
      0.5501527635615955,
      0.7344905873501042,
      0.2700425614772438,
      0.9601944001759699,
      0.9125443000136122,
      0.8413871578457219
    ],
    [
      0.9033093882706102,
      0.7544635126817979,
      0.9635886688130304,
      0.9094508006677501,
      0.9542660389171647,
      0.8788156453246374,
      0.9568803154705557,
      0.6233223967671919,
      0.4984561471677127,
      0.8803141588474971,
      0.43848459591126543,
      0.8244648004830886,
      0.2692787797304106,
      0.5536475347951302,
      0.7520131049535892,
      0.8219650209964624
    ],
    [
      0.894167412419102,
      0.8904008256306505,
      0.0,
      0.7922499390782095,
      0.7448883037165184,
      0.8455291109447175,
      0.7859328722359297,
      0.8581531258026422,
      0.9028070916411471,
      0.689650486359899,
      0.9025951954796047,
      0.6052144929759065,
      0.7490213389680973,
      0.864672692365134,
      0.5818963758725573,
      0.8485915354199023
    ],
    [
      0.8456607089305056,
      0.4422656674475812,
      0.9251989415785142,
      0.4496596641841043,
      0.6833589440563748,
      0.8205460145339079,
      0.8643424032882381,
      0.6727858324731815,
      0.7936175318854913,
      0.8342985805616171,
      0.45714224145915094,
      0.9138323309455658,
      0.7506169390380524,
      0.39540138214380016,
      0.7051044666844359,
      0.4906912568547086
    ],
    [
      0.739593366639754,
      0.6074658504314255,
      0.9724316938032742,
      0.7661108836580311,
      0.5626845522913609,
      0.9567078330666281,
      0.8622868618999111,
      0.7602747407870066,
      0.7444398767719012,
      0.8989006192281664,
      0.8682746111729904,
      0.864774068019408,
      0.7181198869035537,
      0.484338511813317,
      0.3917785173277093,
      0.44263503480408084
    ],
    [
      0.846861903381786,
      0.8163687868998445,
      0.9518471693261111,
      0.8920442614540242,
      0.8169727637952598,
      0.8773218440088184,
      0.8539525229286083,
      0.30053140662024946,
      0.8425996248128541,
      0.6596364546331163,
      0.8858389764482074,
      0.6281665490840767,
      0.802990900493462,
      0.841844331648512,
      0.8673537209504006,
      0.8634036004970463
    ],
    [
      0.8244981288670352,
      0.8587721808344058,
      0.7513741572350361,
      0.8628682307761688,
      0.8740729796301934,
      0.887588415823501,
      0.9121433334444385,
      0.7643440483933089,
      0.4728791461734656,
      0.8975989855832018,
      0.6648416843208729,
      0.7547629652575658,
      0.9639956008065864,
      0.00017739536526295563,
      0.9238924518987256,
      0.33251414507248767
    ],
    [
      0.9096487073203757,
      0.7934193734822155,
      0.6399221005066855,
      0.6705408785459371,
      0.8991033715765749,
      0.7503785228399129,
      0.6833746947875334,
      0.8791808779676732,
      0.8994188893443498,
      0.835680535428643,
      0.874223478063916,
      0.48375505411158604,
      0.6842640201589338,
      0.9740118465284484,
      0.8788914447778934,
      0.5231681009512551
    ],
    [
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0,
      0.0
    ]
  ],
  "summary": {
    "gamma_mean": 0.9066859893753302,
    "gamma_std": 0.4627190613451061,
    "gamma_min": -0.25489405996629166,
    "gamma_max": 4.18773983086798,
    "gamma_range": 4.442633890834272,
    "gamma_global_fit": 0.6900401428012509,
    "r2_global": 0.973692105664348,
    "gamma_mixture_pred": 0.9066859893753302
  },
  "outlier_heads_high": [
    [
      7,
      15,
      1.8557244919069582
    ],
    [
      11,
      9,
      1.883511413175968
    ],
    [
      13,
      9,
      2.2160171797340684
    ],
    [
      14,
      3,
      2.4203902835840094
    ],
    [
      15,
      10,
      2.0524720045524676
    ],
    [
      16,
      9,
      2.2193666164103862
    ],
    [
      17,
      3,
      1.9415043916955064
    ],
    [
      17,
      11,
      2.22671365190291
    ],
    [
      20,
      4,
      2.138239573671578
    ],
    [
      20,
      5,
      1.929080771682426
    ],
    [
      21,
      6,
      1.901050935194978
    ],
    [
      21,
      11,
      2.0098559029009024
    ],
    [
      21,
      14,
      2.301767916910281
    ],
    [
      22,
      1,
      2.0135375908106194
    ],
    [
      22,
      7,
      2.130252691651698
    ],
    [
      22,
      8,
      2.588531049483412
    ],
    [
      22,
      9,
      3.3388023092965446
    ],
    [
      22,
      12,
      4.18773983086798
    ],
    [
      22,
      14,
      2.3562026475102673
    ]
  ],
  "outlier_heads_low": [
    [
      1,
      11,
      -0.25489405996629166
    ],
    [
      10,
      0,
      -0.05241901064342408
    ]
  ]
}