{
  "model": "EleutherAI/pythia-70m",
  "short_name": "pythia-70m",
  "theta": 10000,
  "T_train": 2048,
  "d_head": 64,
  "n_pairs": 32,
  "k_dead": 23,
  "global_mean_snr": 0.8728831521760515,
  "global_min_snr": 0.7859839851544951,
  "global_max_snr": 0.9644368280316371,
  "layers": [
    {
      "layer": 0,
      "mean_snr": 0.844582022516127,
      "per_head_snr": [
        0.8305933580986826,
        0.9592422506633252,
        0.7885759082483262,
        0.7519907149036857,
        0.867178151082206,
        0.873491127103617,
        0.8604318988543304,
        0.8251527711748431
      ],
      "mean_band_energy": [
        0.7216495517290231,
        0.7788312365613499,
        0.7875515910367785,
        1.434534914230973,
        0.8363050732025776,
        0.868145060088032,
        0.950716354102674,
        1.4471906559466792,
        1.871799024874342,
        1.8667119071863016,
        1.8586622728442461,
        1.752083736477605,
        1.8599083282215312,
        1.818449648281152,
        1.8047409596146493,
        1.9013249194008295,
        1.8727404077350953,
        1.848480669955888,
        1.8601044568242648,
        1.8772003938885993,
        1.8498166812633547,
        1.775661581669866,
        1.8416582621946982,
        1.8581192556926283,
        1.8415773811873413,
        1.8477950909609966,
        1.87234710838568,
        1.8271381035888354,
        1.748040098120156,
        1.8888700950422206,
        1.9079423043190284,
        1.8446552759217076
      ],
      "dft_magnitude": [
        52.12075240054911,
        6.261159560988024,
        4.424820246172176,
        2.3557781538879667,
        0.27423297126916507,
        1.5980776672175867,
        2.4286807260340253,
        1.9845157339048622,
        1.2807090020397363,
        0.5610760214930772,
        0.40776910919410503,
        0.12499989182308917,
        0.09331733790668413,
        0.48801609588580636,
        1.0777015896011544,
        1.2353847464236924,
        1.1496326892382278
      ],
      "mean_band_dot": [
        -0.00013309496620195205,
        3.069219974349835e-05,
        8.455746353774884e-06,
        5.334954425961769e-05,
        -0.00011078188163082814,
        -8.871601812643348e-05,
        4.872067290762061e-05,
        7.978801704666694e-05,
        0.00017427288275939645,
        9.832217074290384e-05,
        0.00016990491076285252,
        0.00018049351456284057,
        0.00017932664377440233,
        0.00011653332148853224,
        0.00017711505824991036,
        0.00011074423309764825,
        0.00014079950142331654,
        0.0001883548511614208,
        0.00020895687703159638,
        0.0001575931901243166,
        0.00018918959676739178,
        0.000199970373614633,
        0.00013663794015883468,
        0.00011092581917182542,
        0.00015523001093242783,
        0.0001124959162552841,
        0.00018463230389897944,
        0.0002819869440600087,
        0.00018373365401203046,
        0.00013475658215611475,
        0.00010554904019954847,
        0.00022076237291912548
      ]
    },
    {
      "layer": 1,
      "mean_snr": 0.9102494921785727,
      "per_head_snr": [
        0.9085675942244394,
        0.9192446739430464,
        0.8372796939901613,
        1.0576991797160022,
        0.9144384632691951,
        0.9199590181022559,
        0.8591503366054215,
        0.8656569775780588
      ],
      "mean_band_energy": [
        1.5284769957405504,
        1.486628152848116,
        1.6703863897753468,
        2.1726826093832265,
        1.3923949050757827,
        1.5632273577756335,
        1.8112354220299505,
        2.2437877103980863,
        2.59524132413625,
        2.5544664422792147,
        2.5881548810948063,
        2.528223716237153,
        2.5962057384111947,
        2.601447257138128,
        2.510038824666519,
        2.555943143801662,
        2.593465047202456,
        2.5961320259304586,
        2.5890535557534875,
        2.569330713831145,
        2.6094290326928973,
        2.590030624556811,
        2.5486324543265315,
        2.5697708476381305,
        2.5871059689144538,
        2.5620227574043932,
        2.6019669401334298,
        2.5407804210536806,
        2.584891058815206,
        2.575681505963957,
        2.5861373722198837,
        2.537772377373736
      ],
      "dft_magnitude": [
        75.64074357460228,
        6.178946948123061,
        4.419387082980736,
        2.432852374954648,
        0.1932157766556644,
        1.2201771875328853,
        1.9815725361188068,
        2.051502490461307,
        1.260141546448223,
        1.1050258643147584,
        0.6975141448803707,
        0.3975026836422874,
        0.21245486623113888,
        0.6196377994708513,
        0.979277237866785,
        0.9572548720050369,
        0.8551117526247864
      ],
      "mean_band_dot": [
        -1.954571757778467e-05,
        2.6530635523158708e-05,
        2.2198680653673364e-06,
        -8.257906347353128e-05,
        -2.6666597705116146e-05,
        6.44031943011214e-05,
        9.692641560832271e-05,
        -1.3885026419302449e-05,
        1.3764316122433229e-05,
        -1.1082684068242088e-05,
        2.835065106410184e-05,
        -2.2031000298738945e-05,
        8.087257265287917e-05,
        3.068258138227975e-06,
        9.144740488409298e-06,
        -5.469410916703055e-05,
        -3.517048980938853e-05,
        -1.6993636563711334e-05,
        -2.5539069838487194e-05,
        2.069824404316023e-05,
        3.5150322673871415e-05,
        2.9592124519695062e-06,
        -2.604354403956677e-05,
        5.786576639366103e-05,
        -1.0153416951652616e-05,
        2.862322298824438e-05,
        4.352402606855321e-05,
        7.672508036193904e-05,
        -1.103917838918278e-05,
        1.2754021383898362e-05,
        2.698462594707962e-05,
        5.7997161775347195e-06
      ]
    },
    {
      "layer": 2,
      "mean_snr": 0.9644368280316371,
      "per_head_snr": [
        0.9762505475061739,
        0.9435257928077422,
        1.020138603320756,
        0.965942380595845,
        1.0260740285307965,
        0.9071268557155155,
        0.8825746886952027,
        0.993861727081065
      ],
      "mean_band_energy": [
        0.9374102561787567,
        1.302321605800955,
        1.2924807327952257,
        1.4775406236383786,
        0.9529583531550534,
        1.3561612157169085,
        1.292254199514407,
        1.4138055646476504,
        1.5275489686325625,
        1.529938313573827,
        1.5010531617229934,
        1.4734719873928808,
        1.4537343234705276,
        1.474108819736343,
        1.5044181471163443,
        1.4448465027162674,
        1.4953034396064644,
        1.513688268809286,
        1.4456231563247206,
        1.426497818591383,
        1.4818784916709897,
        1.4849708239510218,
        1.5244598269711944,
        1.500534321280531,
        1.485680360000233,
        1.4972082573428436,
        1.5011331419729483,
        1.446789384077638,
        1.4959858025390238,
        1.4350284470309917,
        1.4245061998839126,
        1.4289633001220339
      ],
      "dft_magnitude": [
        45.522303815984294,
        1.6943910647607123,
        1.290340698546117,
        0.42414742427895197,
        0.13297083567084192,
        0.7224123986928821,
        0.6294921371199825,
        0.6887154295371416,
        0.6557045941805362,
        0.6876185890843356,
        0.49824165240418794,
        0.5464586690527408,
        0.09890481467311596,
        0.44469187162309526,
        0.7954171337022063,
        1.004880142235326,
        0.8894466928735838
      ],
      "mean_band_dot": [
        -5.997216840114561e-05,
        9.115548527915962e-05,
        7.488734649996331e-05,
        5.872564315723139e-05,
        -6.181888602441177e-05,
        9.645043974160217e-06,
        7.119020946788623e-05,
        0.0001095667912522913,
        0.0002712942150537856,
        0.00026304636730856146,
        0.00024363554030060186,
        0.00022460246464106604,
        0.00019342681844136678,
        0.00022391254651665804,
        0.0002766432576208899,
        0.00018331281671635224,
        0.00022746691388420004,
        0.00028708413958611345,
        0.00019376104728507926,
        0.0001655549602901374,
        0.00026003353241321747,
        0.00025344968855733896,
        0.0002726191623878549,
        0.00027443434896667895,
        0.00024086534949674387,
        0.00023384492487821262,
        0.00024928236734922393,
        0.00023692188688073657,
        0.00025976824986173597,
        0.00018988731306990303,
        0.00016593219834248885,
        0.00014699244263738365
      ]
    },
    {
      "layer": 3,
      "mean_snr": 0.8883676577561075,
      "per_head_snr": [
        0.905928702884333,
        0.6935978110277735,
        1.024358661086641,
        0.9848402496084461,
        1.023088611877425,
        0.8030230612347716,
        0.7310209019055095,
        0.9410832624239599
      ],
      "mean_band_energy": [
        1.4176264584879266,
        2.2903519615819548,
        2.5670976447842024,
        3.9327150672377016,
        1.2597150165657984,
        2.310469243950232,
        2.7121367810700168,
        3.8095966784682407,
        5.637457052257167,
        5.811410305276958,
        7.00197960018609,
        5.01951910313308,
        6.593776846950506,
        5.3009111850786415,
        5.050593931248942,
        5.376486023082677,
        5.80572967293857,
        6.095647776396479,
        6.297003869475544,
        6.519341330824286,
        8.870913401571332,
        4.287745843889397,
        5.752452077736127,
        6.2508430642744255,
        4.912977407755182,
        5.549379939251882,
        5.169064714940978,
        6.183032093548169,
        5.192282533603175,
        6.442462898053094,
        5.647835275018034,
        6.54513994177033
      ],
      "dft_magnitude": [
        161.61369474040714,
        24.779292393206433,
        13.320834697590696,
        14.988865472632536,
        3.9309222562416513,
        4.028748751551764,
        8.353766328919287,
        4.339668101962337,
        5.571473102652847,
        9.179242819628014,
        1.9186906170638718,
        4.711812179855826,
        5.481642615106611,
        5.980358228261637,
        5.042719842373983,
        10.837881129889286,
        1.8364101712279535
      ],
      "mean_band_dot": [
        -0.00029629239134010277,
        -0.00023290766330319457,
        -0.00020351371199467394,
        0.00041104260526481085,
        -0.00025646211270213826,
        -6.970497679503751e-05,
        -0.00019987846371805063,
        0.0004732330507977167,
        0.0005028589257562999,
        0.0003430877568462165,
        0.0004593763478624169,
        0.0006557246260854299,
        0.0004235931835410156,
        0.0005590620012299041,
        0.00046927760195103474,
        0.0005601864040727378,
        0.00046120499973767437,
        0.000567441975363181,
        0.0006179927477205638,
        0.00046340791232069023,
        0.0004181291806162335,
        0.0004029861229355447,
        0.00040939925384009257,
        0.00038623399541393155,
        0.0004413876513353898,
        0.0006985014083511487,
        0.0005289764376357198,
        0.0005241385206318228,
        0.00042159697477472946,
        0.0003523583645801409,
        0.0004954368844209966,
        0.00041477270315226633
      ]
    },
    {
      "layer": 4,
      "mean_snr": 0.8436789274193698,
      "per_head_snr": [
        0.7699596250082249,
        0.8709207368787065,
        0.6437189375510503,
        0.619608486553649,
        0.9705677855393122,
        1.18162103845269,
        0.9924982206446481,
        0.7005365887266773
      ],
      "mean_band_energy": [
        6.616067408919349,
        9.2332424639676,
        11.496448589224602,
        18.167734333602183,
        5.99537101758802,
        10.482523404249406,
        11.9859882471956,
        18.66996603797326,
        28.02584890469413,
        31.36077578597167,
        28.66642336498103,
        35.43821041713284,
        33.31016299353411,
        51.63041586956072,
        41.13461152448994,
        31.619746532359642,
        38.3914550112234,
        49.683819201692486,
        35.17855415715037,
        33.229398075055215,
        26.954449132094354,
        56.882300099717526,
        44.0456008922702,
        27.661760392189677,
        35.718809200470986,
        31.038330639294372,
        39.23169159122408,
        26.703663106105125,
        49.146156307687164,
        31.58403711683887,
        45.69328134132945,
        35.71450696261371
      ],
      "dft_magnitude": [
        980.691350122401,
        204.83307710756986,
        120.38795732375857,
        52.194654468859525,
        56.13024133451598,
        45.1934763809744,
        23.519570461193382,
        90.12309488393434,
        55.717275531429365,
        52.70950303391818,
        37.27380772298016,
        38.507941966138496,
        15.839016024092002,
        52.117128184692035,
        60.3905860479565,
        52.462989804908815,
        17.509510754247515
      ],
      "mean_band_dot": [
        -0.0008636987572572252,
        -0.0009205255937558832,
        -0.0013973088389320765,
        0.00017211735394084826,
        -0.0010227745879092254,
        -0.0009650753745518159,
        -0.0010157252963836072,
        0.00019854885522363475,
        0.0015016677334642736,
        0.001242763435584493,
        0.0012837423146265792,
        0.0016866312325873878,
        0.002170407293306198,
        0.0014163157393340953,
        0.0010914971517195227,
        0.0009470036193306441,
        0.0009022724643727997,
        0.001625149125175085,
        0.0011589213463594206,
        0.0012902590779049206,
        0.001388656555718626,
        0.0012417729340086225,
        0.0010690633607737254,
        0.0011092982422269415,
        0.0011461066224001115,
        0.0010383290555182612,
        0.0015956421975715784,
        0.0014619334342569346,
        0.0016048822326411027,
        0.0013783265894744545,
        0.0010581319038465153,
        0.0014643270878877956
      ]
    },
    {
      "layer": 5,
      "mean_snr": 0.7859839851544951,
      "per_head_snr": [
        0.7259533056451443,
        0.8520949195172665,
        0.7324619170767037,
        0.8812716698245258,
        0.8506935579970591,
        0.8689241728185525,
        0.7770946851721352,
        0.5993776531845737
      ],
      "mean_band_energy": [
        16.657220539700802,
        19.960963941636237,
        22.84179942564417,
        25.703561774654005,
        15.078156688781604,
        19.167820596607207,
        22.82881754506451,
        29.990542316457322,
        36.03709296882943,
        45.069015466464975,
        50.5045452047417,
        44.88419231637948,
        43.44959508246578,
        36.10494670892345,
        38.90563158068201,
        37.78111559060201,
        39.73207303346115,
        36.90137670590087,
        39.49202049881899,
        37.96322256496734,
        35.160804232424454,
        45.6160864661731,
        42.95226108244205,
        49.698480493498565,
        45.875849916401734,
        44.11783843335826,
        37.51015807618214,
        39.893142451888906,
        34.02475752820749,
        38.89863164630867,
        53.490789867899764,
        46.17388074518084
      ],
      "dft_magnitude": [
        1172.4663914907492,
        128.72985208667407,
        120.43104525495147,
        76.69131703002043,
        29.394114375703694,
        65.7859395609945,
        41.44215150278272,
        38.40286618212025,
        49.96278016385896,
        33.32044739990712,
        28.221077040045056,
        20.049878443617065,
        4.8284883764616815,
        11.416938602480595,
        21.89956557214787,
        24.84199497258902,
        23.383244947253502
      ],
      "mean_band_dot": [
        -0.0004445515078259632,
        0.0014525553051498719,
        -0.0011358756482877652,
        -0.0013281297506182455,
        0.0011471294274087995,
        0.00047052627633092925,
        -0.0009797487291507423,
        -0.0016303694810630986,
        0.0005248263405519538,
        -0.0003929642989533022,
        0.00018124964117305353,
        0.00047952223030733876,
        -0.00036599146187654696,
        -6.937080979696475e-05,
        -0.0011017534034181153,
        5.8562618505675346e-06,
        0.00011732837083400227,
        0.0002965669364130008,
        -0.0007683121075388044,
        0.0007900803648226429,
        0.001164732180768624,
        -0.0005064209790361929,
        -0.0007214589641080238,
        0.00010191334513365291,
        -0.00030551067720807623,
        -0.00030649696782347746,
        -0.0001689532982709352,
        0.0006336825863400009,
        -0.00021970345187583007,
        -0.0005278909593471326,
        -0.00014291565912571969,
        -0.00035880969880963676
      ]
    }
  ],
  "elapsed_s": 0.04682016372680664
}