data/e4_gamma/EleutherAI--pythia-1b_layerwise.json

{
  "model": "EleutherAI/pythia-1b",
  "theta": 10000,
  "d_head": 256,
  "n_layers": 16,
  "L_crit_known": 15,
  "z": 0.282842712474619,
  "gamma_pos_pred": 0.9925355840547238,
  "gamma_pade": 0.7522013138014093,
  "beta_gamma": 0.2,
  "distances": [
    10,
    20,
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "distances_fit": [
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "n_prompts": 150,
  "seeds": [
    42,
    123,
    7
  ],
  "layer_gamma": {
    "0": {
      "gamma": 1.13879191664383,
      "R2": 0.989101,
      "n_points": 7,
      "type": "pos"
    },
    "1": {
      "gamma": 0.7357707192097281,
      "R2": 0.773671,
      "n_points": 7,
      "type": "pos"
    },
    "2": {
      "gamma": 0.9771238359273494,
      "R2": 0.884293,
      "n_points": 7,
      "type": "pos"
    },
    "3": {
      "gamma": 0.8089874794887668,
      "R2": 0.923742,
      "n_points": 7,
      "type": "pos"
    },
    "4": {
      "gamma": 0.527133382907792,
      "R2": 0.917358,
      "n_points": 7,
      "type": "pos"
    },
    "5": {
      "gamma": 0.5026001519708836,
      "R2": 0.926494,
      "n_points": 7,
      "type": "pos"
    },
    "6": {
      "gamma": 0.6356504608471039,
      "R2": 0.950752,
      "n_points": 7,
      "type": "pos"
    },
    "7": {
      "gamma": 0.7379019578605543,
      "R2": 0.853502,
      "n_points": 7,
      "type": "pos"
    },
    "8": {
      "gamma": 0.814899451520626,
      "R2": 0.912246,
      "n_points": 7,
      "type": "pos"
    },
    "9": {
      "gamma": 0.7097288225189304,
      "R2": 0.949197,
      "n_points": 7,
      "type": "pos"
    },
    "10": {
      "gamma": 0.6208513029427555,
      "R2": 0.78962,
      "n_points": 7,
      "type": "pos"
    },
    "11": {
      "gamma": 0.6698224233704795,
      "R2": 0.968785,
      "n_points": 7,
      "type": "pos"
    },
    "12": {
      "gamma": 0.6055081734453818,
      "R2": 0.947673,
      "n_points": 7,
      "type": "pos"
    },
    "13": {
      "gamma": 0.6971249845232657,
      "R2": 0.917616,
      "n_points": 7,
      "type": "pos"
    },
    "14": {
      "gamma": 0.8103367929633055,
      "R2": 0.94372,
      "n_points": 7,
      "type": "pos"
    },
    "15": {
      "gamma": 0.8528983955699013,
      "R2": 0.935571,
      "n_points": 7,
      "type": "sem"
    }
  },
  "per_layer_agg": {
    "0": {
      "10": 0.023287173575825163,
      "20": 0.012761972430679535,
      "30": 0.008739391267299652,
      "50": 0.005774891078472137,
      "100": 0.003097074362966749,
      "200": 0.001237770782576667,
      "500": 0.0002983309825261434,
      "1000": 0.0001609127057923211,
      "2000": 0.00010039887494511074
    },
    "1": {
      "10": 0.014171950005822711,
      "20": 0.008971484220690197,
      "30": 0.0051612050500180985,
      "50": 0.007755267272392907,
      "100": 0.0033257472018400833,
      "200": 0.000814016345474455,
      "500": 0.00038598226176367865,
      "1000": 0.00029986533853742814,
      "2000": 0.0006743205421500736
    },
    "2": {
      "10": 0.01453488290309906,
      "20": 0.00871283976568116,
      "30": 0.0050693359805477995,
      "50": 0.005772705343034532,
      "100": 0.002663780417707231,
      "200": 0.0006871984236770205,
      "500": 0.00022906308372815448,
      "1000": 0.0005532768368721008,
      "2000": 7.777710755666098e-05
    },
    "3": {
      "10": 0.012952246665954589,
      "20": 0.009007836911413407,
      "30": 0.005951569527387619,
      "50": 0.00468554933865865,
      "100": 0.004074350115325716,
      "200": 0.0012779432700739965,
      "500": 0.0003548884060647752,
      "1000": 0.0005072926647133297,
      "2000": 0.00026480979389614524
    },
    "4": {
      "10": 0.009142524898052217,
      "20": 0.006767975141604742,
      "30": 0.0037466619246535834,
      "50": 0.0030552635259098477,
      "100": 0.0031027018692758347,
      "200": 0.001693786382675171,
      "500": 0.000837334394454956,
      "1000": 0.0009975386824872757,
      "2000": 0.000359780920876397
    },
    "5": {
      "10": 0.01093157473537657,
      "20": 0.0076380522052447,
      "30": 0.004587366282939911,
      "50": 0.0033414626121520997,
      "100": 0.0021655780242549045,
      "200": 0.0017234790159596338,
      "500": 0.0007033846775690715,
      "1000": 0.0010454465779993268,
      "2000": 0.000491521590285831
    },
    "6": {
      "10": 0.010107053137487837,
      "20": 0.006772236492898729,
      "30": 0.0038019116057289976,
      "50": 0.002806223995155758,
      "100": 0.0020480300651656257,
      "200": 0.0010693785382641684,
      "500": 0.0004214300380812751,
      "1000": 0.0005711258285575443,
      "2000": 0.00026035734348826936
    },
    "7": {
      "10": 0.00790486506289906,
      "20": 0.005169999450445175,
      "30": 0.0036405806408988106,
      "50": 0.00276623730858167,
      "100": 0.002493643512328466,
      "200": 0.001324114633931054,
      "500": 0.0006054121255874633,
      "1000": 0.0007640798555480109,
      "2000": 9.761429495281643e-05
    },
    "8": {
      "10": 0.008711223834090764,
      "20": 0.007626397957404454,
      "30": 0.0056268137031131316,
      "50": 0.004460600266853969,
      "100": 0.0031554626921812697,
      "200": 0.0013908600476053026,
      "500": 0.0006027436090840234,
      "1000": 0.0008089686764611139,
      "2000": 0.00012790492839283415
    },
    "9": {
      "10": 0.009790150059594048,
      "20": 0.008512286957767274,
      "30": 0.005793256610631942,
      "50": 0.0041007401545842485,
      "100": 0.003971491638157103,
      "200": 0.0014884891112645468,
      "500": 0.0006241897410816616,
      "1000": 0.0007302767866187625,
      "2000": 0.0002907270358668433
    },
    "10": {
      "10": 0.005038524601194594,
      "20": 0.004626353863212797,
      "30": 0.002466487238804499,
      "50": 0.0023082222044467924,
      "100": 0.002587024056249195,
      "200": 0.0011542993618382348,
      "500": 0.0006628256042798359,
      "1000": 0.0008455400168895722,
      "2000": 0.00011965241697099473
    },
    "11": {
      "10": 0.008719167593452665,
      "20": 0.007992720289362801,
      "30": 0.006105314675304625,
      "50": 0.004175959279139837,
      "100": 0.0037570750216643013,
      "200": 0.0018183539642228023,
      "500": 0.0008812188605467477,
      "1000": 0.0008290305071406894,
      "2000": 0.0003235883845223321
    },
    "12": {
      "10": 0.008280009395546383,
      "20": 0.007897668017281426,
      "30": 0.00534157062570254,
      "50": 0.003976477500465181,
      "100": 0.004049868418110742,
      "200": 0.002005085481537713,
      "500": 0.001032156530353758,
      "1000": 0.0009831561810440487,
      "2000": 0.0003697805106639862
    },
    "13": {
      "10": 0.01029373879233996,
      "20": 0.007694267200099097,
      "30": 0.004842915882666905,
      "50": 0.0045533665186829044,
      "100": 0.003288008454773161,
      "200": 0.001259168138106664,
      "500": 0.000650797039270401,
      "1000": 0.0008947557873196072,
      "2000": 0.00022810177670584786
    },
    "14": {
      "10": 0.01466528390844663,
      "20": 0.012698218176762264,
      "30": 0.0072026044958167605,
      "50": 0.006098132994439866,
      "100": 0.003323908862140444,
      "200": 0.001219436013036304,
      "500": 0.0004505762457847595,
      "1000": 0.0006288045644760132,
      "2000": 0.0002749601337644789
    },
    "15": {
      "10": 0.01335475915008121,
      "20": 0.009260030653741624,
      "30": 0.006401976711220211,
      "50": 0.004598343438572354,
      "100": 0.0026834943393866223,
      "200": 0.0008934098813268873,
      "500": 0.0005171574486626519,
      "1000": 0.0006370346082581415,
      "2000": 0.00013038047485881382
    }
  }
}