data/e4_gamma/EleutherAI--pythia-70m_layerwise.json

{
  "model": "EleutherAI/pythia-70m",
  "theta": 10000,
  "d_head": 64,
  "n_layers": 6,
  "L_crit_known": 4,
  "z": 0.282842712474619,
  "gamma_pos_pred": 0.7522013138014093,
  "gamma_pade": 0.7522013138014093,
  "beta_gamma": 0.2,
  "distances": [
    10,
    20,
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "distances_fit": [
    30,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "n_prompts": 150,
  "seeds": [
    42,
    123,
    7
  ],
  "layer_gamma": {
    "0": {
      "gamma": 1.3468013543313044,
      "R2": 0.981851,
      "n_points": 7,
      "type": "pos"
    },
    "1": {
      "gamma": 1.410356134563726,
      "R2": 0.886404,
      "n_points": 7,
      "type": "pos"
    },
    "2": {
      "gamma": 1.1152541530423556,
      "R2": 0.949761,
      "n_points": 7,
      "type": "pos"
    },
    "3": {
      "gamma": 1.1030121418119894,
      "R2": 0.992778,
      "n_points": 7,
      "type": "pos"
    },
    "4": {
      "gamma": NaN,
      "R2": 0.0,
      "n_points": 0,
      "type": "sem"
    },
    "5": {
      "gamma": NaN,
      "R2": 0.0,
      "n_points": 0,
      "type": "sem"
    }
  },
  "per_layer_agg": {
    "0": {
      "10": 0.015644904689656364,
      "20": 0.013133970548709234,
      "30": 0.005567839278115167,
      "50": 0.003556306262811025,
      "100": 0.0019510852628284031,
      "200": 0.0007665379345417021,
      "500": 0.0002498780190944672,
      "1000": 5.03444837199317e-05,
      "2000": 2.262747950024075e-05
    },
    "1": {
      "10": 0.008926776730351978,
      "20": 0.01036835898955663,
      "30": 0.0026452516516049704,
      "50": 0.0025659463637404973,
      "100": 0.0008467986186345418,
      "200": 0.0005270672672324711,
      "500": 0.00018555617994732326,
      "1000": 8.427821927600437e-05,
      "2000": 3.328240580028958e-06
    },
    "2": {
      "10": 0.016187396844228107,
      "20": 0.010158376197020213,
      "30": 0.0047512871026992795,
      "50": 0.0032849965658452774,
      "100": 0.0013126978443728553,
      "200": 0.0007603488696946038,
      "500": 0.00015906307432386608,
      "1000": 5.299210548400879e-05,
      "2000": 8.578023976749844e-05
    },
    "3": {
      "10": 0.01852987120057353,
      "20": 0.014939713157816894,
      "30": 0.007211493629470674,
      "50": 0.005900978506348717,
      "100": 0.0021263419639500273,
      "200": 0.001293775682166193,
      "500": 0.00036153811212797233,
      "1000": 0.00019700892104083324,
      "2000": 7.671554883321127e-05
    },
    "4": {
      "10": NaN,
      "20": NaN,
      "30": NaN,
      "50": NaN,
      "100": NaN,
      "200": NaN,
      "500": NaN,
      "1000": NaN,
      "2000": NaN
    },
    "5": {
      "10": NaN,
      "20": NaN,
      "30": NaN,
      "50": NaN,
      "100": NaN,
      "200": NaN,
      "500": NaN,
      "1000": NaN,
      "2000": NaN
    }
  }
}