data/e1_h3/gpt2-medium_seed123.json

{
  "tau_90": 0.9,
  "tau_99": 0.99,
  "N_prompts": 50,
  "dist_short": 10,
  "dist_long": 1000,
  "vocab_low": 1000,
  "vocab_high": 49000,
  "n_prefix": 20,
  "ref_logp_d10": {
    "mean": -5.2103,
    "std": 2.2844
  },
  "baseline_logp_d1000": {
    "mean": -9.771,
    "std": 1.4826
  },
  "logp_gap": 4.5607,
  "layer_sweep": {
    "0": {
      "recovery_pct": 4.42,
      "logp_transplant_mean": -9.5693,
      "logp_transplant_std": 1.496
    },
    "1": {
      "recovery_pct": -3.02,
      "logp_transplant_mean": -9.9086,
      "logp_transplant_std": 1.5889
    },
    "2": {
      "recovery_pct": -25.17,
      "logp_transplant_mean": -10.9191,
      "logp_transplant_std": 1.3695
    },
    "3": {
      "recovery_pct": -33.9,
      "logp_transplant_mean": -11.3169,
      "logp_transplant_std": 1.2852
    },
    "4": {
      "recovery_pct": -31.03,
      "logp_transplant_mean": -11.1861,
      "logp_transplant_std": 1.3267
    },
    "5": {
      "recovery_pct": -29.3,
      "logp_transplant_mean": -11.1075,
      "logp_transplant_std": 1.3658
    },
    "6": {
      "recovery_pct": -22.54,
      "logp_transplant_mean": -10.7992,
      "logp_transplant_std": 1.4874
    },
    "7": {
      "recovery_pct": -13.99,
      "logp_transplant_mean": -10.4089,
      "logp_transplant_std": 1.5826
    },
    "8": {
      "recovery_pct": -9.29,
      "logp_transplant_mean": -10.1947,
      "logp_transplant_std": 1.5422
    },
    "9": {
      "recovery_pct": -3.22,
      "logp_transplant_mean": -9.9177,
      "logp_transplant_std": 1.535
    },
    "10": {
      "recovery_pct": 0.6,
      "logp_transplant_mean": -9.7436,
      "logp_transplant_std": 1.5349
    },
    "11": {
      "recovery_pct": 12.49,
      "logp_transplant_mean": -9.2012,
      "logp_transplant_std": 1.6757
    },
    "12": {
      "recovery_pct": 26.63,
      "logp_transplant_mean": -8.5565,
      "logp_transplant_std": 1.7861
    },
    "13": {
      "recovery_pct": 22.5,
      "logp_transplant_mean": -8.7449,
      "logp_transplant_std": 1.6951
    },
    "14": {
      "recovery_pct": 24.96,
      "logp_transplant_mean": -8.6329,
      "logp_transplant_std": 1.7565
    },
    "15": {
      "recovery_pct": 25.81,
      "logp_transplant_mean": -8.594,
      "logp_transplant_std": 1.751
    },
    "16": {
      "recovery_pct": 26.06,
      "logp_transplant_mean": -8.5825,
      "logp_transplant_std": 1.6827
    },
    "17": {
      "recovery_pct": 32.32,
      "logp_transplant_mean": -8.2969,
      "logp_transplant_std": 1.7444
    },
    "18": {
      "recovery_pct": 33.71,
      "logp_transplant_mean": -8.2338,
      "logp_transplant_std": 1.6507
    },
    "19": {
      "recovery_pct": 42.52,
      "logp_transplant_mean": -7.8318,
      "logp_transplant_std": 1.7204
    },
    "20": {
      "recovery_pct": 54.08,
      "logp_transplant_mean": -7.3047,
      "logp_transplant_std": 1.8375
    },
    "21": {
      "recovery_pct": 67.4,
      "logp_transplant_mean": -6.6972,
      "logp_transplant_std": 1.9531
    },
    "22": {
      "recovery_pct": 82.1,
      "logp_transplant_mean": -6.0265,
      "logp_transplant_std": 2.1353
    },
    "23": {
      "recovery_pct": 92.95,
      "logp_transplant_mean": -5.532,
      "logp_transplant_std": 2.1923
    }
  },
  "L_crit_90": 23,
  "L_crit_99": null,
  "alpha_90": 0.9583,
  "alpha_99": null,
  "recovery_at_Lcrit": 0.9295,
  "n_layers": 24,
  "d_model": 1024,
  "model": "gpt2-medium",
  "seed": 123,
  "runtime_seconds": 176.0
}