{ "tau_90": 0.9, "tau_99": 0.99, "N_prompts": 100, "dist_short": 50, "dist_long": 1000, "vocab_low": 1000, "vocab_high": 49000, "n_prefix": 20, "ref_logp_d10": { "mean": -15.6745, "std": 3.1729 }, "baseline_logp_d1000": { "mean": -14.657, "std": 2.4179 }, "logp_gap": -1.0176, "layer_sweep": { "0": { "recovery_pct": -0.0, "logp_transplant_mean": -14.657, "logp_transplant_std": 2.4179 }, "1": { "recovery_pct": -2.28, "logp_transplant_mean": -14.6337, "logp_transplant_std": 2.6353 }, "2": { "recovery_pct": 11.8, "logp_transplant_mean": -14.7771, "logp_transplant_std": 2.6941 }, "3": { "recovery_pct": 41.48, "logp_transplant_mean": -15.079, "logp_transplant_std": 2.7358 }, "4": { "recovery_pct": 41.19, "logp_transplant_mean": -15.0761, "logp_transplant_std": 2.7304 }, "5": { "recovery_pct": 43.63, "logp_transplant_mean": -15.101, "logp_transplant_std": 2.8256 }, "6": { "recovery_pct": 36.99, "logp_transplant_mean": -15.0334, "logp_transplant_std": 2.7182 }, "7": { "recovery_pct": 36.38, "logp_transplant_mean": -15.0272, "logp_transplant_std": 2.7024 }, "8": { "recovery_pct": 51.08, "logp_transplant_mean": -15.1767, "logp_transplant_std": 2.8199 }, "9": { "recovery_pct": 38.62, "logp_transplant_mean": -15.0499, "logp_transplant_std": 2.8816 }, "10": { "recovery_pct": 62.1, "logp_transplant_mean": -15.2889, "logp_transplant_std": 2.8358 }, "11": { "recovery_pct": 71.53, "logp_transplant_mean": -15.3849, "logp_transplant_std": 2.9841 }, "12": { "recovery_pct": 85.55, "logp_transplant_mean": -15.5275, "logp_transplant_std": 3.0098 }, "13": { "recovery_pct": 80.47, "logp_transplant_mean": -15.4758, "logp_transplant_std": 3.0469 }, "14": { "recovery_pct": 103.18, "logp_transplant_mean": -15.7069, "logp_transplant_std": 3.0738 }, "15": { "recovery_pct": 89.69, "logp_transplant_mean": -15.5696, "logp_transplant_std": 2.9538 }, "16": { "recovery_pct": 92.87, "logp_transplant_mean": -15.602, "logp_transplant_std": 2.9948 }, "17": { "recovery_pct": 124.21, "logp_transplant_mean": -15.9209, "logp_transplant_std": 2.782 }, "18": { "recovery_pct": 112.96, "logp_transplant_mean": -15.8064, "logp_transplant_std": 3.0524 }, "19": { "recovery_pct": 96.33, "logp_transplant_mean": -15.6372, "logp_transplant_std": 2.9933 }, "20": { "recovery_pct": 114.9, "logp_transplant_mean": -15.8262, "logp_transplant_std": 3.27 }, "21": { "recovery_pct": 107.54, "logp_transplant_mean": -15.7512, "logp_transplant_std": 3.3463 }, "22": { "recovery_pct": 104.4, "logp_transplant_mean": -15.7193, "logp_transplant_std": 3.2789 }, "23": { "recovery_pct": 97.17, "logp_transplant_mean": -15.6458, "logp_transplant_std": 3.2092 } }, "L_crit_90": null, "L_crit_99": null, "alpha_90": null, "alpha_99": null, "recovery_at_Lcrit": null, "n_layers": 24, "d_model": 1024, "model": "EleutherAI/pythia-410m", "seed": 123, "runtime_seconds": 332.1 }