Spaces:
Running
Running
| { | |
| "tau_90": 0.9, | |
| "tau_99": 0.99, | |
| "N_prompts": 100, | |
| "dist_short": 100, | |
| "dist_long": 1000, | |
| "vocab_low": 1000, | |
| "vocab_high": 49000, | |
| "n_prefix": 20, | |
| "ref_logp_d10": { | |
| "mean": -15.287, | |
| "std": 2.6746 | |
| }, | |
| "baseline_logp_d1000": { | |
| "mean": -14.9379, | |
| "std": 2.6239 | |
| }, | |
| "logp_gap": -0.3491, | |
| "layer_sweep": { | |
| "0": { | |
| "recovery_pct": -0.0, | |
| "logp_transplant_mean": -14.9379, | |
| "logp_transplant_std": 2.6239 | |
| }, | |
| "1": { | |
| "recovery_pct": 16.21, | |
| "logp_transplant_mean": -14.9945, | |
| "logp_transplant_std": 2.6022 | |
| }, | |
| "2": { | |
| "recovery_pct": 30.75, | |
| "logp_transplant_mean": -15.0453, | |
| "logp_transplant_std": 2.6162 | |
| }, | |
| "3": { | |
| "recovery_pct": 152.12, | |
| "logp_transplant_mean": -15.4689, | |
| "logp_transplant_std": 2.5791 | |
| }, | |
| "4": { | |
| "recovery_pct": 130.79, | |
| "logp_transplant_mean": -15.3945, | |
| "logp_transplant_std": 2.5325 | |
| }, | |
| "5": { | |
| "recovery_pct": 136.04, | |
| "logp_transplant_mean": -15.4128, | |
| "logp_transplant_std": 2.5614 | |
| }, | |
| "6": { | |
| "recovery_pct": 143.77, | |
| "logp_transplant_mean": -15.4398, | |
| "logp_transplant_std": 2.5954 | |
| }, | |
| "7": { | |
| "recovery_pct": 125.08, | |
| "logp_transplant_mean": -15.3745, | |
| "logp_transplant_std": 2.656 | |
| }, | |
| "8": { | |
| "recovery_pct": 148.93, | |
| "logp_transplant_mean": -15.4578, | |
| "logp_transplant_std": 2.702 | |
| }, | |
| "9": { | |
| "recovery_pct": 105.39, | |
| "logp_transplant_mean": -15.3058, | |
| "logp_transplant_std": 2.5581 | |
| }, | |
| "10": { | |
| "recovery_pct": 61.92, | |
| "logp_transplant_mean": -15.1541, | |
| "logp_transplant_std": 2.5592 | |
| }, | |
| "11": { | |
| "recovery_pct": 100.96, | |
| "logp_transplant_mean": -15.2903, | |
| "logp_transplant_std": 2.4941 | |
| }, | |
| "12": { | |
| "recovery_pct": 82.22, | |
| "logp_transplant_mean": -15.2249, | |
| "logp_transplant_std": 2.5403 | |
| }, | |
| "13": { | |
| "recovery_pct": 142.91, | |
| "logp_transplant_mean": -15.4368, | |
| "logp_transplant_std": 2.692 | |
| }, | |
| "14": { | |
| "recovery_pct": 170.52, | |
| "logp_transplant_mean": -15.5331, | |
| "logp_transplant_std": 2.6522 | |
| }, | |
| "15": { | |
| "recovery_pct": 165.42, | |
| "logp_transplant_mean": -15.5153, | |
| "logp_transplant_std": 2.5123 | |
| }, | |
| "16": { | |
| "recovery_pct": 211.44, | |
| "logp_transplant_mean": -15.676, | |
| "logp_transplant_std": 2.8152 | |
| }, | |
| "17": { | |
| "recovery_pct": 176.86, | |
| "logp_transplant_mean": -15.5553, | |
| "logp_transplant_std": 2.6863 | |
| }, | |
| "18": { | |
| "recovery_pct": 147.93, | |
| "logp_transplant_mean": -15.4543, | |
| "logp_transplant_std": 2.7503 | |
| }, | |
| "19": { | |
| "recovery_pct": 87.01, | |
| "logp_transplant_mean": -15.2416, | |
| "logp_transplant_std": 2.5612 | |
| }, | |
| "20": { | |
| "recovery_pct": 84.12, | |
| "logp_transplant_mean": -15.2315, | |
| "logp_transplant_std": 2.5532 | |
| }, | |
| "21": { | |
| "recovery_pct": 117.43, | |
| "logp_transplant_mean": -15.3478, | |
| "logp_transplant_std": 2.7143 | |
| }, | |
| "22": { | |
| "recovery_pct": 106.91, | |
| "logp_transplant_mean": -15.3111, | |
| "logp_transplant_std": 2.7424 | |
| }, | |
| "23": { | |
| "recovery_pct": 91.55, | |
| "logp_transplant_mean": -15.2575, | |
| "logp_transplant_std": 2.6171 | |
| } | |
| }, | |
| "L_crit_90": null, | |
| "L_crit_99": null, | |
| "alpha_90": null, | |
| "alpha_99": null, | |
| "recovery_at_Lcrit": null, | |
| "n_layers": 24, | |
| "d_model": 1024, | |
| "model": "EleutherAI/pythia-410m", | |
| "seed": 7, | |
| "runtime_seconds": 330.0 | |
| } |