taf-agent / data /e1_h3_ds100 /EleutherAI--pythia-410m_seed7.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.55 kB
{
"tau_90": 0.9,
"tau_99": 0.99,
"N_prompts": 100,
"dist_short": 100,
"dist_long": 1000,
"vocab_low": 1000,
"vocab_high": 49000,
"n_prefix": 20,
"ref_logp_d10": {
"mean": -15.287,
"std": 2.6746
},
"baseline_logp_d1000": {
"mean": -14.9379,
"std": 2.6239
},
"logp_gap": -0.3491,
"layer_sweep": {
"0": {
"recovery_pct": -0.0,
"logp_transplant_mean": -14.9379,
"logp_transplant_std": 2.6239
},
"1": {
"recovery_pct": 16.21,
"logp_transplant_mean": -14.9945,
"logp_transplant_std": 2.6022
},
"2": {
"recovery_pct": 30.75,
"logp_transplant_mean": -15.0453,
"logp_transplant_std": 2.6162
},
"3": {
"recovery_pct": 152.12,
"logp_transplant_mean": -15.4689,
"logp_transplant_std": 2.5791
},
"4": {
"recovery_pct": 130.79,
"logp_transplant_mean": -15.3945,
"logp_transplant_std": 2.5325
},
"5": {
"recovery_pct": 136.04,
"logp_transplant_mean": -15.4128,
"logp_transplant_std": 2.5614
},
"6": {
"recovery_pct": 143.77,
"logp_transplant_mean": -15.4398,
"logp_transplant_std": 2.5954
},
"7": {
"recovery_pct": 125.08,
"logp_transplant_mean": -15.3745,
"logp_transplant_std": 2.656
},
"8": {
"recovery_pct": 148.93,
"logp_transplant_mean": -15.4578,
"logp_transplant_std": 2.702
},
"9": {
"recovery_pct": 105.39,
"logp_transplant_mean": -15.3058,
"logp_transplant_std": 2.5581
},
"10": {
"recovery_pct": 61.92,
"logp_transplant_mean": -15.1541,
"logp_transplant_std": 2.5592
},
"11": {
"recovery_pct": 100.96,
"logp_transplant_mean": -15.2903,
"logp_transplant_std": 2.4941
},
"12": {
"recovery_pct": 82.22,
"logp_transplant_mean": -15.2249,
"logp_transplant_std": 2.5403
},
"13": {
"recovery_pct": 142.91,
"logp_transplant_mean": -15.4368,
"logp_transplant_std": 2.692
},
"14": {
"recovery_pct": 170.52,
"logp_transplant_mean": -15.5331,
"logp_transplant_std": 2.6522
},
"15": {
"recovery_pct": 165.42,
"logp_transplant_mean": -15.5153,
"logp_transplant_std": 2.5123
},
"16": {
"recovery_pct": 211.44,
"logp_transplant_mean": -15.676,
"logp_transplant_std": 2.8152
},
"17": {
"recovery_pct": 176.86,
"logp_transplant_mean": -15.5553,
"logp_transplant_std": 2.6863
},
"18": {
"recovery_pct": 147.93,
"logp_transplant_mean": -15.4543,
"logp_transplant_std": 2.7503
},
"19": {
"recovery_pct": 87.01,
"logp_transplant_mean": -15.2416,
"logp_transplant_std": 2.5612
},
"20": {
"recovery_pct": 84.12,
"logp_transplant_mean": -15.2315,
"logp_transplant_std": 2.5532
},
"21": {
"recovery_pct": 117.43,
"logp_transplant_mean": -15.3478,
"logp_transplant_std": 2.7143
},
"22": {
"recovery_pct": 106.91,
"logp_transplant_mean": -15.3111,
"logp_transplant_std": 2.7424
},
"23": {
"recovery_pct": 91.55,
"logp_transplant_mean": -15.2575,
"logp_transplant_std": 2.6171
}
},
"L_crit_90": null,
"L_crit_99": null,
"alpha_90": null,
"alpha_99": null,
"recovery_at_Lcrit": null,
"n_layers": 24,
"d_model": 1024,
"model": "EleutherAI/pythia-410m",
"seed": 7,
"runtime_seconds": 330.0
}