taf-agent / data /e1_h3 /EleutherAI--pythia-70m_seed7.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
1.32 kB
{
"tau_90": 0.9,
"tau_99": 0.99,
"N_prompts": 50,
"dist_short": 10,
"dist_long": 1000,
"vocab_low": 1000,
"vocab_high": 49000,
"n_prefix": 20,
"ref_logp_d10": {
"mean": -31.5123,
"std": 114.2086
},
"baseline_logp_d1000": {
"mean": -31.882,
"std": 115.6761
},
"logp_gap": 0.3697,
"layer_sweep": {
"0": {
"recovery_pct": 0.0,
"logp_transplant_mean": -31.882,
"logp_transplant_std": 115.6761
},
"1": {
"recovery_pct": -129.99,
"logp_transplant_mean": -32.3625,
"logp_transplant_std": 114.8515
},
"2": {
"recovery_pct": -16.62,
"logp_transplant_mean": -31.9434,
"logp_transplant_std": 112.2661
},
"3": {
"recovery_pct": -73.21,
"logp_transplant_mean": -32.1526,
"logp_transplant_std": 114.1947
},
"4": {
"recovery_pct": 170.43,
"logp_transplant_mean": -31.2519,
"logp_transplant_std": 115.2078
},
"5": {
"recovery_pct": 140.77,
"logp_transplant_mean": -31.3616,
"logp_transplant_std": 114.4732
}
},
"L_crit_90": 4,
"L_crit_99": 4,
"alpha_90": 0.6667,
"alpha_99": 0.6667,
"recovery_at_Lcrit": 1.7043,
"n_layers": 6,
"d_model": 512,
"model": "EleutherAI/pythia-70m",
"seed": 7,
"runtime_seconds": 6.3
}