latent_backtrack / figs /interventions /L20_full_BPTT_345.json
Avra98's picture
Add training code (same as GitHub reasoning-by-superposition-latent)
8f46582 verified
Raw History Blame Contribute Delete
3.42 kB
{
"name": "full BPTT latest",
"ckpt": "ckpts/L20_w20_s1_prom090_bt090/checkpoint_345",
"L": 20,
"n": 128,
"aggregate": {
"name": "full BPTT latest",
"ckpt": "ckpts/L20_w20_s1_prom090_bt090/checkpoint_345",
"clean_acc": 0.9453125,
"rows": [
{
"label": "clean",
"acc": 0.9453125,
"same": null
},
{
"label": "earlier L1..L19 -> noise (last pinned)",
"acc": 0.9453125,
"same": 1.0
},
{
"label": "earlier L1..L19 -> other-graph (last pinned)",
"acc": 0.9453125,
"same": 1.0
},
{
"label": "LAST thought L20 -> other-graph",
"acc": 0.5234375,
"same": 0.5625
},
{
"label": "PROPAGATED: corrupt L5, recompute rest",
"acc": 0.40625,
"same": 0.4609375
},
{
"label": "PROPAGATED: corrupt L10, recompute rest",
"acc": 0.4375,
"same": 0.4921875
},
{
"label": "PROPAGATED: corrupt L15, recompute rest",
"acc": 0.4453125,
"same": 0.484375
},
{
"label": "PROPAGATED: corrupt L19, recompute rest",
"acc": 0.453125,
"same": 0.5078125
}
]
},
"perslot": {
"name": "full BPTT latest",
"ckpt": "ckpts/L20_w20_s1_prom090_bt090/checkpoint_345",
"clean_acc": 0.9453125,
"pin_accs": [
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.4609375
],
"pin_sames": [
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.515625
],
"prop_accs": [
0.40625,
0.4609375,
0.4375,
0.4296875,
0.421875,
0.421875,
0.4765625,
0.4375,
0.4296875,
0.453125,
0.421875,
0.4375,
0.484375,
0.453125,
0.421875,
0.453125,
0.4375,
0.4453125,
0.4375,
0.453125
],
"prop_sames": [
0.4453125,
0.515625,
0.4921875,
0.484375,
0.4765625,
0.4765625,
0.53125,
0.4921875,
0.46875,
0.5078125,
0.4765625,
0.4765625,
0.5234375,
0.5078125,
0.4609375,
0.5078125,
0.4921875,
0.5,
0.4921875,
0.4921875
]
},
"pinlastk": {
"name": "full BPTT latest",
"ckpt": "ckpts/L20_w20_s1_prom090_bt090/checkpoint_345",
"clean": 0.9453125,
"ks": [
1,
2,
3,
5,
7,
10,
14,
19
],
"rand_mean": [
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125
],
"near": [
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125
],
"first": [
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125,
0.9453125
],
"all": 0.9453125
}
}