taf-agent / data /e4_gamma /EleutherAI--pythia-1b_random.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.07 kB
{
"model": "EleutherAI/pythia-1b",
"theta": 10000,
"gamma_pred": 0.99999561666838,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.011367820525127982,
"std_across_seeds": 0.0003061832409116484,
"per_seed_means": [
0.011192221554617087,
0.01111284309066832,
0.011798396930098534
]
},
"20": {
"mean_across_seeds": 0.008256896255123948,
"std_across_seeds": 0.00032382404546097755,
"per_seed_means": [
0.00865409774084886,
0.008255694229155779,
0.007860896795367202
]
},
"30": {
"mean_across_seeds": 0.005279935139955745,
"std_across_seeds": 0.00015508039193542144,
"per_seed_means": [
0.005486616104220351,
0.0051130562741309405,
0.005240133041515946
]
},
"50": {
"mean_across_seeds": 0.004389340176971422,
"std_across_seeds": 0.00015301220161172737,
"per_seed_means": [
0.0041992794442921874,
0.004394778193285068,
0.004573962893337011
]
},
"100": {
"mean_across_seeds": 0.003111702454172903,
"std_across_seeds": 0.0003438079611532678,
"per_seed_means": [
0.003580885141467055,
0.0029875944834202527,
0.0027666277376314006
]
},
"200": {
"mean_across_seeds": 0.0013160493473211923,
"std_across_seeds": 0.00021701703531491198,
"per_seed_means": [
0.0014770981731514136,
0.0014617815303305784,
0.0010092683384815852
]
},
"500": {
"mean_across_seeds": 0.0005785931936568684,
"std_across_seeds": 0.00014003201332155925,
"per_seed_means": [
0.00038075152474145095,
0.0006850937816003958,
0.0006699342746287584
]
},
"1000": {
"mean_across_seeds": 0.0007035690980652969,
"std_across_seeds": 0.00010519359687093437,
"per_seed_means": [
0.00057055722301205,
0.0008277761625746886,
0.0007123739086091519
]
},
"2000": {
"mean_across_seeds": 0.00026197975811858974,
"std_across_seeds": 9.881774537676763e-06,
"per_seed_means": [
0.0002482394129037857,
0.00026664167642593384,
0.0002710581850260496
]
}
},
"fit_power_law": {
"gamma": 0.7127537531683527,
"log_A": -2.713966296451458,
"R2": 0.956201,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0013622326398466406,
"log_A": -5.822022876702345,
"R2": 0.752726,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.2035,
"gamma_CI_95": {
"lo": 0.5792643838884316,
"hi": 0.8495977917640387
},
"decision": "UNCLEAR: \u03b3=0.713 outside all expected ranges"
}