taf-agent / data /e4_gamma /EleutherAI--pythia-70m_mongo.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.06 kB
{
"model": "EleutherAI/pythia-70m",
"theta": 10000,
"gamma_pred": 0.99999561666838,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.015389821239643628,
"std_across_seeds": 0.0009669444035724801,
"per_seed_means": [
0.015509476736187935,
0.014150275668750207,
0.016509711313992738
]
},
"20": {
"mean_across_seeds": 0.011693157334811985,
"std_across_seeds": 0.0004602414734324704,
"per_seed_means": [
0.011049262892144422,
0.01193274388089776,
0.012097465231393774
]
},
"30": {
"mean_across_seeds": 0.007082567571972807,
"std_across_seeds": 0.0005349392513652303,
"per_seed_means": [
0.006596428078288833,
0.006823649969883263,
0.007827624667746325
]
},
"50": {
"mean_across_seeds": 0.0054180885271893605,
"std_across_seeds": 0.0004311082027556252,
"per_seed_means": [
0.005146260828090211,
0.005081388686473171,
0.006026616067004701
]
},
"100": {
"mean_across_seeds": 0.002821484198017667,
"std_across_seeds": 0.0001332760135493066,
"per_seed_means": [
0.002738000506845613,
0.002716881933156401,
0.003009570154050986
]
},
"200": {
"mean_across_seeds": 0.0018563934957556841,
"std_across_seeds": 0.0001484262285601927,
"per_seed_means": [
0.0016465914276583742,
0.0019555641586581868,
0.0019670249009504912
]
},
"500": {
"mean_across_seeds": 0.0007652510016729745,
"std_across_seeds": 0.00010428199338802599,
"per_seed_means": [
0.0007198545018521448,
0.000666431888336471,
0.0009094666148303077
]
},
"1000": {
"mean_across_seeds": 0.0004260873921642391,
"std_across_seeds": 8.04926254607836e-05,
"per_seed_means": [
0.0003130952876138811,
0.0004706175611742462,
0.0004945493277045899
]
},
"2000": {
"mean_across_seeds": 0.00039341128339098454,
"std_across_seeds": 0.0003178948846095019,
"per_seed_means": [
0.00016619697392646535,
0.00017106311420017544,
0.0008429737620463129
]
}
},
"fit_power_law": {
"gamma": 0.7476017873166874,
"log_A": -2.391511197086578,
"R2": 0.984269,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0013585785276598904,
"log_A": -5.69046941405711,
"R2": 0.700497,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.2838,
"gamma_CI_95": {
"lo": 0.6824154281049325,
"hi": 0.852609361439985
},
"decision": "UNCLEAR: \u03b3=0.748 outside all expected ranges"
}