taf-agent / data /e4_gamma /EleutherAI--pythia-410m_mongo.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.08 kB
{
"model": "EleutherAI/pythia-410m",
"theta": 10000,
"gamma_pred": 0.99999561666838,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.010637531184022211,
"std_across_seeds": 0.0009754603695845838,
"per_seed_means": [
0.011129466105097284,
0.009275416589807718,
0.01150771085716163
]
},
"20": {
"mean_across_seeds": 0.007524669199354119,
"std_across_seeds": 0.0003411354121354146,
"per_seed_means": [
0.007683635454935332,
0.007050715095053116,
0.007839657048073908
]
},
"30": {
"mean_across_seeds": 0.004181321816156721,
"std_across_seeds": 0.0005739251464089627,
"per_seed_means": [
0.004148942732523816,
0.0034951590199489148,
0.004899863695997434
]
},
"50": {
"mean_across_seeds": 0.0032434275430083897,
"std_across_seeds": 0.00038951675769930105,
"per_seed_means": [
0.0033627199286517377,
0.0027180432780490567,
0.003649519422324374
]
},
"100": {
"mean_across_seeds": 0.001533225679288282,
"std_across_seeds": 0.00015696365531593024,
"per_seed_means": [
0.0016638820634883207,
0.0013124849214606609,
0.0016233100529158644
]
},
"200": {
"mean_across_seeds": 0.000936404794475594,
"std_across_seeds": 0.00014957001750693787,
"per_seed_means": [
0.0009389797098507794,
0.0007519457981591889,
0.0011182888754168137
]
},
"500": {
"mean_across_seeds": 0.0003803397886238397,
"std_across_seeds": 4.863341317573991e-05,
"per_seed_means": [
0.00040086741908453407,
0.0003132272653480565,
0.00042692468143892863
]
},
"1000": {
"mean_across_seeds": 0.0001626184749986553,
"std_across_seeds": 1.772572747902181e-05,
"per_seed_means": [
0.00017353555046308126,
0.00013761728597576925,
0.00017670258855711533
]
},
"2000": {
"mean_across_seeds": 5.13333430424407e-05,
"std_across_seeds": 3.9984125574520355e-06,
"per_seed_means": [
5.496963710811542e-05,
4.5764998872073194e-05,
5.3265393147133486e-05
]
}
},
"fit_power_law": {
"gamma": 1.0218530106365162,
"log_A": -1.7669627940483377,
"R2": 0.981594,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0020820749808360484,
"log_A": -6.151337865679417,
"R2": 0.878237,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.1034,
"gamma_CI_95": {
"lo": 0.846278741222938,
"hi": 1.1560602030295848
},
"decision": "CONFIRMED: \u03b3 law holds (\u03b3\u00d7ln(\u03b8) = C)"
}