taf-agent / data /e4_gamma /EleutherAI--pythia-14m_random.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.02 kB
{
"model": "EleutherAI/pythia-14m",
"theta": null,
"gamma_pred": null,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.010373582980052257,
"std_across_seeds": 0.0006252837496852004,
"per_seed_means": [
0.010257982229813934,
0.009672142285853624,
0.011190624424489214
]
},
"20": {
"mean_across_seeds": 0.006793614017466704,
"std_across_seeds": 0.0004633287803798598,
"per_seed_means": [
0.006414954091111819,
0.006519831863309567,
0.007446056097978726
]
},
"30": {
"mean_across_seeds": 0.005060315049162858,
"std_across_seeds": 0.0007549517281669201,
"per_seed_means": [
0.006126645363353115,
0.004573333369335159,
0.004480966414800302
]
},
"50": {
"mean_across_seeds": 0.0042915507254656406,
"std_across_seeds": 0.00044407960367519523,
"per_seed_means": [
0.0036970104288775473,
0.004413602671508367,
0.004764039076011007
]
},
"100": {
"mean_across_seeds": 0.0019918971036935952,
"std_across_seeds": 0.0001427226381169157,
"per_seed_means": [
0.0021524308461327263,
0.0020175845400808613,
0.0018056759248671977
]
},
"200": {
"mean_across_seeds": 0.0011028067811053512,
"std_across_seeds": 0.00022419152634048253,
"per_seed_means": [
0.0014089059133524037,
0.0010213131487156108,
0.0008782012812480389
]
},
"500": {
"mean_across_seeds": 0.00045950785397306186,
"std_across_seeds": 0.00010281434631793879,
"per_seed_means": [
0.0005975673015685364,
0.00035097020172543126,
0.000429986058625218
]
},
"1000": {
"mean_across_seeds": 0.00012169795030211442,
"std_across_seeds": 4.121883822012145e-05,
"per_seed_means": [
0.00010464097544797824,
0.00017849944926714065,
8.195342619122433e-05
]
},
"2000": {
"mean_across_seeds": 0.00010627185478203357,
"std_across_seeds": 5.407436262983947e-05,
"per_seed_means": [
0.00017853263377891912,
4.8465674529675575e-05,
9.181725603750598e-05
]
}
},
"fit_power_law": {
"gamma": 1.003714187534367,
"log_A": -1.6477058895472607,
"R2": 0.977698,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0019252473876952617,
"log_A": -6.020695902400171,
"R2": 0.775214,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.2025,
"gamma_CI_95": {
"lo": 0.8529431527599634,
"hi": 1.1837539173829756
},
"decision": "unknown"
}