taf-agent / data /e4_gamma /EleutherAI--pythia-1.4b_mongo.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.02 kB
{
"model": "EleutherAI/pythia-1.4b",
"theta": null,
"gamma_pred": null,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.00930954304847142,
"std_across_seeds": 0.00046598500655753905,
"per_seed_means": [
0.009433638171758503,
0.008686992730557298,
0.009807998243098458
]
},
"20": {
"mean_across_seeds": 0.006164806057543805,
"std_across_seeds": 0.00014470988657920404,
"per_seed_means": [
0.006355531241279095,
0.006005183407105505,
0.006133703524246812
]
},
"30": {
"mean_across_seeds": 0.003750873178942129,
"std_across_seeds": 0.00046433891808706455,
"per_seed_means": [
0.0035096941760275513,
0.0033425104493896166,
0.004400414911409219
]
},
"50": {
"mean_across_seeds": 0.0024919367112710865,
"std_across_seeds": 0.00020655362634590453,
"per_seed_means": [
0.0024369027153200782,
0.002271008453099057,
0.0027678989653941244
]
},
"100": {
"mean_across_seeds": 0.0015481134017722475,
"std_across_seeds": 9.321839775341404e-05,
"per_seed_means": [
0.0015698801611627763,
0.001424628242966719,
0.001649831801187247
]
},
"200": {
"mean_across_seeds": 0.0008042571904176535,
"std_across_seeds": 0.00011442387728512982,
"per_seed_means": [
0.0007252432114910334,
0.0007214660650546042,
0.0009660622947073231
]
},
"500": {
"mean_across_seeds": 0.00021084786865887712,
"std_across_seeds": 1.56926991859727e-05,
"per_seed_means": [
0.000196650760663033,
0.00020317405639313317,
0.00023271878892046515
]
},
"1000": {
"mean_across_seeds": 0.00018452253824863065,
"std_across_seeds": 9.089897272486009e-06,
"per_seed_means": [
0.00019737111651920713,
0.0001777448711921655,
0.00017845162703451932
]
},
"2000": {
"mean_across_seeds": 0.00036662833303530027,
"std_across_seeds": 6.854456752695853e-05,
"per_seed_means": [
0.0004429141562529064,
0.00027668878554929204,
0.00038028205730370243
]
}
},
"fit_power_law": {
"gamma": 0.7050725013322717,
"log_A": -3.342801964634624,
"R2": 0.841258,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0010766062690250938,
"log_A": -6.567544805679143,
"R2": 0.422707,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.4186,
"gamma_CI_95": {
"lo": 0.49742183078097757,
"hi": 1.0319364818957766
},
"decision": "unknown"
}