taf-agent / data /e4_gamma /EleutherAI--pythia-160m_mongo.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.06 kB
{
"model": "EleutherAI/pythia-160m",
"theta": 10000,
"gamma_pred": 0.99999561666838,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.01184501802885077,
"std_across_seeds": 0.001378859479481131,
"per_seed_means": [
0.011957902879609416,
0.010102656579886874,
0.013474494627056022
]
},
"20": {
"mean_across_seeds": 0.00870004014771742,
"std_across_seeds": 0.0006360259839224177,
"per_seed_means": [
0.008050499407496924,
0.008485954137674223,
0.009563666897981117
]
},
"30": {
"mean_across_seeds": 0.004389970480309179,
"std_across_seeds": 0.0011407267671031584,
"per_seed_means": [
0.0036179631628328935,
0.003549234614086648,
0.006002713664007994
]
},
"50": {
"mean_across_seeds": 0.003499219432576663,
"std_across_seeds": 0.000770145930177433,
"per_seed_means": [
0.0031687027386700112,
0.002765725217953635,
0.0045632303411063425
]
},
"100": {
"mean_across_seeds": 0.0016630664256485437,
"std_across_seeds": 0.0005458147513655124,
"per_seed_means": [
0.001334343857500547,
0.0012225916004293444,
0.0024322638190157403
]
},
"200": {
"mean_across_seeds": 0.0011387520531247395,
"std_across_seeds": 0.0006016585561184202,
"per_seed_means": [
0.0007571180729428306,
0.0006709673759663322,
0.0019881707104650558
]
},
"500": {
"mean_across_seeds": 0.0007303262313851318,
"std_across_seeds": 0.0006923605369903511,
"per_seed_means": [
0.00026335111497852875,
0.00021849818511933942,
0.001709129394057527
]
},
"1000": {
"mean_across_seeds": 0.0005382596583993088,
"std_across_seeds": 0.0006345797008602084,
"per_seed_means": [
9.761169005287229e-05,
8.152447151739276e-05,
0.0014356428136276615
]
},
"2000": {
"mean_across_seeds": 0.0006330042882872375,
"std_across_seeds": 0.0008601009017326663,
"per_seed_means": [
2.6749389705855718e-05,
2.289486239078542e-05,
0.0018493686127650714
]
}
},
"fit_power_law": {
"gamma": 0.510891565491545,
"log_A": -3.8559388637995884,
"R2": 0.916873,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0008260835489515251,
"log_A": -6.167082924869525,
"R2": 0.516611,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.4003,
"gamma_CI_95": {
"lo": 0.32767446550421003,
"hi": 0.7113451846826664
},
"decision": "UNCLEAR: \u03b3=0.511 outside all expected ranges"
}