taf-agent / data /e4_gamma /allenai--OLMo-7B-hf_random.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
2.99 kB
{
"model": "allenai/OLMo-7B-hf",
"theta": null,
"gamma_pred": null,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 30,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.011950965768968065,
"std_across_seeds": 0.0019094740885650225,
"per_seed_means": [
0.01029754610111316,
0.0109286787143598,
0.014626672491431236
]
},
"20": {
"mean_across_seeds": 0.00918573875290652,
"std_across_seeds": 0.0017129117350548116,
"per_seed_means": [
0.008228305944552023,
0.007737386987234155,
0.011591523326933384
]
},
"30": {
"mean_across_seeds": 0.007727537997480896,
"std_across_seeds": 0.0008311603361518234,
"per_seed_means": [
0.007860692869871854,
0.006649553822353482,
0.00867236730021735
]
},
"50": {
"mean_across_seeds": 0.006277959416103031,
"std_across_seeds": 0.0010658756396334493,
"per_seed_means": [
0.0049349239251265924,
0.006356747820973396,
0.007542206502209107
]
},
"100": {
"mean_across_seeds": 0.004609536032916771,
"std_across_seeds": 0.0011788744650315327,
"per_seed_means": [
0.005834931616360942,
0.003017848070400457,
0.004975828411988914
]
},
"200": {
"mean_across_seeds": 0.0022158400103863742,
"std_across_seeds": 0.0006627513905740745,
"per_seed_means": [
0.0016097930609248578,
0.0018996789973850052,
0.0031380479728492596
]
},
"500": {
"mean_across_seeds": 0.001623525357960413,
"std_across_seeds": 0.0007308751154157786,
"per_seed_means": [
0.000765473044399793,
0.0015534750457542638,
0.002551627983727182
]
},
"1000": {
"mean_across_seeds": 0.000880023775001367,
"std_across_seeds": 0.0006987926051610056,
"per_seed_means": [
0.0003818664855013291,
0.0003899501054547727,
0.001868254734047999
]
},
"2000": {
"mean_across_seeds": 0.0009936139660163058,
"std_across_seeds": 0.0005670452679431608,
"per_seed_means": [
0.0016314704378601163,
0.00025377618536973995,
0.0010955952748190612
]
}
},
"fit_power_law": {
"gamma": 0.550891782676269,
"log_A": -2.9853551451655087,
"R2": 0.957841,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0009728174662317398,
"log_A": -5.431967719378075,
"R2": 0.643706,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.3141,
"gamma_CI_95": {
"lo": 0.4640345252970487,
"hi": 0.6819655922489186
},
"decision": "unknown"
}