taf-agent / data /e4_gamma /allenai--OLMo-7B-hf_mongo.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.01 kB
{
"model": "allenai/OLMo-7B-hf",
"theta": null,
"gamma_pred": null,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 30,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.009969798744552666,
"std_across_seeds": 0.0008748989663154168,
"per_seed_means": [
0.0088797216458867,
0.011021760602792105,
0.010007913984979192
]
},
"20": {
"mean_across_seeds": 0.007337944313055939,
"std_across_seeds": 0.0005311704919325939,
"per_seed_means": [
0.006588618985066811,
0.007758397826304038,
0.007666816127796968
]
},
"30": {
"mean_across_seeds": 0.005870271401686801,
"std_across_seeds": 0.0004457334001566012,
"per_seed_means": [
0.005248625266055266,
0.006271562461430828,
0.006090626477574309
]
},
"50": {
"mean_across_seeds": 0.004284175974316895,
"std_across_seeds": 0.00013979457191493625,
"per_seed_means": [
0.0040915545852233965,
0.0044190422631800175,
0.0043419310745472705
]
},
"100": {
"mean_across_seeds": 0.0027131779248722727,
"std_across_seeds": 9.807202554892205e-05,
"per_seed_means": [
0.0025766180517772836,
0.0027604641936098536,
0.0028024515292296806
]
},
"200": {
"mean_across_seeds": 0.001480693245927493,
"std_across_seeds": 8.252413292374016e-05,
"per_seed_means": [
0.0013760605710558594,
0.0015777795653169355,
0.0014882396014096837
]
},
"500": {
"mean_across_seeds": 0.0006563582910328276,
"std_across_seeds": 1.4485757765891709e-05,
"per_seed_means": [
0.0006361316579083601,
0.0006636576688227554,
0.0006692855463673671
]
},
"1000": {
"mean_across_seeds": 0.00032767843028220036,
"std_across_seeds": 6.507579470295881e-06,
"per_seed_means": [
0.0003185212437529117,
0.0003330522197453926,
0.0003314618273482968
]
},
"2000": {
"mean_across_seeds": 0.00020018271364582083,
"std_across_seeds": 4.4346897957223284e-07,
"per_seed_means": [
0.00020006364405465623,
0.00019970899059747657,
0.00020077550628532965
]
}
},
"fit_power_law": {
"gamma": 0.8291935914574181,
"log_A": -2.203505644417151,
"R2": 0.99587,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.0016030435200460648,
"log_A": -5.8091876812482885,
"R2": 0.802132,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.1937,
"gamma_CI_95": {
"lo": 0.7599769664697463,
"hi": 0.9074527203730529
},
"decision": "unknown"
}