taf-agent / data /e4_gamma /HuggingFaceTB--SmolLM2-360M_mongo.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
3.07 kB
{
"model": "HuggingFaceTB/SmolLM2-360M",
"theta": 100000,
"gamma_pred": 0.799996493334704,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000,
2000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000,
2000
],
"d_min_fit": 30,
"n_prompts_per_distance": 150,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.007966959143264426,
"std_across_seeds": 0.0005601652428789886,
"per_seed_means": [
0.007183899756831427,
0.008462369282109042,
0.008254608390852809
]
},
"20": {
"mean_across_seeds": 0.004732916150759491,
"std_across_seeds": 0.00034992389259481266,
"per_seed_means": [
0.004537673588298882,
0.005224339859948183,
0.0044367350040314096
]
},
"30": {
"mean_across_seeds": 0.0030590847538810016,
"std_across_seeds": 0.00036923530136224845,
"per_seed_means": [
0.0027501304377801714,
0.002848990266599382,
0.0035781335572634514
]
},
"50": {
"mean_across_seeds": 0.002027262340480876,
"std_across_seeds": 0.00015466362617720856,
"per_seed_means": [
0.001853673771644632,
0.001998811180431706,
0.0022293020693662886
]
},
"100": {
"mean_across_seeds": 0.0010873301881171452,
"std_across_seeds": 8.610188701535176e-05,
"per_seed_means": [
0.0010064105623556923,
0.0010489908065452861,
0.0012065891954504574
]
},
"200": {
"mean_across_seeds": 0.0004853193103271122,
"std_across_seeds": 4.3515661719948895e-05,
"per_seed_means": [
0.00043014322674328774,
0.0005365107220616968,
0.0004893039821763523
]
},
"500": {
"mean_across_seeds": 0.0002133857070940495,
"std_across_seeds": 2.844458225923954e-05,
"per_seed_means": [
0.00018429137151542818,
0.0002519907450672084,
0.00020387500469951192
]
},
"1000": {
"mean_across_seeds": 0.00011797002824298236,
"std_across_seeds": 8.847258236115946e-06,
"per_seed_means": [
0.00011550892093509902,
0.00012982452563543726,
0.00010857663815841078
]
},
"2000": {
"mean_across_seeds": 5.1520356169526674e-05,
"std_across_seeds": 4.1715296081625e-06,
"per_seed_means": [
4.59346058111502e-05,
5.595701771198947e-05,
5.266944498544035e-05
]
}
},
"fit_power_law": {
"gamma": 0.9691725803316233,
"log_A": -2.4351546306959655,
"R2": 0.998139,
"n_points": 7
},
"fit_exponential": {
"lambda": 0.001865324074347278,
"log_A": -6.654143898451364,
"R2": 0.796822,
"n_points": 7
},
"delta_R2_power_minus_exp": 0.2013,
"gamma_CI_95": {
"lo": 0.9317078799826332,
"hi": 1.0044633591334093
},
"decision": "REFUTED: C not constant across \u03b8"
}