taf-agent / data /e4_gamma /deepseek-ai--deepseek-llm-7b-base_mongo.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
2.76 kB
{
"model": "deepseek-ai/deepseek-llm-7b-base",
"theta": null,
"gamma_pred": null,
"C_theory": 9.2103,
"distances": [
10,
20,
30,
50,
100,
200,
500,
1000
],
"distances_fit": [
30,
50,
100,
200,
500,
1000
],
"d_min_fit": 30,
"n_prompts_per_distance": 30,
"seeds": [
42,
123,
7
],
"attn_by_distance": {
"10": {
"mean_across_seeds": 0.005312137135640822,
"std_across_seeds": 0.0012807888523913684,
"per_seed_means": [
0.0037275183286207417,
0.00686429359872515,
0.005344599479576573
]
},
"20": {
"mean_across_seeds": 0.003641892545339134,
"std_across_seeds": 0.000819973338952788,
"per_seed_means": [
0.002705339123106872,
0.004702356034734597,
0.003517982478175933
]
},
"30": {
"mean_across_seeds": 0.002515320484073729,
"std_across_seeds": 0.000691025730828852,
"per_seed_means": [
0.001872401766013354,
0.0034741702120906362,
0.0021993894741171973
]
},
"50": {
"mean_across_seeds": 0.0015479444335344142,
"std_across_seeds": 0.0006471615268145907,
"per_seed_means": [
0.0009777121934651707,
0.0024530230177333577,
0.0012130980894047147
]
},
"100": {
"mean_across_seeds": 0.0010048023609366887,
"std_across_seeds": 0.0003930820678956331,
"per_seed_means": [
0.0007488263378036209,
0.0015601397317368537,
0.000705441013269592
]
},
"200": {
"mean_across_seeds": 0.000413751030484693,
"std_across_seeds": 0.00015512411350614638,
"per_seed_means": [
0.0002695003125457636,
0.0006290162988686158,
0.0003427364800396996
]
},
"500": {
"mean_across_seeds": 0.00018154666375064861,
"std_across_seeds": 8.394357341258587e-05,
"per_seed_means": [
0.00012939172083861194,
0.0002999804112429653,
0.00011526785917036856
]
},
"1000": {
"mean_across_seeds": 9.38364265190709e-05,
"std_across_seeds": 6.38745866612118e-05,
"per_seed_means": [
4.4527273591180956e-05,
0.00018403793128527469,
5.294407468075709e-05
]
}
},
"fit_power_law": {
"gamma": 0.9469730981988765,
"log_A": -2.7178439863294157,
"R2": 0.995256,
"n_points": 6
},
"fit_exponential": {
"lambda": 0.0031087749651009904,
"log_A": -6.532141890858652,
"R2": 0.843791,
"n_points": 6
},
"delta_R2_power_minus_exp": 0.1515,
"gamma_CI_95": {
"lo": 0.8882660457746588,
"hi": 1.0302327538542175
},
"decision": "unknown"
}