taf-agent / data /gamma_dial_gpu /pythia-70m_gamma_dial.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
2.21 kB
Invalid JSON:Unexpected token 'N', ..."ikitext": NaN },"... is not valid JSON
{
"model": "pythia-70m",
"k_dead": 23,
"distances": [
10,
20,
50,
100,
200,
500,
1000,
2000
],
"results": {
"1.0": {
"alpha": 1.0,
"k_dead": 23,
"means": [
0.009425997069726388,
0.007616706314341475,
0.003960159035632387,
0.0018816962791849314,
0.0014853083784206924,
0.0006055987625450143,
0.0003808813685085018,
0.00015858603301590317
],
"gamma_real": 0.7692273954314717,
"r2": 0.9860517153515315,
"gamma_sage_meanfield": 0.33,
"err_vs_meanfield_pct": 133.0992107368096,
"ppl_wikitext": NaN
},
"2.0": {
"alpha": 2.0,
"k_dead": 23,
"means": [
0.00890763213156788,
0.006072100852854874,
0.0031495152239991364,
0.0017093524947366728,
0.001437205056663894,
0.0005462497385639863,
0.00045400904272921617,
0.00015552891511949496
],
"gamma_real": 0.7273015822544925,
"r2": 0.9815381835461346,
"gamma_sage_meanfield": 0.48,
"err_vs_meanfield_pct": 51.52116296968594,
"ppl_wikitext": NaN
},
"3.0": {
"alpha": 3.0,
"k_dead": 23,
"means": [
0.009233167045204407,
0.004930038112424881,
0.0035480961872745333,
0.002592464875204937,
0.001741171412087207,
0.000496885728552936,
0.00040662634407486413,
0.0002976683259442052
],
"gamma_real": 0.6676490038337431,
"r2": 0.9715798143918007,
"gamma_sage_meanfield": 0.69,
"err_vs_meanfield_pct": 3.2392748067038837,
"ppl_wikitext": NaN
},
"5.0": {
"alpha": 5.0,
"k_dead": 23,
"means": [
0.010232932424529889,
0.005207723380084042,
0.004237773541388871,
0.004040550790293906,
0.0009580180254268576,
0.0012850861333382796,
0.0005448017653475767,
0.00015817918144421132
],
"gamma_real": 0.7022015830608412,
"r2": 0.9060310930476675,
"gamma_sage_meanfield": 1.03,
"err_vs_meanfield_pct": 31.8250890232193,
"ppl_wikitext": NaN
}
}
}