taf-agent / data /kuramoto /EleutherAI--pythia-1b_kuramoto.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
690 Bytes
{
"model": "EleutherAI/pythia-1b",
"N": 16,
"theta": 10000,
"d_head": 256,
"K_c": 0.65973,
"Omega": 0.11252,
"K_layers": [
1.07493,
1.22168,
1.17802,
1.34078,
1.1564,
1.06412,
1.05706,
1.1284,
1.04504,
1.08163,
1.05499,
1.01059,
1.14413,
1.08995,
1.19469,
1.20779
],
"cumK": [
1.07493,
1.14831,
1.15821,
1.20385,
1.19436,
1.17265,
1.15614,
1.15267,
1.14071,
1.13481,
1.12755,
1.1178,
1.11983,
1.11769,
1.12283,
1.12814
],
"L_crit_kura_peak": 3,
"L_crit_kura_jump": null,
"alpha_peak": 0.1875,
"L_crit_h3": 15.0,
"alpha_h3": 0.9375
}