taf-agent / data /kuramoto /gpt2-medium_kuramoto.json
karlexmarin's picture
feat: ship paper artefacts + CLI diagnostic alongside browser tool
535348a
raw
history blame
935 Bytes
{
"model": "gpt2-medium",
"N": 24,
"theta": 10000.0,
"d_head": 64,
"K_c": 0.73255,
"Omega": 0.12493,
"K_layers": [
79.32437,
15.34827,
18.48681,
20.93346,
21.07316,
19.14979,
15.20595,
13.88462,
13.71983,
12.67216,
13.36523,
12.39064,
12.63975,
13.46177,
12.51924,
11.95748,
12.09888,
11.69769,
11.62254,
10.59987,
10.37043,
10.22616,
9.51778,
10.41475
],
"cumK": [
79.32437,
47.33632,
37.71981,
33.52323,
31.03321,
29.05264,
27.07454,
25.4258,
24.12514,
22.97984,
22.10579,
21.29619,
20.63031,
20.11827,
19.61167,
19.13328,
18.71949,
18.32939,
17.9764,
17.60758,
17.26295,
16.94309,
16.62026,
16.36169
],
"L_crit_kura_peak": 0,
"L_crit_kura_jump": null,
"alpha_peak": 0.0,
"L_crit_h3": 23.0,
"alpha_h3": 0.9583
}