{ "model": "gpt2-medium", "N": 24, "theta": 10000.0, "d_head": 64, "K_c": 0.73255, "Omega": 0.12493, "K_layers": [ 79.32437, 15.34827, 18.48681, 20.93346, 21.07316, 19.14979, 15.20595, 13.88462, 13.71983, 12.67216, 13.36523, 12.39064, 12.63975, 13.46177, 12.51924, 11.95748, 12.09888, 11.69769, 11.62254, 10.59987, 10.37043, 10.22616, 9.51778, 10.41475 ], "cumK": [ 79.32437, 47.33632, 37.71981, 33.52323, 31.03321, 29.05264, 27.07454, 25.4258, 24.12514, 22.97984, 22.10579, 21.29619, 20.63031, 20.11827, 19.61167, 19.13328, 18.71949, 18.32939, 17.9764, 17.60758, 17.26295, 16.94309, 16.62026, 16.36169 ], "L_crit_kura_peak": 0, "L_crit_kura_jump": null, "alpha_peak": 0.0, "L_crit_h3": 23.0, "alpha_h3": 0.9583 }