Spaces:
Running
Running
| { | |
| "model": "gpt2-medium", | |
| "N": 24, | |
| "theta": 10000.0, | |
| "d_head": 64, | |
| "K_c": 0.73255, | |
| "Omega": 0.12493, | |
| "K_layers": [ | |
| 79.32437, | |
| 15.34827, | |
| 18.48681, | |
| 20.93346, | |
| 21.07316, | |
| 19.14979, | |
| 15.20595, | |
| 13.88462, | |
| 13.71983, | |
| 12.67216, | |
| 13.36523, | |
| 12.39064, | |
| 12.63975, | |
| 13.46177, | |
| 12.51924, | |
| 11.95748, | |
| 12.09888, | |
| 11.69769, | |
| 11.62254, | |
| 10.59987, | |
| 10.37043, | |
| 10.22616, | |
| 9.51778, | |
| 10.41475 | |
| ], | |
| "cumK": [ | |
| 79.32437, | |
| 47.33632, | |
| 37.71981, | |
| 33.52323, | |
| 31.03321, | |
| 29.05264, | |
| 27.07454, | |
| 25.4258, | |
| 24.12514, | |
| 22.97984, | |
| 22.10579, | |
| 21.29619, | |
| 20.63031, | |
| 20.11827, | |
| 19.61167, | |
| 19.13328, | |
| 18.71949, | |
| 18.32939, | |
| 17.9764, | |
| 17.60758, | |
| 17.26295, | |
| 16.94309, | |
| 16.62026, | |
| 16.36169 | |
| ], | |
| "L_crit_kura_peak": 0, | |
| "L_crit_kura_jump": null, | |
| "alpha_peak": 0.0, | |
| "L_crit_h3": 23.0, | |
| "alpha_h3": 0.9583 | |
| } |