Spaces:
Running
Running
| { | |
| "model": "gpt2-large", | |
| "N": 36, | |
| "theta": 10000.0, | |
| "d_head": 64, | |
| "K_c": 0.73255, | |
| "Omega": 0.12493, | |
| "K_layers": [ | |
| 0.81441, | |
| 0.75387, | |
| 0.62833, | |
| 0.60773, | |
| 0.61758, | |
| 0.62828, | |
| 0.63754, | |
| 0.63669, | |
| 0.6088, | |
| 0.64065, | |
| 0.60044, | |
| 0.56273, | |
| 0.54459, | |
| 0.54527, | |
| 0.57492, | |
| 0.5152, | |
| 0.45617, | |
| 0.45015, | |
| 0.44311, | |
| 0.43883, | |
| 0.43698, | |
| 0.44074, | |
| 0.42647, | |
| 0.45656, | |
| 0.44064, | |
| 0.42717, | |
| 0.4223, | |
| 0.43501, | |
| 0.42585, | |
| 0.42134, | |
| 0.39643, | |
| 0.42332, | |
| 0.40557, | |
| 0.44298, | |
| 0.46508, | |
| 0.53274 | |
| ], | |
| "cumK": [ | |
| 0.81441, | |
| 0.78414, | |
| 0.73221, | |
| 0.70109, | |
| 0.68439, | |
| 0.67503, | |
| 0.66968, | |
| 0.66555, | |
| 0.65925, | |
| 0.65739, | |
| 0.65221, | |
| 0.64476, | |
| 0.63705, | |
| 0.63049, | |
| 0.62679, | |
| 0.61982, | |
| 0.61019, | |
| 0.6013, | |
| 0.59297, | |
| 0.58527, | |
| 0.5782, | |
| 0.57196, | |
| 0.56563, | |
| 0.56109, | |
| 0.55627, | |
| 0.5513, | |
| 0.54652, | |
| 0.54254, | |
| 0.53852, | |
| 0.53461, | |
| 0.53015, | |
| 0.52682, | |
| 0.52314, | |
| 0.52078, | |
| 0.51919, | |
| 0.51957 | |
| ], | |
| "L_crit_kura_peak": 0, | |
| "L_crit_kura_jump": null, | |
| "alpha_peak": 0.0, | |
| "L_crit_h3": 35.0, | |
| "alpha_h3": 0.9722 | |
| } |