Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-1b", | |
| "N": 16, | |
| "theta": 10000, | |
| "d_head": 256, | |
| "K_c": 0.65973, | |
| "Omega": 0.11252, | |
| "K_layers": [ | |
| 1.07493, | |
| 1.22168, | |
| 1.17802, | |
| 1.34078, | |
| 1.1564, | |
| 1.06412, | |
| 1.05706, | |
| 1.1284, | |
| 1.04504, | |
| 1.08163, | |
| 1.05499, | |
| 1.01059, | |
| 1.14413, | |
| 1.08995, | |
| 1.19469, | |
| 1.20779 | |
| ], | |
| "cumK": [ | |
| 1.07493, | |
| 1.14831, | |
| 1.15821, | |
| 1.20385, | |
| 1.19436, | |
| 1.17265, | |
| 1.15614, | |
| 1.15267, | |
| 1.14071, | |
| 1.13481, | |
| 1.12755, | |
| 1.1178, | |
| 1.11983, | |
| 1.11769, | |
| 1.12283, | |
| 1.12814 | |
| ], | |
| "L_crit_kura_peak": 3, | |
| "L_crit_kura_jump": null, | |
| "alpha_peak": 0.1875, | |
| "L_crit_h3": 15.0, | |
| "alpha_h3": 0.9375 | |
| } |