Spaces:
Running
Running
| { | |
| "model": "EleutherAI/pythia-160m", | |
| "N": 12, | |
| "theta": 10000, | |
| "d_head": 64, | |
| "K_c": 0.73255, | |
| "Omega": 0.12493, | |
| "K_layers": [ | |
| 0.73318, | |
| 0.74533, | |
| 0.74341, | |
| 0.74635, | |
| 0.65938, | |
| 1.04304, | |
| 1.44243, | |
| 3.63134, | |
| 4.44416, | |
| 8.37846, | |
| 11.36864, | |
| 9.21615 | |
| ], | |
| "cumK": [ | |
| 0.73318, | |
| 0.73926, | |
| 0.74064, | |
| 0.74207, | |
| 0.72553, | |
| 0.77845, | |
| 0.8733, | |
| 1.21806, | |
| 1.57651, | |
| 2.25671, | |
| 3.08507, | |
| 3.59599 | |
| ], | |
| "L_crit_kura_peak": 10, | |
| "L_crit_kura_jump": 7, | |
| "alpha_peak": 0.8333, | |
| "L_crit_h3": 3.5, | |
| "alpha_h3": 0.2917 | |
| } |