{ "model": "EleutherAI/pythia-1b", "N": 16, "theta": 10000, "d_head": 256, "K_c": 0.65973, "Omega": 0.11252, "K_layers": [ 1.07493, 1.22168, 1.17802, 1.34078, 1.1564, 1.06412, 1.05706, 1.1284, 1.04504, 1.08163, 1.05499, 1.01059, 1.14413, 1.08995, 1.19469, 1.20779 ], "cumK": [ 1.07493, 1.14831, 1.15821, 1.20385, 1.19436, 1.17265, 1.15614, 1.15267, 1.14071, 1.13481, 1.12755, 1.1178, 1.11983, 1.11769, 1.12283, 1.12814 ], "L_crit_kura_peak": 3, "L_crit_kura_jump": null, "alpha_peak": 0.1875, "L_crit_h3": 15.0, "alpha_h3": 0.9375 }