{ "model": "EleutherAI/pythia-160m", "N": 12, "theta": 10000, "d_head": 64, "K_c": 0.73255, "Omega": 0.12493, "K_layers": [ 0.73318, 0.74533, 0.74341, 0.74635, 0.65938, 1.04304, 1.44243, 3.63134, 4.44416, 8.37846, 11.36864, 9.21615 ], "cumK": [ 0.73318, 0.73926, 0.74064, 0.74207, 0.72553, 0.77845, 0.8733, 1.21806, 1.57651, 2.25671, 3.08507, 3.59599 ], "L_crit_kura_peak": 10, "L_crit_kura_jump": 7, "alpha_peak": 0.8333, "L_crit_h3": 3.5, "alpha_h3": 0.2917 }