{
  "model": "EleutherAI/pythia-70m",
  "N": 6,
  "theta": 10000,
  "d_head": 64,
  "K_c": 0.73255,
  "Omega": 0.12493,
  "K_layers": [
    0.0669,
    0.06715,
    0.06386,
    0.17828,
    0.29539,
    0.27403
  ],
  "cumK": [
    0.0669,
    0.06703,
    0.06597,
    0.09405,
    0.13432,
    0.1576
  ],
  "L_crit_kura_peak": 4,
  "L_crit_kura_jump": 3,
  "alpha_peak": 0.6667,
  "L_crit_h3": 4.0,
  "alpha_h3": 0.6667
}