data/e_goldstone/EleutherAI--pythia-410m.json

{
  "model": "EleutherAI/pythia-410m",
  "n_layers": 24,
  "n_heads": 16,
  "seq_len": 512,
  "n_samples": 50,
  "l_crit_from_e1": null,
  "peak_cv_layer_1indexed": 15,
  "peak_cv_value": 0.001081,
  "min_entropy_layer_1indexed": 15,
  "min_entropy_value": 1.768,
  "variance_per_layer": [
    0.000118,
    0.000258,
    7e-05,
    0.00018,
    0.000141,
    0.000434,
    0.00049,
    0.000727,
    0.000499,
    0.000619,
    0.000542,
    0.000904,
    0.000716,
    0.000971,
    0.001081,
    0.000855,
    0.000505,
    0.000708,
    0.00057,
    0.000663,
    0.000236,
    0.000163,
    0.00015,
    0.000142
  ],
  "entropy_per_layer": [
    4.3774,
    3.536,
    4.8356,
    4.1821,
    4.5478,
    2.9041,
    3.0163,
    2.4139,
    2.8523,
    2.7225,
    3.0353,
    2.2303,
    2.6803,
    1.9203,
    1.768,
    2.1956,
    3.2916,
    2.7684,
    3.3229,
    3.3017,
    4.7612,
    5.0086,
    5.0369,
    5.1515
  ],
  "n_nan_layers": 0,
  "dtype": "bfloat16",
  "decision": "L_crit unknown (E1 not run)",
  "runtime_seconds": 4.9
}