data/e_goldstone/EleutherAI--pythia-2.8b.json

{
  "model": "EleutherAI/pythia-2.8b",
  "n_layers": 32,
  "n_heads": 32,
  "seq_len": 512,
  "n_samples": 50,
  "l_crit_from_e1": null,
  "peak_cv_layer_1indexed": 32,
  "peak_cv_value": 0.001393,
  "min_entropy_layer_1indexed": 32,
  "min_entropy_value": 0.7427,
  "variance_per_layer": [
    7.1e-05,
    0.000323,
    0.000101,
    0.000582,
    0.000441,
    0.00053,
    0.000482,
    0.000707,
    0.000801,
    0.000689,
    0.000744,
    0.000653,
    0.000583,
    0.000679,
    0.001011,
    0.000789,
    0.000789,
    0.000775,
    0.000752,
    0.000853,
    0.000786,
    0.000742,
    0.00071,
    0.000693,
    0.000569,
    0.000657,
    0.000642,
    0.000637,
    0.000616,
    0.000749,
    0.000836,
    0.001393
  ],
  "entropy_per_layer": [
    4.7854,
    3.5542,
    4.8828,
    2.8463,
    3.2198,
    2.9146,
    3.3088,
    2.5581,
    2.2702,
    2.5544,
    2.3549,
    2.9783,
    3.0359,
    2.8657,
    1.8431,
    2.4528,
    2.3897,
    2.4973,
    2.5624,
    2.2672,
    2.3972,
    2.3401,
    2.4305,
    2.4288,
    2.6802,
    2.4344,
    2.4846,
    2.3994,
    2.5019,
    1.9551,
    1.7849,
    0.7427
  ],
  "n_nan_layers": 0,
  "dtype": "bfloat16",
  "decision": "L_crit unknown (E1 not run)",
  "runtime_seconds": 8.3
}