data/e3_ksubspace/EleutherAI--pythia-1b_d1000.json

{
  "model": "pythia-1b",
  "n_layers": 16,
  "d_model": 2048,
  "d_head": 256,
  "theta": 10000,
  "seed": 42,
  "dist_long": 1000,
  "dist_short": 10,
  "l_crit": 15,
  "n_prompts": 200,
  "k_99pct_variance": 182,
  "k_90pct_variance": 98,
  "k_50pct_variance": 1,
  "top_singular_value": 880.2179565429688,
  "spectral_gap_ratio": 4.608410835266113,
  "cumvar_at_k99": 0.990045964717865,
  "cumvar_at_k90": 0.900945246219635,
  "cumvar_at_k50": 0.5227205157279968,
  "singular_values_top10": [
    880.2179565429688,
    191.00250244140625,
    178.61480712890625,
    132.24012756347656,
    122.12053680419922,
    117.49409484863281,
    110.08806610107422,
    108.31230163574219,
    105.69137573242188,
    103.90699768066406
  ],
  "k_pred": 140.91648842508062,
  "k_pred_int": 141,
  "k_pred_formula": "d_head x log_theta(d_long/2pi) = 256 x 0.5505",
  "k_error_pct": 29.154509904468537,
  "logp_gap": 2.0964049315452584,
  "R_full_avg": 0.9502962040770896,
  "R_k99_avg": 0.898072703256963,
  "partial_recovery_pct": 94.50450284910428,
  "ratio_k_dmodel": 0.0888671875,
  "runtime_seconds": 1857.0458045005798
}