{ "model": "pythia-1b", "n_layers": 16, "d_model": 2048, "d_head": 256, "theta": 10000, "seed": 42, "dist_long": 1000, "dist_short": 10, "l_crit": 15, "n_prompts": 200, "k_99pct_variance": 182, "k_90pct_variance": 98, "k_50pct_variance": 1, "top_singular_value": 880.2179565429688, "spectral_gap_ratio": 4.608410835266113, "cumvar_at_k99": 0.990045964717865, "cumvar_at_k90": 0.900945246219635, "cumvar_at_k50": 0.5227205157279968, "singular_values_top10": [ 880.2179565429688, 191.00250244140625, 178.61480712890625, 132.24012756347656, 122.12053680419922, 117.49409484863281, 110.08806610107422, 108.31230163574219, 105.69137573242188, 103.90699768066406 ], "k_pred": 140.91648842508062, "k_pred_int": 141, "k_pred_formula": "d_head x log_theta(d_long/2pi) = 256 x 0.5505", "k_error_pct": 29.154509904468537, "logp_gap": 2.0964049315452584, "R_full_avg": 0.9502962040770896, "R_k99_avg": 0.898072703256963, "partial_recovery_pct": 94.50450284910428, "ratio_k_dmodel": 0.0888671875, "runtime_seconds": 1857.0458045005798 }