{ "model": "pythia-70m", "n_layers": 6, "d_model": 512, "d_head": 64, "theta": 10000, "seed": 42, "dist_long": 1000, "dist_short": 10, "l_crit": 4, "n_prompts": 200, "k_99pct_variance": 64, "k_90pct_variance": 1, "k_50pct_variance": 1, "top_singular_value": 742.4482421875, "spectral_gap_ratio": 8.484195709228516, "cumvar_at_k99": 0.9901030659675598, "cumvar_at_k90": 0.9406560063362122, "cumvar_at_k50": 0.9406560063362122, "singular_values_top10": [ 742.4482421875, 87.50955963134766, 57.6650505065918, 41.584407806396484, 36.161293029785156, 28.921112060546875, 28.18744659423828, 24.050268173217773, 21.590150833129883, 21.302764892578125 ], "k_pred": 35.229122106270154, "k_pred_int": 35, "k_pred_formula": "d_head x log_theta(d_long/2pi) = 64 x 0.5505", "k_error_pct": 81.66788206342828, "logp_gap": 1.1474852193891998, "R_full_avg": 1.302688409976077, "R_k99_avg": 1.268225332676965, "partial_recovery_pct": 97.35446504051227, "ratio_k_dmodel": 0.125, "runtime_seconds": 226.89268803596497 }