{ "model": "EleutherAI/pythia-70m", "theta": 10000, "T_train": 2048, "n_layers": 6, "n_heads": 8, "d_head": 64, "n_prompts": 80, "seeds": [ 42, 123 ], "distances": [ 10, 20, 30, 50, 100, 200, 500, 1000, 2000 ], "fit_distances": [ 30, 50, 100, 200, 500, 1000, 2000 ], "gamma_matrix": [ [ 1.8956686484272032, 3.1607076796410625, 1.5092277905185227, 1.0210524810235992, 2.6697729658162896, 2.240932252937181, 1.4803242723530303, 1.3678854949145218 ], [ 1.2586911409518957, 1.8122687350843756, 0.9786895266365704, 2.589333242086659, 1.717841303033267, 1.78869554492529, 1.4044532884390961, 1.7554952260931749 ], [ 4.0457550638112805, -0.07770150689082977, 0.9714444650266668, 2.571306583143918, 1.395077069838456, 1.4296950879817791, 1.1774134620824253, 0.7206641642289606 ], [ NaN, 1.2432695109055647, 1.7455692649459635, 1.0389092113357223, 1.1166611212100948, 0.2601625870112875, NaN, 1.088286409170004 ], [ NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN ], [ NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN ] ], "r2_matrix": [ [ 0.9383960605648823, 0.9139226057527464, 0.9652240633378439, 0.8206546090602095, 0.6616322324505621, 0.7028864044477238, 0.9409609617830748, 0.4429954980892479 ], [ 0.9073993062841719, 0.7817046347608425, 0.7292171915820077, 0.8648359077897436, 0.8405510602371034, 0.7725355084897314, 0.853363582608857, 0.8436657005273044 ], [ 0.9336359251200337, 0.0006779054805270412, 0.8617195475561965, 0.7479993150898953, 0.4146043954196934, 0.9300853117312192, 0.635240622716813, 0.5288158074094154 ], [ 0.0, 0.16447268158343042, 0.9477185945863832, 0.9910871774672763, 0.9718780075824707, 0.014197730330358094, 0.0, 0.9841352431853003 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "summary": { "gamma_mean": 1.5792517362227676, "gamma_std": 0.8170482676877581, "gamma_min": -0.07770150689082977, "gamma_max": 4.0457550638112805, "gamma_range": 4.1234565707021105, "gamma_global_fit": 1.1218135130629137, "r2_global": 0.98599467700819, "gamma_mixture_pred": 1.5792517362227678 }, "outlier_heads_high": [ [ 2, 0, 4.0457550638112805 ] ], "outlier_heads_low": [ [ 2, 1, -0.07770150689082977 ] ] }