{ "model": "EleutherAI/pythia-70m", "theta": 10000, "d_head": 64, "n_layers": 6, "L_crit_known": 4, "z": 0.282842712474619, "gamma_pos_pred": 0.7522013138014093, "gamma_pade": 0.7522013138014093, "beta_gamma": 0.2, "distances": [ 10, 20, 30, 50, 100, 200, 500, 1000, 2000 ], "distances_fit": [ 30, 50, 100, 200, 500, 1000, 2000 ], "n_prompts": 150, "seeds": [ 42, 123, 7 ], "layer_gamma": { "0": { "gamma": 1.3468013543313044, "R2": 0.981851, "n_points": 7, "type": "pos" }, "1": { "gamma": 1.410356134563726, "R2": 0.886404, "n_points": 7, "type": "pos" }, "2": { "gamma": 1.1152541530423556, "R2": 0.949761, "n_points": 7, "type": "pos" }, "3": { "gamma": 1.1030121418119894, "R2": 0.992778, "n_points": 7, "type": "pos" }, "4": { "gamma": NaN, "R2": 0.0, "n_points": 0, "type": "sem" }, "5": { "gamma": NaN, "R2": 0.0, "n_points": 0, "type": "sem" } }, "per_layer_agg": { "0": { "10": 0.015644904689656364, "20": 0.013133970548709234, "30": 0.005567839278115167, "50": 0.003556306262811025, "100": 0.0019510852628284031, "200": 0.0007665379345417021, "500": 0.0002498780190944672, "1000": 5.03444837199317e-05, "2000": 2.262747950024075e-05 }, "1": { "10": 0.008926776730351978, "20": 0.01036835898955663, "30": 0.0026452516516049704, "50": 0.0025659463637404973, "100": 0.0008467986186345418, "200": 0.0005270672672324711, "500": 0.00018555617994732326, "1000": 8.427821927600437e-05, "2000": 3.328240580028958e-06 }, "2": { "10": 0.016187396844228107, "20": 0.010158376197020213, "30": 0.0047512871026992795, "50": 0.0032849965658452774, "100": 0.0013126978443728553, "200": 0.0007603488696946038, "500": 0.00015906307432386608, "1000": 5.299210548400879e-05, "2000": 8.578023976749844e-05 }, "3": { "10": 0.01852987120057353, "20": 0.014939713157816894, "30": 0.007211493629470674, "50": 0.005900978506348717, "100": 0.0021263419639500273, "200": 0.001293775682166193, "500": 0.00036153811212797233, "1000": 0.00019700892104083324, "2000": 7.671554883321127e-05 }, "4": { "10": NaN, "20": NaN, "30": NaN, "50": NaN, "100": NaN, "200": NaN, "500": NaN, "1000": NaN, "2000": NaN }, "5": { "10": NaN, "20": NaN, "30": NaN, "50": NaN, "100": NaN, "200": NaN, "500": NaN, "1000": NaN, "2000": NaN } } }