{ "model": "EleutherAI/gpt-j-6B", "theta": 10000, "gamma_pred": 0.99999561666838, "C_theory": 9.2103, "distances": [ 10, 20, 30, 50, 100, 200, 500, 1000 ], "distances_fit": [ 30, 50, 100, 200, 500, 1000 ], "d_min_fit": 30, "n_prompts_per_distance": 150, "seeds": [ 42, 123, 7 ], "attn_by_distance": { "10": { "mean_across_seeds": 0.00790414453121937, "std_across_seeds": 0.00013863079948421702, "per_seed_means": [ 0.007774174048875769, 0.008096245873409014, 0.007842013671373327 ] }, "20": { "mean_across_seeds": 0.005052289131304456, "std_across_seeds": 0.00015772763747498123, "per_seed_means": [ 0.0048292399616912006, 0.005161861182811359, 0.005165766249410808 ] }, "30": { "mean_across_seeds": 0.0033700674681717327, "std_across_seeds": 0.00015998166115533112, "per_seed_means": [ 0.0032935648031222325, 0.003223923289527496, 0.0035927143118654687 ] }, "50": { "mean_across_seeds": 0.0029467191888640325, "std_across_seeds": 5.830230097669026e-05, "per_seed_means": [ 0.0030064180439027645, 0.0028676176296236616, 0.0029661218930656713 ] }, "100": { "mean_across_seeds": 0.0018710899210741948, "std_across_seeds": 5.4059302628310255e-05, "per_seed_means": [ 0.001803609950778385, 0.0018737099366262556, 0.0019359498758179446 ] }, "200": { "mean_across_seeds": 0.0008449158267143907, "std_across_seeds": 4.219505062090254e-05, "per_seed_means": [ 0.0008908263925695792, 0.0007889484489957491, 0.0008549726385778437 ] }, "500": { "mean_across_seeds": 0.00032950418016601665, "std_across_seeds": 1.2120073367659681e-05, "per_seed_means": [ 0.0003462403745894941, 0.00031793153699254616, 0.00032434062891600966 ] }, "1000": { "mean_across_seeds": 0.00022974714450861534, "std_across_seeds": 1.0465813898187747e-05, "per_seed_means": [ 0.00024454623431665825, 0.00022254784062776404, 0.00022214735858142376 ] } }, "fit_power_law": { "gamma": 0.8347553760849855, "log_A": -2.6580238264494502, "R2": 0.980141, "n_points": 6 }, "fit_exponential": { "lambda": 0.002744567753253188, "log_A": -6.019009744982984, "R2": 0.833517, "n_points": 6 }, "delta_R2_power_minus_exp": 0.1466, "gamma_CI_95": { "lo": 0.6805660295164746, "hi": 0.9949392932271522 }, "decision": "UNCLEAR: \u03b3=0.835 outside all expected ranges" }