{ "gpt2": { "model": "gpt2", "gamma_entropy": 0.5991175079638448, "delta_H_mean": -0.580409634678587, "delta_H_std": 0.6068057513831355, "slope_H_logT": 0.4947840387896378, "class": "B", "H_by_layer": { "1": 0.01259014970928314, "3": -0.31659999551654955, "5": -0.7319513880775332, "7": -0.8846455254689319, "10": -0.9814414140392033 }, "n_observations": 655 }, "gpt2-medium": { "model": "gpt2-medium", "gamma_entropy": 0.6240946879029537, "delta_H_mean": -0.6818263993430178, "delta_H_std": 0.6214868683292253, "slope_H_logT": 0.4582884647747496, "class": "B", "H_by_layer": { "1": 0.007492876543584501, "6": -0.8091424135624263, "11": -0.717433163548912, "16": -0.9225663263289272, "22": -0.9674829698184081 }, "n_observations": 655 }, "EleutherAI/pythia-70m": { "model": "EleutherAI/pythia-70m", "gamma_entropy": 0.5419393638930605, "delta_H_mean": -0.4023633731941078, "delta_H_std": 0.6330986192967964, "slope_H_logT": 0.5024395148503386, "class": "A", "H_by_layer": { "1": -0.15332401347135424, "2": -0.08638924450027424, "3": -0.6417974812677865, "4": -0.9769821132597699 }, "n_observations": 660 } }