data/e4_gamma/dict6_entropy_gamma.json

{
  "gpt2": {
    "model": "gpt2",
    "gamma_entropy": 0.5991175079638448,
    "delta_H_mean": -0.580409634678587,
    "delta_H_std": 0.6068057513831355,
    "slope_H_logT": 0.4947840387896378,
    "class": "B",
    "H_by_layer": {
      "1": 0.01259014970928314,
      "3": -0.31659999551654955,
      "5": -0.7319513880775332,
      "7": -0.8846455254689319,
      "10": -0.9814414140392033
    },
    "n_observations": 655
  },
  "gpt2-medium": {
    "model": "gpt2-medium",
    "gamma_entropy": 0.6240946879029537,
    "delta_H_mean": -0.6818263993430178,
    "delta_H_std": 0.6214868683292253,
    "slope_H_logT": 0.4582884647747496,
    "class": "B",
    "H_by_layer": {
      "1": 0.007492876543584501,
      "6": -0.8091424135624263,
      "11": -0.717433163548912,
      "16": -0.9225663263289272,
      "22": -0.9674829698184081
    },
    "n_observations": 655
  },
  "EleutherAI/pythia-70m": {
    "model": "EleutherAI/pythia-70m",
    "gamma_entropy": 0.5419393638930605,
    "delta_H_mean": -0.4023633731941078,
    "delta_H_std": 0.6330986192967964,
    "slope_H_logT": 0.5024395148503386,
    "class": "A",
    "H_by_layer": {
      "1": -0.15332401347135424,
      "2": -0.08638924450027424,
      "3": -0.6417974812677865,
      "4": -0.9769821132597699
    },
    "n_observations": 660
  }
}