data/gamma_dial_gpu/pythia-70m_gamma_dial.json

{
  "model": "pythia-70m",
  "k_dead": 23,
  "distances": [
    10,
    20,
    50,
    100,
    200,
    500,
    1000,
    2000
  ],
  "results": {
    "1.0": {
      "alpha": 1.0,
      "k_dead": 23,
      "means": [
        0.009425997069726388,
        0.007616706314341475,
        0.003960159035632387,
        0.0018816962791849314,
        0.0014853083784206924,
        0.0006055987625450143,
        0.0003808813685085018,
        0.00015858603301590317
      ],
      "gamma_real": 0.7692273954314717,
      "r2": 0.9860517153515315,
      "gamma_sage_meanfield": 0.33,
      "err_vs_meanfield_pct": 133.0992107368096,
      "ppl_wikitext": NaN
    },
    "2.0": {
      "alpha": 2.0,
      "k_dead": 23,
      "means": [
        0.00890763213156788,
        0.006072100852854874,
        0.0031495152239991364,
        0.0017093524947366728,
        0.001437205056663894,
        0.0005462497385639863,
        0.00045400904272921617,
        0.00015552891511949496
      ],
      "gamma_real": 0.7273015822544925,
      "r2": 0.9815381835461346,
      "gamma_sage_meanfield": 0.48,
      "err_vs_meanfield_pct": 51.52116296968594,
      "ppl_wikitext": NaN
    },
    "3.0": {
      "alpha": 3.0,
      "k_dead": 23,
      "means": [
        0.009233167045204407,
        0.004930038112424881,
        0.0035480961872745333,
        0.002592464875204937,
        0.001741171412087207,
        0.000496885728552936,
        0.00040662634407486413,
        0.0002976683259442052
      ],
      "gamma_real": 0.6676490038337431,
      "r2": 0.9715798143918007,
      "gamma_sage_meanfield": 0.69,
      "err_vs_meanfield_pct": 3.2392748067038837,
      "ppl_wikitext": NaN
    },
    "5.0": {
      "alpha": 5.0,
      "k_dead": 23,
      "means": [
        0.010232932424529889,
        0.005207723380084042,
        0.004237773541388871,
        0.004040550790293906,
        0.0009580180254268576,
        0.0012850861333382796,
        0.0005448017653475767,
        0.00015817918144421132
      ],
      "gamma_real": 0.7022015830608412,
      "r2": 0.9060310930476675,
      "gamma_sage_meanfield": 1.03,
      "err_vs_meanfield_pct": 31.8250890232193,
      "ppl_wikitext": NaN
    }
  }
}