data/exp_b3/ppl_dissociation_results.json

{
  "model": "EleutherAI/pythia-1b",
  "k_dead": 23,
  "windows": [
    32,
    64,
    128,
    256,
    512,
    1024
  ],
  "results": {
    "baseline": {
      "sweep": {
        "32": 27.743402019949816,
        "64": 21.773068760436132,
        "128": 16.95406812662881,
        "256": 16.020233852411856,
        "512": 14.211691080630496,
        "1024": 12.960885771516637
      },
      "ppl_semantic": 27.743402019949816,
      "ppl_positional": 12.960885771516637,
      "delta_32_1024": 14.78251624843318,
      "delta_32_512": 13.53171093931932
    },
    "zero_dead": {
      "sweep": {
        "32": 377.73739000780085,
        "64": 386.3479086430421,
        "128": 382.87740392539627,
        "256": 444.79663935459706,
        "512": 512.9987648663821,
        "1024": 551.7126470242462
      },
      "ppl_semantic": 377.73739000780085,
      "ppl_positional": 551.7126470242462,
      "delta_32_1024": -173.9752570164453,
      "delta_32_512": -135.26137485858123
    },
    "zero_alive": {
      "sweep": {
        "32": 37.08881455526334,
        "64": 29.76374421196143,
        "128": 35.99531070851565,
        "256": 108.26691457115533,
        "512": 208.89791823047497,
        "1024": 316.5837725060713
      },
      "ppl_semantic": 37.08881455526334,
      "ppl_positional": 316.5837725060713,
      "delta_32_1024": -279.49495795080793,
      "delta_32_512": -171.80910367521165
    }
  }
}