{
  "result": {
    "tag": "d2-w64_n2048_fp32_s0",
    "n_layer": 2,
    "n_embd": 64,
    "n_head": 4,
    "num_params": 229696,
    "n_seqs": 2048,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "float32",
    "seed": 0,
    "max_iters": 10000,
    "batch_size": 256,
    "grad_accum": 1,
    "H_x_bits": 1441792.0,
    "H_x_given_theta_bits": 714860.3632957394,
    "mem_bits": 726931.6367042606,
    "bpp": 3.164755314434124,
    "train_loss": 3.780391275882721,
    "test_loss": 12.841822147369385,
    "mi_f1": 0.9990224828929501,
    "mi_threshold": -4.910470962524414,
    "elapsed_s": 78.76775193214417
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.6379570960998535,
      "test_loss": 7.637109041213989,
      "mem_bits": -2522.19556704117,
      "bpp": -0.010980581146564023,
      "elapsed_s": 0.30577731132507324
    },
    {
      "iter": 1000,
      "train_loss": 5.5684263706207275,
      "test_loss": 9.309391736984253,
      "mem_bits": 388819.6995711168,
      "bpp": 1.6927578171631932,
      "elapsed_s": 8.139807939529419
    },
    {
      "iter": 2000,
      "train_loss": 4.777725100517273,
      "test_loss": 10.986868858337402,
      "mem_bits": 538338.8778663779,
      "bpp": 2.343701578897229,
      "elapsed_s": 15.973531007766724
    },
    {
      "iter": 3000,
      "train_loss": 4.534184098243713,
      "test_loss": 11.543038129806519,
      "mem_bits": 584391.732361455,
      "bpp": 2.5441963828776077,
      "elapsed_s": 23.807178020477295
    },
    {
      "iter": 4000,
      "train_loss": 4.373429536819458,
      "test_loss": 11.834860563278198,
      "mem_bits": 614789.9255099557,
      "bpp": 2.6765373602934126,
      "elapsed_s": 31.64109492301941
    },
    {
      "iter": 5000,
      "train_loss": 4.241334795951843,
      "test_loss": 12.063628196716309,
      "mem_bits": 639768.6347373573,
      "bpp": 2.7852841788161626,
      "elapsed_s": 39.47486686706543
    },
    {
      "iter": 6000,
      "train_loss": 4.109622359275818,
      "test_loss": 12.29008412361145,
      "mem_bits": 664675.0514179441,
      "bpp": 2.893716265925154,
      "elapsed_s": 47.308807134628296
    },
    {
      "iter": 7000,
      "train_loss": 3.9891952872276306,
      "test_loss": 12.500247240066528,
      "mem_bits": 687447.4403566811,
      "bpp": 2.992857691717231,
      "elapsed_s": 55.14332890510559
    },
    {
      "iter": 8000,
      "train_loss": 3.88352507352829,
      "test_loss": 12.66317105293274,
      "mem_bits": 707429.3527678535,
      "bpp": 3.0798505536354726,
      "elapsed_s": 62.97722768783569
    },
    {
      "iter": 9000,
      "train_loss": 3.8143160939216614,
      "test_loss": 12.769796371459961,
      "mem_bits": 720516.5579522877,
      "bpp": 3.13682675341446,
      "elapsed_s": 70.81148314476013
    },
    {
      "iter": 10000,
      "train_loss": 3.780391275882721,
      "test_loss": 12.841822147369385,
      "mem_bits": 726931.6367042606,
      "bpp": 3.164755314434124,
      "elapsed_s": 78.6455991268158
    }
  ]
}