{
  "result": {
    "tag": "d2-w64_n2048_bfloat16_s0",
    "n_layer": 2,
    "n_embd": 64,
    "n_head": 4,
    "num_params": 229696,
    "n_seqs": 2048,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 10000,
    "batch_size": 512,
    "grad_accum": 1,
    "H_x_bits": 1441792.0,
    "H_x_given_theta_bits": 716151.5978994451,
    "mem_bits": 725640.4021005549,
    "bpp": 3.159133820791633,
    "train_loss": 3.7872197031974792,
    "test_loss": 13.130642890930176,
    "mi_f1": 0.9997559189645959,
    "mi_threshold": -11.4853515625,
    "elapsed_s": 222.75749039649963
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.6378889083862305,
      "test_loss": 7.637081861495972,
      "mem_bits": -2509.301480113296,
      "bpp": -0.010924445702638686,
      "elapsed_s": 0.41115736961364746
    },
    {
      "iter": 1000,
      "train_loss": 5.1865394115448,
      "test_loss": 9.84589147567749,
      "mem_bits": 461033.34900061367,
      "bpp": 2.007145744813204,
      "elapsed_s": 22.643784284591675
    },
    {
      "iter": 2000,
      "train_loss": 4.5472800731658936,
      "test_loss": 11.59151816368103,
      "mem_bits": 581915.323781659,
      "bpp": 2.53341513906058,
      "elapsed_s": 44.74958920478821
    },
    {
      "iter": 3000,
      "train_loss": 4.344240307807922,
      "test_loss": 12.014650821685791,
      "mem_bits": 620309.5189416269,
      "bpp": 2.7005673539879966,
      "elapsed_s": 66.94551730155945
    },
    {
      "iter": 4000,
      "train_loss": 4.237142443656921,
      "test_loss": 12.262612342834473,
      "mem_bits": 640561.3956623257,
      "bpp": 2.7887355272287095,
      "elapsed_s": 88.95369338989258
    },
    {
      "iter": 5000,
      "train_loss": 4.124988913536072,
      "test_loss": 12.466571807861328,
      "mem_bits": 661769.2832687136,
      "bpp": 2.881065770708735,
      "elapsed_s": 111.35644912719727
    },
    {
      "iter": 6000,
      "train_loss": 4.0295315980911255,
      "test_loss": 12.65928864479065,
      "mem_bits": 679819.9680307761,
      "bpp": 2.959650877815792,
      "elapsed_s": 133.45219707489014
    },
    {
      "iter": 7000,
      "train_loss": 3.9328381419181824,
      "test_loss": 12.838604927062988,
      "mem_bits": 698104.4032026277,
      "bpp": 3.039253636121777,
      "elapsed_s": 155.75680446624756
    },
    {
      "iter": 8000,
      "train_loss": 3.8585687279701233,
      "test_loss": 12.983312129974365,
      "mem_bits": 712148.5209571514,
      "bpp": 3.1003958316955953,
      "elapsed_s": 178.04289650917053
    },
    {
      "iter": 9000,
      "train_loss": 3.807546079158783,
      "test_loss": 13.076481819152832,
      "mem_bits": 721796.7469220865,
      "bpp": 3.142400159001839,
      "elapsed_s": 200.3569734096527
    },
    {
      "iter": 10000,
      "train_loss": 3.7872197031974792,
      "test_loss": 13.130642890930176,
      "mem_bits": 725640.4021005549,
      "bpp": 3.159133820791633,
      "elapsed_s": 222.65631866455078
    }
  ]
}