{
  "result": {
    "tag": "d2-w64_n8192_bfloat16_s0",
    "n_layer": 2,
    "n_embd": 64,
    "n_head": 4,
    "num_params": 229696,
    "n_seqs": 8192,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 22000,
    "batch_size": 512,
    "grad_accum": 1,
    "H_x_bits": 5767168.0,
    "H_x_given_theta_bits": 4944240.743331735,
    "mem_bits": 822927.256668265,
    "bpp": 3.582679962508119,
    "train_loss": 6.536648809909821,
    "test_loss": 8.729503870010376,
    "mi_f1": 0.9999999999994997,
    "mi_threshold": -7.302978515625,
    "elapsed_s": 488.9944713115692
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.637253940105438,
      "test_loss": 7.6371002197265625,
      "mem_bits": -9556.923724496737,
      "bpp": -0.04160683566321023,
      "elapsed_s": 0.455172061920166
    },
    {
      "iter": 2200,
      "train_loss": 6.933122634887695,
      "test_loss": 8.324799537658691,
      "mem_bits": 523039.33303553984,
      "bpp": 2.277093780629788,
      "elapsed_s": 49.11220622062683
    },
    {
      "iter": 4400,
      "train_loss": 6.848070412874222,
      "test_loss": 8.419708490371704,
      "mem_bits": 587371.7874198705,
      "bpp": 2.55717029212468,
      "elapsed_s": 97.59435248374939
    },
    {
      "iter": 6600,
      "train_loss": 6.807007282972336,
      "test_loss": 8.46762990951538,
      "mem_bits": 618431.4337025089,
      "bpp": 2.692390958930538,
      "elapsed_s": 146.20802116394043
    },
    {
      "iter": 8800,
      "train_loss": 6.765031397342682,
      "test_loss": 8.5071439743042,
      "mem_bits": 650181.4771885425,
      "bpp": 2.830617325458617,
      "elapsed_s": 195.0012366771698
    },
    {
      "iter": 11000,
      "train_loss": 6.7214049100875854,
      "test_loss": 8.549086809158325,
      "mem_bits": 683180.0154376952,
      "bpp": 2.9742791142975724,
      "elapsed_s": 243.69445753097534
    },
    {
      "iter": 13200,
      "train_loss": 6.675924926996231,
      "test_loss": 8.599255561828613,
      "mem_bits": 717580.5151349427,
      "bpp": 3.12404445499679,
      "elapsed_s": 292.8941421508789
    },
    {
      "iter": 15400,
      "train_loss": 6.6227361261844635,
      "test_loss": 8.644390344619751,
      "mem_bits": 757811.8697189325,
      "bpp": 3.2991948911558433,
      "elapsed_s": 341.9937846660614
    },
    {
      "iter": 17600,
      "train_loss": 6.579638779163361,
      "test_loss": 8.685373783111572,
      "mem_bits": 790410.1728047887,
      "bpp": 3.4411142240386803,
      "elapsed_s": 390.8870270252228
    },
    {
      "iter": 19800,
      "train_loss": 6.550157904624939,
      "test_loss": 8.713238000869751,
      "mem_bits": 812709.1436200691,
      "bpp": 3.5381945859748063,
      "elapsed_s": 439.9827480316162
    },
    {
      "iter": 22000,
      "train_loss": 6.536648809909821,
      "test_loss": 8.729503870010376,
      "mem_bits": 822927.256668265,
      "bpp": 3.582679962508119,
      "elapsed_s": 488.7938940525055
    }
  ]
}