{
  "result": {
    "tag": "d2-w128_n16384_bfloat16_s0",
    "n_layer": 2,
    "n_embd": 128,
    "n_head": 8,
    "num_params": 656000,
    "n_seqs": 16384,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 28000,
    "batch_size": 384,
    "grad_accum": 1,
    "H_x_bits": 11534336.0,
    "H_x_given_theta_bits": 9164760.124239756,
    "mem_bits": 2369575.875760244,
    "bpp": 3.612158347195494,
    "train_loss": 6.058242455124855,
    "test_loss": 9.203715562820435,
    "mi_f1": 0.999816860996997,
    "mi_threshold": -6.941162109375,
    "elapsed_s": 592.8328263759613
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.650322079658508,
      "test_loss": 7.650490045547485,
      "mem_bits": -38883.007425855845,
      "bpp": -0.05927287717356074,
      "elapsed_s": 0.48958730697631836
    },
    {
      "iter": 2800,
      "train_loss": 6.76708921790123,
      "test_loss": 8.492333889007568,
      "mem_bits": 1297249.9340683874,
      "bpp": 1.977515143396932,
      "elapsed_s": 59.256484031677246
    },
    {
      "iter": 5600,
      "train_loss": 6.6157219260931015,
      "test_loss": 8.65209698677063,
      "mem_bits": 1526234.6487530526,
      "bpp": 2.3265772084650194,
      "elapsed_s": 118.28151845932007
    },
    {
      "iter": 8400,
      "train_loss": 6.543209254741669,
      "test_loss": 8.738039493560791,
      "mem_bits": 1635930.033813376,
      "bpp": 2.4937957832520974,
      "elapsed_s": 177.35468578338623
    },
    {
      "iter": 11200,
      "train_loss": 6.472259700298309,
      "test_loss": 8.80718994140625,
      "mem_bits": 1743260.7740753498,
      "bpp": 2.657409716578277,
      "elapsed_s": 236.66784811019897
    },
    {
      "iter": 14000,
      "train_loss": 6.39523246884346,
      "test_loss": 8.880007982254028,
      "mem_bits": 1859785.6745802518,
      "bpp": 2.8350391380796522,
      "elapsed_s": 296.1681032180786
    },
    {
      "iter": 16800,
      "train_loss": 6.316538572311401,
      "test_loss": 8.957059860229492,
      "mem_bits": 1978831.865005985,
      "bpp": 3.0165119893383916,
      "elapsed_s": 355.4661777019501
    },
    {
      "iter": 19600,
      "train_loss": 6.2294091284275055,
      "test_loss": 9.037493467330933,
      "mem_bits": 2110639.143910583,
      "bpp": 3.217437719375889,
      "elapsed_s": 414.97481417655945
    },
    {
      "iter": 22400,
      "train_loss": 6.148950576782227,
      "test_loss": 9.115214824676514,
      "mem_bits": 2232354.8611726016,
      "bpp": 3.4029799712996973,
      "elapsed_s": 473.86695861816406
    },
    {
      "iter": 25200,
      "train_loss": 6.089059069752693,
      "test_loss": 9.168060302734375,
      "mem_bits": 2322957.259388039,
      "bpp": 3.541093383213474,
      "elapsed_s": 533.0594773292542
    },
    {
      "iter": 28000,
      "train_loss": 6.058242455124855,
      "test_loss": 9.203715562820435,
      "mem_bits": 2369575.875760244,
      "bpp": 3.612158347195494,
      "elapsed_s": 592.4686031341553
    }
  ]
}