{
  "result": {
    "tag": "d2-w64_n32768_bfloat16_s0",
    "n_layer": 2,
    "n_embd": 64,
    "n_head": 4,
    "num_params": 229696,
    "n_seqs": 32768,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 30000,
    "batch_size": 512,
    "grad_accum": 1,
    "H_x_bits": 23068672.0,
    "H_x_given_theta_bits": 22239409.105432916,
    "mem_bits": 829262.8945670836,
    "bpp": 3.610262671387763,
    "train_loss": 7.3505323976278305,
    "test_loss": 7.892160654067993,
    "mi_f1": 0.9996033320106067,
    "mi_threshold": -7.66845703125,
    "elapsed_s": 670.8058476448059
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.637310400605202,
      "test_loss": 7.637083292007446,
      "mem_bits": -38398.519007671624,
      "bpp": -0.1671710391459652,
      "elapsed_s": 0.6223797798156738
    },
    {
      "iter": 3000,
      "train_loss": 7.507943943142891,
      "test_loss": 7.741730690002441,
      "mem_bits": 353006.2686174251,
      "bpp": 1.5368411666612614,
      "elapsed_s": 67.61208915710449
    },
    {
      "iter": 6000,
      "train_loss": 7.476510584354401,
      "test_loss": 7.772603511810303,
      "mem_bits": 448109.49214456603,
      "bpp": 1.9508806951125228,
      "elapsed_s": 134.9135594367981
    },
    {
      "iter": 9000,
      "train_loss": 7.45851768553257,
      "test_loss": 7.791254281997681,
      "mem_bits": 502547.92139636725,
      "bpp": 2.187882772866603,
      "elapsed_s": 202.41118454933167
    },
    {
      "iter": 12000,
      "train_loss": 7.442789942026138,
      "test_loss": 7.806864023208618,
      "mem_bits": 550133.0081933104,
      "bpp": 2.3950482733408958,
      "elapsed_s": 269.1162271499634
    },
    {
      "iter": 15000,
      "train_loss": 7.426398605108261,
      "test_loss": 7.822408437728882,
      "mem_bits": 599725.8305607475,
      "bpp": 2.6109546120121707,
      "elapsed_s": 335.9123442173004
    },
    {
      "iter": 18000,
      "train_loss": 7.4084958881139755,
      "test_loss": 7.838691234588623,
      "mem_bits": 653891.4101129435,
      "bpp": 2.8467688166661302,
      "elapsed_s": 402.70924949645996
    },
    {
      "iter": 21000,
      "train_loss": 7.389634355902672,
      "test_loss": 7.855962753295898,
      "mem_bits": 710957.9338028282,
      "bpp": 3.0952125148144862,
      "elapsed_s": 469.49780654907227
    },
    {
      "iter": 24000,
      "train_loss": 7.371260106563568,
      "test_loss": 7.872886419296265,
      "mem_bits": 766550.1584135816,
      "bpp": 3.337237733411037,
      "elapsed_s": 536.1071712970734
    },
    {
      "iter": 27000,
      "train_loss": 7.357399344444275,
      "test_loss": 7.883973121643066,
      "mem_bits": 808486.5981990248,
      "bpp": 3.5198113950570526,
      "elapsed_s": 603.41202044487
    },
    {
      "iter": 30000,
      "train_loss": 7.3505323976278305,
      "test_loss": 7.892160654067993,
      "mem_bits": 829262.8945670836,
      "bpp": 3.610262671387763,
      "elapsed_s": 670.198647737503
    }
  ]
}