{
  "result": {
    "tag": "d1-w32_n4096_bf16_s0",
    "n_layer": 1,
    "n_embd": 32,
    "n_head": 4,
    "num_params": 77920,
    "n_seqs": 4096,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 7638,
    "batch_size": 1024,
    "grad_accum": 1,
    "H_x_bits": 2883584.0,
    "H_x_given_theta_bits": 2623335.6634027935,
    "mem_bits": 260248.33659720654,
    "bpp": 3.3399427181366343,
    "train_loss": 6.936484217643738,
    "test_loss": 8.30504560470581,
    "mi_f1": 0.9998779445863422,
    "mi_threshold": -7.779296875,
    "elapsed_s": 192.68513226509094
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.630917906761169,
      "test_loss": 7.6310083866119385,
      "mem_bits": -2382.2130256621167,
      "bpp": -0.030572549097306424,
      "elapsed_s": 0.4085671901702881
    },
    {
      "iter": 509,
      "train_loss": 7.348630011081696,
      "test_loss": 7.86755633354187,
      "mem_bits": 104377.33271067124,
      "bpp": 1.339544824315596,
      "elapsed_s": 13.217681884765625
    },
    {
      "iter": 1018,
      "train_loss": 7.182991325855255,
      "test_loss": 8.057276248931885,
      "mem_bits": 167020.86458643153,
      "bpp": 2.1434915886349017,
      "elapsed_s": 26.008485794067383
    },
    {
      "iter": 1527,
      "train_loss": 7.104214370250702,
      "test_loss": 8.14597773551941,
      "mem_bits": 196813.82462316938,
      "bpp": 2.525844771857923,
      "elapsed_s": 38.718279123306274
    },
    {
      "iter": 2036,
      "train_loss": 7.063099265098572,
      "test_loss": 8.18672776222229,
      "mem_bits": 212363.30448442046,
      "bpp": 2.7254017515967717,
      "elapsed_s": 51.5086669921875
    },
    {
      "iter": 2545,
      "train_loss": 7.036390602588654,
      "test_loss": 8.21174669265747,
      "mem_bits": 222464.3563553146,
      "bpp": 2.855035374169849,
      "elapsed_s": 64.22770929336548
    },
    {
      "iter": 3054,
      "train_loss": 7.016967058181763,
      "test_loss": 8.22664475440979,
      "mem_bits": 229810.22137187095,
      "bpp": 2.949309822534278,
      "elapsed_s": 76.99768543243408
    },
    {
      "iter": 3563,
      "train_loss": 7.00400447845459,
      "test_loss": 8.24329161643982,
      "mem_bits": 234712.58928925171,
      "bpp": 3.0122252218846475,
      "elapsed_s": 89.72011923789978
    },
    {
      "iter": 4072,
      "train_loss": 6.990766823291779,
      "test_loss": 8.255234241485596,
      "mem_bits": 239718.98904434638,
      "bpp": 3.0764757320886345,
      "elapsed_s": 102.50855684280396
    },
    {
      "iter": 4581,
      "train_loss": 6.979394614696503,
      "test_loss": 8.267909526824951,
      "mem_bits": 244019.8883823366,
      "bpp": 3.131672078828755,
      "elapsed_s": 115.40807366371155
    },
    {
      "iter": 5090,
      "train_loss": 6.967411696910858,
      "test_loss": 8.278475522994995,
      "mem_bits": 248551.75417952938,
      "bpp": 3.189832574172605,
      "elapsed_s": 128.3083620071411
    },
    {
      "iter": 5599,
      "train_loss": 6.957640588283539,
      "test_loss": 8.287281513214111,
      "mem_bits": 252247.12735832622,
      "bpp": 3.23725779463971,
      "elapsed_s": 141.11751699447632
    },
    {
      "iter": 6108,
      "train_loss": 6.94841855764389,
      "test_loss": 8.293298482894897,
      "mem_bits": 255734.8426196752,
      "bpp": 3.282018000765852,
      "elapsed_s": 153.90758657455444
    },
    {
      "iter": 6617,
      "train_loss": 6.942430317401886,
      "test_loss": 8.301169157028198,
      "mem_bits": 257999.5582443308,
      "bpp": 3.3110826263389477,
      "elapsed_s": 166.71742963790894
    },
    {
      "iter": 7126,
      "train_loss": 6.938464283943176,
      "test_loss": 8.302812337875366,
      "mem_bits": 259499.48770254478,
      "bpp": 3.330332234375575,
      "elapsed_s": 179.52056217193604
    },
    {
      "iter": 7635,
      "train_loss": 6.936511993408203,
      "test_loss": 8.305846691131592,
      "mem_bits": 260237.83197394013,
      "bpp": 3.339807905209704,
      "elapsed_s": 192.49756479263306
    },
    {
      "iter": 7638,
      "train_loss": 6.936484217643738,
      "test_loss": 8.30504560470581,
      "mem_bits": 260248.33659720654,
      "bpp": 3.3399427181366343,
      "elapsed_s": 192.56337141990662
    }
  ]
}