{
  "result": {
    "tag": "d2-w128_n1024_bfloat16_s0",
    "n_layer": 2,
    "n_embd": 128,
    "n_head": 8,
    "num_params": 656000,
    "n_seqs": 1024,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 8000,
    "batch_size": 384,
    "grad_accum": 1,
    "H_x_bits": 720896.0,
    "H_x_given_theta_bits": 495.70091115032506,
    "mem_bits": 720400.2990888497,
    "bpp": 1.0981711876354416,
    "train_loss": 0.005242823623120785,
    "test_loss": 27.642335414886475,
    "mi_f1": 0.9999999999994991,
    "mi_threshold": -0.0300984475761652,
    "elapsed_s": 167.94316267967224
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.650063991546631,
      "test_loss": 7.650481939315796,
      "mem_bits": -2405.7861300258664,
      "bpp": -0.0036673569055272353,
      "elapsed_s": 0.3645920753479004
    },
    {
      "iter": 800,
      "train_loss": 0.23874305188655853,
      "test_loss": 13.491424322128296,
      "mem_bits": 698323.2115832629,
      "bpp": 1.0645170908281447,
      "elapsed_s": 16.96569275856018
    },
    {
      "iter": 1600,
      "train_loss": 0.021057985723018646,
      "test_loss": 19.86778163909912,
      "mem_bits": 718904.9998328653,
      "bpp": 1.0958917680379046,
      "elapsed_s": 33.47106337547302
    },
    {
      "iter": 2400,
      "train_loss": 0.0119158118031919,
      "test_loss": 23.292459964752197,
      "mem_bits": 719769.3783181472,
      "bpp": 1.0972094181679073,
      "elapsed_s": 50.178903341293335
    },
    {
      "iter": 3200,
      "train_loss": 0.009227843955159187,
      "test_loss": 25.041757106781006,
      "mem_bits": 720023.5215446209,
      "bpp": 1.0975968316228977,
      "elapsed_s": 66.95238137245178
    },
    {
      "iter": 4000,
      "train_loss": 0.007608270971104503,
      "test_loss": 25.914133071899414,
      "mem_bits": 720176.6496796835,
      "bpp": 1.0978302586580542,
      "elapsed_s": 83.66340851783752
    },
    {
      "iter": 4800,
      "train_loss": 0.006612266413867474,
      "test_loss": 26.539035320281982,
      "mem_bits": 720270.8203789141,
      "bpp": 1.0979738115532227,
      "elapsed_s": 100.65862536430359
    },
    {
      "iter": 5600,
      "train_loss": 0.005872658453881741,
      "test_loss": 26.955212116241455,
      "mem_bits": 720340.7491741615,
      "bpp": 1.0980804103264656,
      "elapsed_s": 117.45844769477844
    },
    {
      "iter": 6400,
      "train_loss": 0.005570975597947836,
      "test_loss": 27.33321237564087,
      "mem_bits": 720369.272824262,
      "bpp": 1.0981238915003995,
      "elapsed_s": 134.16497111320496
    },
    {
      "iter": 7200,
      "train_loss": 0.005351161817088723,
      "test_loss": 27.535581588745117,
      "mem_bits": 720390.0558792126,
      "bpp": 1.0981555729866046,
      "elapsed_s": 151.05982398986816
    },
    {
      "iter": 8000,
      "train_loss": 0.005242823623120785,
      "test_loss": 27.642335414886475,
      "mem_bits": 720400.2990888497,
      "bpp": 1.0981711876354416,
      "elapsed_s": 167.85320901870728
    }
  ]
}