{
  "result": {
    "tag": "d1-w32_n16384_fp32_s0",
    "n_layer": 1,
    "n_embd": 32,
    "n_head": 4,
    "num_params": 77920,
    "n_seqs": 16384,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "float32",
    "seed": 0,
    "max_iters": 12000,
    "batch_size": 512,
    "grad_accum": 1,
    "H_x_bits": 11534336.0,
    "H_x_given_theta_bits": 11289668.252604596,
    "mem_bits": 244667.74739540368,
    "bpp": 3.139986491214113,
    "train_loss": 7.4628846347332,
    "test_loss": 7.7802863121032715,
    "mi_f1": 0.9958460598651078,
    "mi_threshold": -7.651047706604004,
    "elapsed_s": 124.28364586830139
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.630828559398651,
      "test_loss": 7.631018757820129,
      "mem_bits": -9393.689611004665,
      "bpp": -0.12055556482295515,
      "elapsed_s": 0.4162449836730957
    },
    {
      "iter": 1500,
      "train_loss": 7.551703244447708,
      "test_loss": 7.697070002555847,
      "mem_bits": 110305.13998385146,
      "bpp": 1.4156203796695517,
      "elapsed_s": 15.853621244430542
    },
    {
      "iter": 3000,
      "train_loss": 7.518157497048378,
      "test_loss": 7.73314356803894,
      "mem_bits": 161052.32126299106,
      "bpp": 2.0668932400281195,
      "elapsed_s": 31.292247533798218
    },
    {
      "iter": 4500,
      "train_loss": 7.50174243748188,
      "test_loss": 7.747440814971924,
      "mem_bits": 185884.61948585324,
      "bpp": 2.385582898945755,
      "elapsed_s": 46.73068881034851
    },
    {
      "iter": 6000,
      "train_loss": 7.49003404378891,
      "test_loss": 7.7569420337677,
      "mem_bits": 203596.78938183747,
      "bpp": 2.612895140937339,
      "elapsed_s": 62.16965651512146
    },
    {
      "iter": 7500,
      "train_loss": 7.479667976498604,
      "test_loss": 7.7659900188446045,
      "mem_bits": 219278.32092355005,
      "bpp": 2.8141468291010017,
      "elapsed_s": 77.60845398902893
    },
    {
      "iter": 9000,
      "train_loss": 7.47119602560997,
      "test_loss": 7.773043155670166,
      "mem_bits": 232094.47977717593,
      "bpp": 2.9786252538138593,
      "elapsed_s": 93.04734635353088
    },
    {
      "iter": 10500,
      "train_loss": 7.4654616713523865,
      "test_loss": 7.777836799621582,
      "mem_bits": 240769.26980538107,
      "bpp": 3.0899546946275804,
      "elapsed_s": 108.48608493804932
    },
    {
      "iter": 12000,
      "train_loss": 7.4628846347332,
      "test_loss": 7.7802863121032715,
      "mem_bits": 244667.74739540368,
      "bpp": 3.139986491214113,
      "elapsed_s": 123.92409420013428
    }
  ]
}