{
  "result": {
    "tag": "d2-w64_n512_bfloat16_s0",
    "n_layer": 2,
    "n_embd": 64,
    "n_head": 4,
    "num_params": 229696,
    "n_seqs": 512,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 5000,
    "batch_size": 512,
    "grad_accum": 1,
    "H_x_bits": 360448.0,
    "H_x_given_theta_bits": 193.7184181543366,
    "mem_bits": 360254.28158184566,
    "bpp": 1.568395973729824,
    "train_loss": 0.004097759258002043,
    "test_loss": 29.440959453582764,
    "mi_f1": 0.9990224828929486,
    "mi_threshold": -0.05276238173246384,
    "elapsed_s": 112.13331604003906
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.63841438293457,
      "test_loss": 7.637096643447876,
      "mem_bits": -652.1667752636131,
      "bpp": -0.0028392604802156465,
      "elapsed_s": 0.40784358978271484
    },
    {
      "iter": 500,
      "train_loss": 3.097250461578369,
      "test_loss": 9.99297833442688,
      "mem_bits": 214027.86590522848,
      "bpp": 0.9317875187431582,
      "elapsed_s": 11.459964275360107
    },
    {
      "iter": 1000,
      "train_loss": 0.6932617425918579,
      "test_loss": 14.296557426452637,
      "mem_bits": 327674.5841680281,
      "bpp": 1.4265576421358146,
      "elapsed_s": 22.546725273132324
    },
    {
      "iter": 1500,
      "train_loss": 0.11002796143293381,
      "test_loss": 18.678799629211426,
      "mem_bits": 355246.5127237741,
      "bpp": 1.5465942494591727,
      "elapsed_s": 33.64721941947937
    },
    {
      "iter": 2000,
      "train_loss": 0.030694926157593727,
      "test_loss": 22.265380859375,
      "mem_bits": 358996.9209672331,
      "bpp": 1.5629219532217935,
      "elapsed_s": 44.6729793548584
    },
    {
      "iter": 2500,
      "train_loss": 0.015095111913979053,
      "test_loss": 24.790859699249268,
      "mem_bits": 359734.3901909005,
      "bpp": 1.5661325847681304,
      "elapsed_s": 55.859947681427
    },
    {
      "iter": 3000,
      "train_loss": 0.009310566820204258,
      "test_loss": 26.570254802703857,
      "mem_bits": 360007.8501124711,
      "bpp": 1.5673231145186293,
      "elapsed_s": 66.96717071533203
    },
    {
      "iter": 3500,
      "train_loss": 0.00629517063498497,
      "test_loss": 27.80021095275879,
      "mem_bits": 360150.4006485887,
      "bpp": 1.5679437197364723,
      "elapsed_s": 78.16123914718628
    },
    {
      "iter": 4000,
      "train_loss": 0.005182462278753519,
      "test_loss": 28.629125595092773,
      "mem_bits": 360203.0030805679,
      "bpp": 1.5681727286525142,
      "elapsed_s": 89.5677969455719
    },
    {
      "iter": 4500,
      "train_loss": 0.004282617475837469,
      "test_loss": 29.12013006210327,
      "mem_bits": 360245.542551735,
      "bpp": 1.5683579276597546,
      "elapsed_s": 100.85332536697388
    },
    {
      "iter": 5000,
      "train_loss": 0.004097759258002043,
      "test_loss": 29.440959453582764,
      "mem_bits": 360254.28158184566,
      "bpp": 1.568395973729824,
      "elapsed_s": 112.06054997444153
    }
  ]
}