{
  "result": {
    "tag": "d4-w128_n8192_bfloat16_s0",
    "n_layer": 4,
    "n_embd": 128,
    "n_head": 8,
    "num_params": 1049728,
    "n_seqs": 8192,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 22000,
    "batch_size": 384,
    "grad_accum": 1,
    "H_x_bits": 5767168.0,
    "H_x_given_theta_bits": 2019720.2974360613,
    "mem_bits": 3747447.7025639387,
    "bpp": 3.5699225919132753,
    "train_loss": 2.6702183336019516,
    "test_loss": 14.464654445648193,
    "mi_f1": 0.9998779147840194,
    "mi_threshold": -4.147796630859375,
    "elapsed_s": 468.3837842941284
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.650266230106354,
      "test_loss": 7.651687145233154,
      "mem_bits": -19399.259798761457,
      "bpp": -0.018480272793296414,
      "elapsed_s": 0.45236778259277344
    },
    {
      "iter": 2200,
      "train_loss": 4.94509020447731,
      "test_loss": 10.039858341217041,
      "mem_bits": 2026762.6058229976,
      "bpp": 1.9307502570408692,
      "elapsed_s": 46.64778709411621
    },
    {
      "iter": 4400,
      "train_loss": 4.367130786180496,
      "test_loss": 11.407300472259521,
      "mem_bits": 2463923.9995333687,
      "bpp": 2.347202322442927,
      "elapsed_s": 93.62358927726746
    },
    {
      "iter": 6600,
      "train_loss": 4.114714562892914,
      "test_loss": 11.838440179824829,
      "mem_bits": 2654848.525502143,
      "bpp": 2.5290823198982433,
      "elapsed_s": 140.34467697143555
    },
    {
      "iter": 8800,
      "train_loss": 3.903000757098198,
      "test_loss": 12.225165843963623,
      "mem_bits": 2814986.2436168324,
      "bpp": 2.681633950525119,
      "elapsed_s": 185.8193061351776
    },
    {
      "iter": 11000,
      "train_loss": 3.6387680172920227,
      "test_loss": 12.630927324295044,
      "mem_bits": 3014848.637308729,
      "bpp": 2.87202840860559,
      "elapsed_s": 232.82778596878052
    },
    {
      "iter": 13200,
      "train_loss": 3.404241219162941,
      "test_loss": 13.086765766143799,
      "mem_bits": 3192241.8221705207,
      "bpp": 3.04101807532096,
      "elapsed_s": 278.8245677947998
    },
    {
      "iter": 15400,
      "train_loss": 3.145213931798935,
      "test_loss": 13.545449018478394,
      "mem_bits": 3388166.875674731,
      "bpp": 3.2276617139627897,
      "elapsed_s": 326.2345187664032
    },
    {
      "iter": 17600,
      "train_loss": 2.9248970597982407,
      "test_loss": 13.951825857162476,
      "mem_bits": 3554811.84722924,
      "bpp": 3.386412334651681,
      "elapsed_s": 373.34576201438904
    },
    {
      "iter": 19800,
      "train_loss": 2.7543245404958725,
      "test_loss": 14.253965854644775,
      "mem_bits": 3683830.802377779,
      "bpp": 3.509319368805804,
      "elapsed_s": 420.5392208099365
    },
    {
      "iter": 22000,
      "train_loss": 2.6702183336019516,
      "test_loss": 14.464654445648193,
      "mem_bits": 3747447.7025639387,
      "bpp": 3.5699225919132753,
      "elapsed_s": 468.1241512298584
    }
  ]
}