{
  "result": {
    "tag": "d4-w128_n32768_bfloat16_s0",
    "n_layer": 4,
    "n_embd": 128,
    "n_head": 8,
    "num_params": 1049728,
    "n_seqs": 32768,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 32000,
    "batch_size": 384,
    "grad_accum": 1,
    "H_x_bits": 23068672.0,
    "H_x_given_theta_bits": 19322809.427256536,
    "mem_bits": 3745862.5727434643,
    "bpp": 3.568412553293295,
    "train_loss": 6.386542737483978,
    "test_loss": 8.832721948623657,
    "mi_f1": 0.9998931770661422,
    "mi_threshold": -7.30322265625,
    "elapsed_s": 673.7350013256073
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.650531440973282,
      "test_loss": 7.65172266960144,
      "mem_bits": -78399.44814310223,
      "bpp": -0.07468548818656093,
      "elapsed_s": 0.6961326599121094
    },
    {
      "iter": 3200,
      "train_loss": 7.186664789915085,
      "test_loss": 8.046813249588013,
      "mem_bits": 1325052.6646017618,
      "bpp": 1.2622819097916431,
      "elapsed_s": 66.7319107055664
    },
    {
      "iter": 6400,
      "train_loss": 6.97925091534853,
      "test_loss": 8.270601272583008,
      "mem_bits": 1952593.8767345324,
      "bpp": 1.860095069136512,
      "elapsed_s": 133.9402060508728
    },
    {
      "iter": 9600,
      "train_loss": 6.883714012801647,
      "test_loss": 8.366836547851562,
      "mem_bits": 2241645.6277467012,
      "bpp": 2.135453782071833,
      "elapsed_s": 200.31193327903748
    },
    {
      "iter": 12800,
      "train_loss": 6.805789060890675,
      "test_loss": 8.44254207611084,
      "mem_bits": 2477411.527592074,
      "bpp": 2.360050915658222,
      "elapsed_s": 268.410763502121
    },
    {
      "iter": 16000,
      "train_loss": 6.730602823197842,
      "test_loss": 8.518313646316528,
      "mem_bits": 2704891.308470104,
      "bpp": 2.5767544625561136,
      "elapsed_s": 336.4312644004822
    },
    {
      "iter": 19200,
      "train_loss": 6.6495267525315285,
      "test_loss": 8.595789432525635,
      "mem_bits": 2950191.078156315,
      "bpp": 2.810433824911134,
      "elapsed_s": 405.1044702529907
    },
    {
      "iter": 22400,
      "train_loss": 6.5664816200733185,
      "test_loss": 8.666681289672852,
      "mem_bits": 3201448.344303325,
      "bpp": 3.0497884635861143,
      "elapsed_s": 470.42328667640686
    },
    {
      "iter": 25600,
      "train_loss": 6.48842041939497,
      "test_loss": 8.737895965576172,
      "mem_bits": 3437626.4717145227,
      "bpp": 3.2747782965820886,
      "elapsed_s": 538.1311693191528
    },
    {
      "iter": 28800,
      "train_loss": 6.423498652875423,
      "test_loss": 8.793143510818481,
      "mem_bits": 3634050.5737212747,
      "bpp": 3.461897342665219,
      "elapsed_s": 605.4303991794586
    },
    {
      "iter": 32000,
      "train_loss": 6.386542737483978,
      "test_loss": 8.832721948623657,
      "mem_bits": 3745862.5727434643,
      "bpp": 3.568412553293295,
      "elapsed_s": 672.9221868515015
    }
  ]
}