{
  "result": {
    "tag": "d2-w128_n4096_bfloat16_s0",
    "n_layer": 2,
    "n_embd": 128,
    "n_head": 8,
    "num_params": 656000,
    "n_seqs": 4096,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 15000,
    "batch_size": 384,
    "grad_accum": 1,
    "H_x_bits": 2883584.0,
    "H_x_given_theta_bits": 634770.3991878944,
    "mem_bits": 2248813.6008121055,
    "bpp": 3.4280695134330874,
    "train_loss": 1.6784260272979736,
    "test_loss": 18.886457443237305,
    "mi_f1": 0.9998779445863422,
    "mi_threshold": -16.809814453125,
    "elapsed_s": 319.55566334724426
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.650357723236084,
      "test_loss": 7.6504902839660645,
      "mem_bits": -9734.232038252056,
      "bpp": -0.014838768350993988,
      "elapsed_s": 0.40720319747924805
    },
    {
      "iter": 1500,
      "train_loss": 3.9437090158462524,
      "test_loss": 11.21740460395813,
      "mem_bits": 1392097.5087545922,
      "bpp": 2.1220998609063906,
      "elapsed_s": 32.03879761695862
    },
    {
      "iter": 3000,
      "train_loss": 3.1321945190429688,
      "test_loss": 13.961825847625732,
      "mem_bits": 1699007.2996566445,
      "bpp": 2.5899501519156165,
      "elapsed_s": 63.93762278556824
    },
    {
      "iter": 4500,
      "train_loss": 2.846439778804779,
      "test_loss": 14.931560754776001,
      "mem_bits": 1807077.9846798258,
      "bpp": 2.7546920498168075,
      "elapsed_s": 95.73190569877625
    },
    {
      "iter": 6000,
      "train_loss": 2.635093927383423,
      "test_loss": 15.632424592971802,
      "mem_bits": 1887007.685656527,
      "bpp": 2.8765361061837305,
      "elapsed_s": 127.7193775177002
    },
    {
      "iter": 7500,
      "train_loss": 2.427397221326828,
      "test_loss": 16.3562912940979,
      "mem_bits": 1965557.302302903,
      "bpp": 2.9962763754617425,
      "elapsed_s": 159.81765484809875
    },
    {
      "iter": 9000,
      "train_loss": 2.209708869457245,
      "test_loss": 17.07954740524292,
      "mem_bits": 2047885.6979351272,
      "bpp": 3.121776978559645,
      "elapsed_s": 191.6372411251068
    },
    {
      "iter": 10500,
      "train_loss": 2.004741385579109,
      "test_loss": 17.760916709899902,
      "mem_bits": 2125403.1395416046,
      "bpp": 3.239943810276836,
      "elapsed_s": 223.61258244514465
    },
    {
      "iter": 12000,
      "train_loss": 1.8413634151220322,
      "test_loss": 18.290559768676758,
      "mem_bits": 2187191.6829977026,
      "bpp": 3.334133663106254,
      "elapsed_s": 255.53317642211914
    },
    {
      "iter": 13500,
      "train_loss": 1.731421336531639,
      "test_loss": 18.64831018447876,
      "mem_bits": 2228771.100844743,
      "bpp": 3.3975169220194257,
      "elapsed_s": 287.6216847896576
    },
    {
      "iter": 15000,
      "train_loss": 1.6784260272979736,
      "test_loss": 18.886457443237305,
      "mem_bits": 2248813.6008121055,
      "bpp": 3.4280695134330874,
      "elapsed_s": 319.4183301925659
    }
  ]
}