{
  "result": {
    "tag": "d1-w32_n16384_bf16_s0",
    "n_layer": 1,
    "n_embd": 32,
    "n_head": 4,
    "num_params": 77920,
    "n_seqs": 16384,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 12553,
    "batch_size": 1024,
    "grad_accum": 1,
    "H_x_bits": 11534336.0,
    "H_x_given_theta_bits": 11258468.890324092,
    "mem_bits": 275867.10967590846,
    "bpp": 3.54038898454708,
    "train_loss": 7.442260712385178,
    "test_loss": 7.800113916397095,
    "mi_f1": 0.9974681999811978,
    "mi_threshold": -7.6513671875,
    "elapsed_s": 316.7593641281128
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.630820840597153,
      "test_loss": 7.631007671356201,
      "mem_bits": -9382.01279801689,
      "bpp": -0.12040570839344059,
      "elapsed_s": 0.4691896438598633
    },
    {
      "iter": 836,
      "train_loss": 7.559213191270828,
      "test_loss": 7.687915563583374,
      "mem_bits": 98944.27721061185,
      "bpp": 1.269818752702924,
      "elapsed_s": 21.45508885383606
    },
    {
      "iter": 1672,
      "train_loss": 7.521498262882233,
      "test_loss": 7.726642608642578,
      "mem_bits": 155998.4929084275,
      "bpp": 2.0020340465660613,
      "elapsed_s": 42.457746267318726
    },
    {
      "iter": 2508,
      "train_loss": 7.503722101449966,
      "test_loss": 7.74575138092041,
      "mem_bits": 182889.83254417777,
      "bpp": 2.3471487749509468,
      "elapsed_s": 63.46595907211304
    },
    {
      "iter": 3344,
      "train_loss": 7.4932639598846436,
      "test_loss": 7.755400896072388,
      "mem_bits": 198710.65178366564,
      "bpp": 2.550188036238009,
      "elapsed_s": 84.55543732643127
    },
    {
      "iter": 4180,
      "train_loss": 7.486272245645523,
      "test_loss": 7.763240575790405,
      "mem_bits": 209287.54505484365,
      "bpp": 2.6859284529625724,
      "elapsed_s": 105.55607318878174
    },
    {
      "iter": 5016,
      "train_loss": 7.479958802461624,
      "test_loss": 7.7681498527526855,
      "mem_bits": 218838.36656240746,
      "bpp": 2.8085005975668307,
      "elapsed_s": 126.55757761001587
    },
    {
      "iter": 5852,
      "train_loss": 7.474432080984116,
      "test_loss": 7.773531675338745,
      "mem_bits": 227199.05482967943,
      "bpp": 2.9157989582864405,
      "elapsed_s": 147.58233833312988
    },
    {
      "iter": 6688,
      "train_loss": 7.4688838720321655,
      "test_loss": 7.778558015823364,
      "mem_bits": 235592.24881959148,
      "bpp": 3.023514486904408,
      "elapsed_s": 168.65516424179077
    },
    {
      "iter": 7524,
      "train_loss": 7.463902115821838,
      "test_loss": 7.782118082046509,
      "mem_bits": 243128.52703943476,
      "bpp": 3.120232636543054,
      "elapsed_s": 189.75664114952087
    },
    {
      "iter": 8360,
      "train_loss": 7.459051787853241,
      "test_loss": 7.786835193634033,
      "mem_bits": 250465.98384895734,
      "bpp": 3.2143991767063316,
      "elapsed_s": 210.7557556629181
    },
    {
      "iter": 9196,
      "train_loss": 7.453983128070831,
      "test_loss": 7.790442943572998,
      "mem_bits": 258133.7276544012,
      "bpp": 3.312804513018496,
      "elapsed_s": 231.75687861442566
    },
    {
      "iter": 10032,
      "train_loss": 7.44970241189003,
      "test_loss": 7.794625759124756,
      "mem_bits": 264609.4897665307,
      "bpp": 3.395912342999624,
      "elapsed_s": 252.7764174938202
    },
    {
      "iter": 10868,
      "train_loss": 7.446153968572617,
      "test_loss": 7.796813488006592,
      "mem_bits": 269977.48750835843,
      "bpp": 3.464803484450185,
      "elapsed_s": 273.7556083202362
    },
    {
      "iter": 11704,
      "train_loss": 7.4436284601688385,
      "test_loss": 7.799553632736206,
      "mem_bits": 273798.0144819543,
      "bpp": 3.5138348881154298,
      "elapsed_s": 295.07754278182983
    },
    {
      "iter": 12540,
      "train_loss": 7.442264497280121,
      "test_loss": 7.800155401229858,
      "mem_bits": 275861.383979965,
      "bpp": 3.5403155028229594,
      "elapsed_s": 316.05555844306946
    },
    {
      "iter": 12553,
      "train_loss": 7.442260712385178,
      "test_loss": 7.800113916397095,
      "mem_bits": 275867.10967590846,
      "bpp": 3.54038898454708,
      "elapsed_s": 316.456666469574
    }
  ]
}