{
  "result": {
    "tag": "d4-w128_n2048_bfloat16_s0",
    "n_layer": 4,
    "n_embd": 128,
    "n_head": 8,
    "num_params": 1049728,
    "n_seqs": 2048,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 10000,
    "batch_size": 384,
    "grad_accum": 1,
    "H_x_bits": 1441792.0,
    "H_x_given_theta_bits": 2184.859671600569,
    "mem_bits": 1439607.1403283994,
    "bpp": 1.3714096797726643,
    "train_loss": 0.011554178781807423,
    "test_loss": 26.50293493270874,
    "mi_f1": 0.9990224828929501,
    "mi_threshold": -0.05870996415615082,
    "elapsed_s": 211.60499811172485
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.65073037147522,
      "test_loss": 7.651705026626587,
      "mem_bits": -4937.582655029371,
      "bpp": -0.004703678148081571,
      "elapsed_s": 0.40154027938842773
    },
    {
      "iter": 1000,
      "train_loss": 1.3886267244815826,
      "test_loss": 11.387351989746094,
      "mem_bits": 1179206.957261722,
      "bpp": 1.1233452449222294,
      "elapsed_s": 20.868539333343506
    },
    {
      "iter": 2000,
      "train_loss": 0.16078392788767815,
      "test_loss": 16.503787994384766,
      "mem_bits": 1411388.2537435854,
      "bpp": 1.3445275859494892,
      "elapsed_s": 40.6858696937561
    },
    {
      "iter": 3000,
      "train_loss": 0.08278542570769787,
      "test_loss": 20.14168643951416,
      "mem_bits": 1426137.5306135796,
      "bpp": 1.3585781560686,
      "elapsed_s": 61.77479314804077
    },
    {
      "iter": 4000,
      "train_loss": 0.05098165199160576,
      "test_loss": 22.77695369720459,
      "mem_bits": 1432151.5264075869,
      "bpp": 1.3643072552200064,
      "elapsed_s": 82.98724126815796
    },
    {
      "iter": 5000,
      "train_loss": 0.035267592407763004,
      "test_loss": 24.59499979019165,
      "mem_bits": 1435123.0067447205,
      "bpp": 1.3671379697833348,
      "elapsed_s": 104.48452186584473
    },
    {
      "iter": 6000,
      "train_loss": 0.025466006714850664,
      "test_loss": 25.690946102142334,
      "mem_bits": 1436976.4564534873,
      "bpp": 1.3689036173689635,
      "elapsed_s": 125.5894525051117
    },
    {
      "iter": 7000,
      "train_loss": 0.01790774893015623,
      "test_loss": 26.140679836273193,
      "mem_bits": 1438405.6997543909,
      "bpp": 1.370265154167928,
      "elapsed_s": 146.68448781967163
    },
    {
      "iter": 8000,
      "train_loss": 0.014470336958765984,
      "test_loss": 26.312613487243652,
      "mem_bits": 1439055.7037860744,
      "bpp": 1.3708843660320336,
      "elapsed_s": 168.40184903144836
    },
    {
      "iter": 9000,
      "train_loss": 0.01219935156404972,
      "test_loss": 26.412938117980957,
      "mem_bits": 1439485.1401395712,
      "bpp": 1.3712934590099255,
      "elapsed_s": 189.9753487110138
    },
    {
      "iter": 10000,
      "train_loss": 0.011554178781807423,
      "test_loss": 26.50293493270874,
      "mem_bits": 1439607.1403283994,
      "bpp": 1.3714096797726643,
      "elapsed_s": 211.48151111602783
    }
  ]
}