{
  "result": {
    "tag": "d1-w32_n1024_fp32_s0",
    "n_layer": 1,
    "n_embd": 32,
    "n_head": 4,
    "num_params": 77920,
    "n_seqs": 1024,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "float32",
    "seed": 0,
    "max_iters": 6000,
    "batch_size": 512,
    "grad_accum": 1,
    "H_x_bits": 720896.0,
    "H_x_given_theta_bits": 481075.79093898047,
    "mem_bits": 239820.20906101953,
    "bpp": 3.077774756943269,
    "train_loss": 5.088139772415161,
    "test_loss": 10.842220306396484,
    "mi_f1": 0.9990243902434016,
    "mi_threshold": -9.790265083312988,
    "elapsed_s": 61.78060817718506
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.631130218505859,
      "test_loss": 7.6310200691223145,
      "mem_bits": -615.6270053827902,
      "bpp": -0.007900757255939299,
      "elapsed_s": 0.28700995445251465
    },
    {
      "iter": 750,
      "train_loss": 6.156600713729858,
      "test_loss": 8.960644483566284,
      "mem_bits": 138798.87013927195,
      "bpp": 1.7812996681118063,
      "elapsed_s": 7.96350884437561
    },
    {
      "iter": 1500,
      "train_loss": 5.588085651397705,
      "test_loss": 10.026100873947144,
      "mem_bits": 192551.09502014308,
      "bpp": 2.4711382831127193,
      "elapsed_s": 15.639783143997192
    },
    {
      "iter": 2250,
      "train_loss": 5.352461099624634,
      "test_loss": 10.414132833480835,
      "mem_bits": 214829.03404678038,
      "bpp": 2.7570461248303437,
      "elapsed_s": 23.315930366516113
    },
    {
      "iter": 3000,
      "train_loss": 5.247317790985107,
      "test_loss": 10.594479084014893,
      "mem_bits": 224770.17218923592,
      "bpp": 2.884627466494301,
      "elapsed_s": 30.99183678627014
    },
    {
      "iter": 3750,
      "train_loss": 5.179763078689575,
      "test_loss": 10.709525346755981,
      "mem_bits": 231157.36635112163,
      "bpp": 2.966598644136571,
      "elapsed_s": 38.668110847473145
    },
    {
      "iter": 4500,
      "train_loss": 5.1313111782073975,
      "test_loss": 10.77261233329773,
      "mem_bits": 235738.41903236439,
      "bpp": 3.0253903879923563,
      "elapsed_s": 46.344406604766846
    },
    {
      "iter": 5250,
      "train_loss": 5.101293087005615,
      "test_loss": 10.82241415977478,
      "mem_bits": 238576.58339366323,
      "bpp": 3.0618144686045077,
      "elapsed_s": 54.02208471298218
    },
    {
      "iter": 6000,
      "train_loss": 5.088139772415161,
      "test_loss": 10.842220306396484,
      "mem_bits": 239820.20906101953,
      "bpp": 3.077774756943269,
      "elapsed_s": 61.69869923591614
    }
  ]
}