{
  "result": {
    "tag": "d1-w32_n1024_bf16_s0",
    "n_layer": 1,
    "n_embd": 32,
    "n_head": 4,
    "num_params": 77920,
    "n_seqs": 1024,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "bfloat16",
    "seed": 0,
    "max_iters": 6409,
    "batch_size": 1024,
    "grad_accum": 1,
    "H_x_bits": 720896.0,
    "H_x_given_theta_bits": 486211.69511610514,
    "mem_bits": 234684.30488389486,
    "bpp": 3.0118622290027575,
    "train_loss": 5.142460107803345,
    "test_loss": 10.926623582839966,
    "mi_f1": 0.9995119570517197,
    "mi_threshold": -9.591796875,
    "elapsed_s": 161.96897435188293
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.631127834320068,
      "test_loss": 7.631011009216309,
      "mem_bits": -615.4015842827503,
      "bpp": -0.007897864274675953,
      "elapsed_s": 0.39299750328063965
    },
    {
      "iter": 427,
      "train_loss": 6.491947650909424,
      "test_loss": 8.433898448944092,
      "mem_bits": 107092.33292556496,
      "bpp": 1.3743882562315832,
      "elapsed_s": 11.091934204101562
    },
    {
      "iter": 854,
      "train_loss": 5.865342617034912,
      "test_loss": 9.480876445770264,
      "mem_bits": 166336.8752849904,
      "bpp": 2.134713491850493,
      "elapsed_s": 21.802957773208618
    },
    {
      "iter": 1281,
      "train_loss": 5.541903257369995,
      "test_loss": 10.139246463775635,
      "mem_bits": 196917.56935616367,
      "bpp": 2.5271761981027163,
      "elapsed_s": 32.60494422912598
    },
    {
      "iter": 1708,
      "train_loss": 5.3923585414886475,
      "test_loss": 10.440578699111938,
      "mem_bits": 211056.79227283597,
      "bpp": 2.7086343977520015,
      "elapsed_s": 43.61534929275513
    },
    {
      "iter": 2135,
      "train_loss": 5.322840929031372,
      "test_loss": 10.58732271194458,
      "mem_bits": 217629.57562646602,
      "bpp": 2.7929873668694305,
      "elapsed_s": 54.51267600059509
    },
    {
      "iter": 2562,
      "train_loss": 5.281710863113403,
      "test_loss": 10.669125080108643,
      "mem_bits": 221518.36010918225,
      "bpp": 2.8428947652615792,
      "elapsed_s": 65.21261739730835
    },
    {
      "iter": 2989,
      "train_loss": 5.251765251159668,
      "test_loss": 10.730817556381226,
      "mem_bits": 224349.67166903685,
      "bpp": 2.8792308992432862,
      "elapsed_s": 75.91252708435059
    },
    {
      "iter": 3416,
      "train_loss": 5.227877378463745,
      "test_loss": 10.780295610427856,
      "mem_bits": 226608.2332976585,
      "bpp": 2.9082165464278553,
      "elapsed_s": 86.61242890357971
    },
    {
      "iter": 3843,
      "train_loss": 5.2083518505096436,
      "test_loss": 10.815684080123901,
      "mem_bits": 228454.34193935606,
      "bpp": 2.9319089057925574,
      "elapsed_s": 97.39259600639343
    },
    {
      "iter": 4270,
      "train_loss": 5.191263198852539,
      "test_loss": 10.845603942871094,
      "mem_bits": 230070.0476746016,
      "bpp": 2.952644349006694,
      "elapsed_s": 108.09266448020935
    },
    {
      "iter": 4697,
      "train_loss": 5.175238609313965,
      "test_loss": 10.875609159469604,
      "mem_bits": 231585.1479728552,
      "bpp": 2.972088654682433,
      "elapsed_s": 118.81270480155945
    },
    {
      "iter": 5124,
      "train_loss": 5.162042140960693,
      "test_loss": 10.894534587860107,
      "mem_bits": 232832.85376212402,
      "bpp": 2.9881013059820845,
      "elapsed_s": 129.5929398536682
    },
    {
      "iter": 5551,
      "train_loss": 5.1530046463012695,
      "test_loss": 10.912270545959473,
      "mem_bits": 233687.33498431055,
      "bpp": 2.999067440763739,
      "elapsed_s": 140.30246353149414
    },
    {
      "iter": 5978,
      "train_loss": 5.145885229110718,
      "test_loss": 10.915980577468872,
      "mem_bits": 234360.4649314353,
      "bpp": 3.0077061721180094,
      "elapsed_s": 151.0226492881775
    },
    {
      "iter": 6405,
      "train_loss": 5.141428470611572,
      "test_loss": 10.920210599899292,
      "mem_bits": 234781.84459392494,
      "bpp": 3.0131140219959565,
      "elapsed_s": 161.79353642463684
    },
    {
      "iter": 6409,
      "train_loss": 5.142460107803345,
      "test_loss": 10.926623582839966,
      "mem_bits": 234684.30488389486,
      "bpp": 3.0118622290027575,
      "elapsed_s": 161.8927264213562
    }
  ]
}