{
  "result": {
    "tag": "d2-w64_n8192_fp32_s0",
    "n_layer": 2,
    "n_embd": 64,
    "n_head": 4,
    "num_params": 229696,
    "n_seqs": 8192,
    "seq_len": 64,
    "vocab_size": 2048,
    "dtype": "float32",
    "seed": 0,
    "max_iters": 22000,
    "batch_size": 256,
    "grad_accum": 1,
    "H_x_bits": 5767168.0,
    "H_x_given_theta_bits": 4952531.934273833,
    "mem_bits": 814636.0657261666,
    "bpp": 3.5465835962583876,
    "train_loss": 6.547610372304916,
    "test_loss": 8.696101903915405,
    "mi_f1": 0.999694731057562,
    "mi_threshold": -7.18479061126709,
    "elapsed_s": 173.75297904014587
  },
  "history": [
    {
      "iter": 0,
      "train_loss": 7.6372807919979095,
      "test_loss": 7.6371108293533325,
      "mem_bits": -9577.234165619127,
      "bpp": -0.04169525880128138,
      "elapsed_s": 0.3740251064300537
    },
    {
      "iter": 1500,
      "train_loss": 7.171916306018829,
      "test_loss": 8.054621696472168,
      "mem_bits": 342418.7379277842,
      "bpp": 1.490747500730462,
      "elapsed_s": 12.173102617263794
    },
    {
      "iter": 3000,
      "train_loss": 7.003698855638504,
      "test_loss": 8.256409883499146,
      "mem_bits": 469656.3479166962,
      "bpp": 2.0446866637498964,
      "elapsed_s": 23.985962867736816
    },
    {
      "iter": 4500,
      "train_loss": 6.940043359994888,
      "test_loss": 8.326737403869629,
      "mem_bits": 517804.5817060042,
      "bpp": 2.2543038699237434,
      "elapsed_s": 35.78527641296387
    },
    {
      "iter": 6000,
      "train_loss": 6.899156361818314,
      "test_loss": 8.368316888809204,
      "mem_bits": 548731.0041184602,
      "bpp": 2.3889445359016275,
      "elapsed_s": 47.5831139087677
    },
    {
      "iter": 7500,
      "train_loss": 6.8644784688949585,
      "test_loss": 8.402783632278442,
      "mem_bits": 574960.9357042927,
      "bpp": 2.5031386515407004,
      "elapsed_s": 59.38220548629761
    },
    {
      "iter": 9000,
      "train_loss": 6.831126838922501,
      "test_loss": 8.435798168182373,
      "mem_bits": 600187.6983102867,
      "bpp": 2.6129653903868015,
      "elapsed_s": 71.18068313598633
    },
    {
      "iter": 10500,
      "train_loss": 6.791856169700623,
      "test_loss": 8.468093395233154,
      "mem_bits": 629891.54938614,
      "bpp": 2.7422834937749894,
      "elapsed_s": 82.97969579696655
    },
    {
      "iter": 12000,
      "train_loss": 6.756478041410446,
      "test_loss": 8.506211042404175,
      "mem_bits": 656651.1303888587,
      "bpp": 2.8587834807260846,
      "elapsed_s": 94.77782893180847
    },
    {
      "iter": 13500,
      "train_loss": 6.714826881885529,
      "test_loss": 8.544577836990356,
      "mem_bits": 688155.5550441816,
      "bpp": 2.9959405259307155,
      "elapsed_s": 106.5780143737793
    },
    {
      "iter": 15000,
      "train_loss": 6.674044221639633,
      "test_loss": 8.580080032348633,
      "mem_bits": 719003.0575294793,
      "bpp": 3.1302376076617757,
      "elapsed_s": 118.3780128955841
    },
    {
      "iter": 16500,
      "train_loss": 6.632194459438324,
      "test_loss": 8.618874549865723,
      "mem_bits": 750657.7028059345,
      "bpp": 3.268048650415917,
      "elapsed_s": 130.17879152297974
    },
    {
      "iter": 18000,
      "train_loss": 6.597813457250595,
      "test_loss": 8.648266077041626,
      "mem_bits": 776663.0698918086,
      "bpp": 3.381265106452914,
      "elapsed_s": 141.97927141189575
    },
    {
      "iter": 19500,
      "train_loss": 6.570352911949158,
      "test_loss": 8.670495510101318,
      "mem_bits": 797433.8885271363,
      "bpp": 3.4716925350338546,
      "elapsed_s": 153.77910470962524
    },
    {
      "iter": 21000,
      "train_loss": 6.552936166524887,
      "test_loss": 8.687524795532227,
      "mem_bits": 810607.7004982438,
      "bpp": 3.5290457844204677,
      "elapsed_s": 165.57897353172302
    },
    {
      "iter": 22000,
      "train_loss": 6.547610372304916,
      "test_loss": 8.696101903915405,
      "mem_bits": 814636.0657261666,
      "bpp": 3.5465835962583876,
      "elapsed_s": 173.4829807281494
    }
  ]
}