{ "tag": "text_d1w32_n65536", "n_seqs": 65536, "num_params": 1620608, "train_loss": 1.592244541971013, "oracle_train_loss": 3.9383137985132635, "mem_bits": 14196303.386883914, "bpp": 8.759862586685932, "mi_f1": 0.9997328998674762, "oracle": "gpt2" }