{ "tag": "text_d1w32_n16384", "n_seqs": 16384, "num_params": 1620608, "train_loss": 0.18738422240130603, "oracle_train_loss": 3.8650046829134226, "mem_bits": 5563413.745529118, "bpp": 3.4329176121117, "mi_f1": 0.9992681141736887, "oracle": "gpt2" }