{ "tag": "text_d1w64_n65536", "n_seqs": 65536, "num_params": 3265792, "train_loss": 0.15316748517216183, "oracle_train_loss": 3.9383137985132635, "mem_bits": 22904304.840144742, "bpp": 7.013399763409532, "mi_f1": 0.9995267536824249, "oracle": "gpt2" }