{ "tag": "text_d1w32_n4096", "n_seqs": 4096, "num_params": 1620608, "train_loss": 0.03965645865537226, "oracle_train_loss": 3.755703330039978, "mem_bits": 1405386.0686056702, "bpp": 0.867196798118774, "mi_f1": 0.9993892756804573, "oracle": "gpt2" }