{ "tag": "text_d1w64_n256", "n_seqs": 256, "num_params": 3265792, "train_loss": 0.013097059912979603, "oracle_train_loss": 4.634606599807739, "mem_bits": 109239.15500957213, "bpp": 0.033449513934008086, "mi_f1": 0.9921259842514647, "oracle": "gpt2" }