{ "tag": "text_d1w64_n4096", "n_seqs": 4096, "num_params": 3265792, "train_loss": 0.034591541858389974, "oracle_train_loss": 3.755703330039978, "mem_bits": 1407301.5889829665, "bpp": 0.4309219904338569, "mi_f1": 0.9999999999994997, "oracle": "gpt2" }