{ "params_millions": 91.59, "n_layer": 12, "n_head": 12, "n_embd": 768, "block_size": 512, "vocab_size": 8000, "pretrain_steps": 8000, "pretrain_train_loss": 3.0635826587677, "pretrain_val_loss": 3.5732619762420654, "sft_examples": 1104, "sft_epochs": 3, "sft_steps": 414, "sft_final_loss": 0.9696794152259827, "sft_test_loss": 2.3477653906895566, "used_real_resumes": true }