| { | |
| "params_millions": 91.59, | |
| "n_layer": 12, | |
| "n_head": 12, | |
| "n_embd": 768, | |
| "block_size": 512, | |
| "vocab_size": 8000, | |
| "pretrain_steps": 8000, | |
| "pretrain_train_loss": 3.0635826587677, | |
| "pretrain_val_loss": 3.5732619762420654, | |
| "sft_examples": 1104, | |
| "sft_epochs": 3, | |
| "sft_steps": 414, | |
| "sft_final_loss": 0.9696794152259827, | |
| "sft_test_loss": 2.3477653906895566, | |
| "used_real_resumes": true | |
| } |