File size: 421 Bytes
5b0b115 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | {
"params_millions": 91.59,
"n_layer": 12,
"n_head": 12,
"n_embd": 768,
"block_size": 512,
"vocab_size": 8000,
"pretrain_steps": 8000,
"pretrain_train_loss": 3.0635826587677,
"pretrain_val_loss": 3.5732619762420654,
"sft_examples": 1104,
"sft_epochs": 3,
"sft_steps": 414,
"sft_final_loss": 0.9696794152259827,
"sft_test_loss": 2.3477653906895566,
"used_real_resumes": true
} |