File size: 421 Bytes
5b0b115
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
{
  "params_millions": 91.59,
  "n_layer": 12,
  "n_head": 12,
  "n_embd": 768,
  "block_size": 512,
  "vocab_size": 8000,
  "pretrain_steps": 8000,
  "pretrain_train_loss": 3.0635826587677,
  "pretrain_val_loss": 3.5732619762420654,
  "sft_examples": 1104,
  "sft_epochs": 3,
  "sft_steps": 414,
  "sft_final_loss": 0.9696794152259827,
  "sft_test_loss": 2.3477653906895566,
  "used_real_resumes": true
}