{ "model_type": "gollem-gpt", "vocab_size": 32000, "d_model": 1024, "n_layer": 17, "n_head": 16, "block_size": 1024, "tie_word_embeddings": true, "torch_dtype": "float32", "architecture": "GPT nanoGPT-style, pre-LN, GELU, SDPA causal, learned pos, tied emb", "note": "Repo=SERIA migawek trajektorii treningu. ckpt_.safetensors. Base PL, NIE instruct, research-only.", "snapshots": [ { "step": 2000, "file": "ckpt_2000.safetensors", "train_pct": 4.1, "size_mb": 991.8 }, { "step": 6000, "file": "ckpt_6000.safetensors", "train_pct": 12.3, "size_mb": 991.8 }, { "step": 8000, "file": "ckpt_8000.safetensors", "train_pct": 16.4, "size_mb": 991.8 }, { "step": 10000, "file": "ckpt_10000.safetensors", "train_pct": 20.5, "size_mb": 991.8 }, { "step": 12000, "file": "ckpt_12000.safetensors", "train_pct": 24.6, "size_mb": 991.8 }, { "step": 14000, "file": "ckpt_14000.safetensors", "train_pct": 28.7, "size_mb": 991.8 }, { "step": 16000, "file": "ckpt_16000.safetensors", "train_pct": 32.8, "size_mb": 991.8 }, { "step": 18000, "file": "ckpt_18000.safetensors", "train_pct": 36.9, "size_mb": 991.8 }, { "step": 20000, "file": "ckpt_20000.safetensors", "train_pct": 41.0, "size_mb": 991.8 }, { "step": 22000, "file": "ckpt_22000.safetensors", "train_pct": 45.1, "size_mb": 991.8 }, { "step": 24000, "file": "ckpt_24000.safetensors", "train_pct": 49.2, "size_mb": 991.8 }, { "step": 26000, "file": "ckpt_26000.safetensors", "train_pct": 53.2, "size_mb": 991.8 }, { "step": 28000, "file": "ckpt_28000.safetensors", "train_pct": 57.3, "size_mb": 991.8 }, { "step": 30000, "file": "ckpt_30000.safetensors", "train_pct": 61.4, "size_mb": 991.8 }, { "step": 32000, "file": "ckpt_32000.safetensors", "train_pct": 65.5, "size_mb": 991.8 }, { "step": 34000, "file": "ckpt_34000.safetensors", "train_pct": 69.6, "size_mb": 991.8 }, { "step": 36000, "file": "ckpt_36000.safetensors", "train_pct": 73.7, "size_mb": 991.8 }, { "step": 38000, "file": "ckpt_38000.safetensors", "train_pct": 77.8, "size_mb": 991.8 }, { "step": 40000, "file": "ckpt_40000.safetensors", "train_pct": 81.9, "size_mb": 991.8 }, { "step": 42000, "file": "ckpt_42000.safetensors", "train_pct": 86.0, "size_mb": 991.8 }, { "step": 46000, "file": "ckpt_46000.safetensors", "train_pct": 94.2, "size_mb": 991.8 }, { "step": 48000, "file": "ckpt_48000.safetensors", "train_pct": 98.3, "size_mb": 991.8 }, { "step": 48828, "file": "ckpt_48828.safetensors", "train_pct": 100.0, "size_mb": 991.8 } ], "train_total_steps": 48828 }