| # Timestamp: 2026-07-24T16:36:39.221188+00:00 | |
| # Git SHA: d1a2ce8a48bdfa48fa7f14d9bdf03b3951a551d5 | |
| # World size: 4 | |
| # speculators: 0.7.0.dev105 | |
| # vllm: 0.21.0 | |
| # transformers: 5.12.1 | |
| # torch: 2.11.0 | |
| # compressed-tensors: 0.15.0.1 | |
| /home/shubhra/data_gen_speculators/experiments_dpace/speculators/scripts/train.py --verifier-name-or-path Qwen/Qwen3-8B --data-path /data/machine/shubhra/dflash-swa-dpace-fullvocab-500anchors-qwen3-8b-qwen235b-instruct-bs16/ablation_data_100k --hidden-states-path /data/machine/shubhra/ablation_max_anchors_v2/anchors_512_seqlen_163840/hidden_states --vllm-endpoint http://localhost:4410/v1 --save-path /data/machine/shubhra/ablation_max_anchors_v2/anchors_512_seqlen_163840/checkpoints --log-dir /data/machine/shubhra/ablation_max_anchors_v2/anchors_512_seqlen_163840/logs --run-name ablation-anchors_512_seqlen_163840 --speculator-type dflash --block-size 16 --max-anchors 512 --num-layers 5 --mask-token-id 151669 --target-layer-ids 2 10 18 26 34 --sliding-window 2048 --epochs 1 --lr 7.1e-4 --scheduler-type cosine --scheduler-warmup-steps 101 --scheduler-total-steps 10120 --total-seq-len 163840 --num-workers 8 --prefetch-factor 2 --log-freq 10 --request-timeout 180 --max-retries 20 --on-missing generate --on-generate delete --loss-fn ce --per-position-loss-weight dpace --dpace-alpha 0.5 --use-off-policy-tokens --optimizer adamw --checkpoint-freq 0.1 --no-resume-from-checkpoint | |