# Timestamp: 2026-07-31T15:29:08.752416+00:00 # Git SHA: unknown # World size: 4 # speculators: 0.7.0.dev105 # vllm: 0.21.0 # transformers: 5.12.1 # torch: 2.11.0 # compressed-tensors: 0.15.0.1 /home/shubhra/data_gen_speculators/experiments_dpace/speculators/scripts/train.py --verifier-name-or-path Qwen/Qwen3-8B --data-path /data/machine/shubhra/dflash-combined-instruct-code-multilingual-bs16/prepared_data --hidden-states-path /home/shubhra/data_gen_speculators/experiments_dpace/dflash-swa-dpace-fullvocab-2048anchors-muon-combineddata-qwen3-8b-qwen235b-instruct-bs16-v5/hidden_states --vllm-endpoint http://localhost:4701/v1 --save-path /data/machine/shubhra/dflash-swa-dpace-fullvocab-2048anchors-muon-combineddata-qwen3-8b-qwen235b-instruct-bs16-v5/checkpoints --log-dir /data/machine/shubhra/dflash-swa-dpace-fullvocab-2048anchors-muon-combineddata-qwen3-8b-qwen235b-instruct-bs16-v5/logs --run-name dflash-swa-dpace-fullvocab-2048anchors-muon-combineddata-qwen3-8b-qwen235b-instruct-bs16-v5 --speculator-type dflash --block-size 16 --max-anchors 2048 --num-layers 5 --mask-token-id 151669 --target-layer-ids 2 10 18 26 34 --sliding-window 2048 --epochs 10 --lr 4.23e-04 --scheduler-type cosine --total-seq-len 147456 --num-workers 8 --prefetch-factor 2 --log-freq 100 --request-timeout 180 --max-retries 20 --on-missing generate --on-generate delete --loss-fn ce --per-position-loss-weight dpace --dpace-alpha 0.5 --use-off-policy-tokens --optimizer muon --checkpoint-freq 0.1 --no-resume-from-checkpoint