import time import httpx deadline = time.monotonic() + 1800 while time.monotonic() < deadline: ready = 0 for port in range(8000, 8004): try: ready += httpx.get(f"http://127.0.0.1:{port}/health", timeout=2).status_code == 200 except httpx.HTTPError: pass if ready == 4: print("All four vLLM servers are ready.", flush=True) break print(f"Waiting for vLLM: {ready}/4 ready", flush=True) time.sleep(5) else: raise RuntimeError("Timed out waiting for vLLM. Inspect /tmp/vllm/*.log")