verify_vllm_local.py

import requests
import json

def check_vllm():
    url = "http://localhost:8000/v1/chat/completions"
    model = "./lumi-qwen3-output"
    
    payload = {
        "model": model,
        "messages": [
            {"role": "system", "content": "You are Lumi."},
            {"role": "user", "content": "Hello!"}
        ],
        "temperature": 0.7,
        "max_tokens": 50
    }
    
    print(f"Checking vLLM at {url}...")
    try:
        response = requests.post(url, json=payload, timeout=10)
        if response.status_code == 200:
            print("✅ SUCCESS! vLLM responded correctly.")
            print(f"Response: {response.json()['choices'][0]['message']['content']}")
        else:
            print(f"❌ FAILED! Status Code: {response.status_code}")
            print(f"Error: {response.text}")
    except Exception as e:
        print(f"❌ CONNECTION ERROR: {e}")

if __name__ == "__main__":
    check_vllm()