FROM vllm/vllm-openai:latest USER root RUN pip install --no-cache-dir "datasets>=3.0.0" "huggingface_hub>=0.30.0" "pyarrow>=18.0.0" "httpx>=0.28.0" COPY . /app WORKDIR /app RUN chmod +x /app/start.sh ENV PYTHONUNBUFFERED=1 # The vLLM image defines `vllm` as its ENTRYPOINT. Override it, otherwise Docker # interprets /app/start.sh as a model identifier and tries to parse it as config JSON. ENTRYPOINT ["/bin/bash"] CMD ["/app/start.sh"]