Dockerfile

FROM vllm/vllm-openai:latest

USER root
RUN pip install --no-cache-dir "datasets>=3.0.0" "huggingface_hub>=0.30.0" "pyarrow>=18.0.0" "httpx>=0.28.0"

COPY . /app
WORKDIR /app
RUN chmod +x /app/start.sh

ENV PYTHONUNBUFFERED=1
# The vLLM image defines `vllm` as its ENTRYPOINT. Override it, otherwise Docker
# interprets /app/start.sh as a model identifier and tries to parse it as config JSON.
ENTRYPOINT ["/bin/bash"]
CMD ["/app/start.sh"]