Spaces:
Paused
Paused
File size: 441 Bytes
d95da1c 353196f d95da1c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | FROM vllm/vllm-openai:latest
USER root
RUN pip install --no-cache-dir "datasets>=3.0.0" "huggingface_hub>=0.30.0" "pyarrow>=18.0.0" "httpx>=0.28.0"
COPY . /app
WORKDIR /app
RUN chmod +x /app/start.sh
ENV PYTHONUNBUFFERED=1
# The vLLM image defines `vllm` as its ENTRYPOINT. Override it, otherwise Docker
# interprets /app/start.sh as a model identifier and tries to parse it as config JSON.
ENTRYPOINT ["/bin/bash"]
CMD ["/app/start.sh"]
|