File size: 1,791 Bytes
9598146 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | FROM nvidia/cuda:12.9.0-runtime-ubuntu24.04
# Avoid interactive prompts during package installation
ENV DEBIAN_FRONTEND=noninteractive
# Install Python and system dependencies
# Ubuntu 24.04 ships FFmpeg 6.1 (torchcodec requires FFmpeg 5+, <8)
RUN apt-get update && apt-get install -y --no-install-recommends \
python3 \
python3-pip \
python3-dev \
git \
libsndfile1 \
ffmpeg \
&& rm -rf /var/lib/apt/lists/*
# Set Python alias (Ubuntu 24.04 ships Python 3.12)
RUN ln -sf /usr/bin/python3 /usr/bin/python
# Allow pip to install packages system-wide in the container (PEP 668)
ENV PIP_BREAK_SYSTEM_PACKAGES=1
# Set working directory
WORKDIR /app
# Install PyTorch ecosystem (cu128 wheels for CUDA 12.8+/12.9 compat)
RUN pip install --no-cache-dir \
torch==2.8.0 \
torchaudio==2.8.0 \
torchcodec==0.6.0 \
--index-url https://download.pytorch.org/whl/cu128
# Copy and install transformers-specific requirements (torch already installed above, pip will skip it)
COPY transformers/requirements.txt /app/transformers/requirements.txt
RUN pip install --no-cache-dir -r transformers/requirements.txt
# Install additional dependencies for specific model families
# - Voxtral requires mistral-common[audio]
# - soundfile for audio I/O
RUN pip install --no-cache-dir \
"mistral-common[audio]>=1.9.0" \
soundfile
# Copy only the required files
COPY transformers/ /app/transformers/
COPY normalizer/ /app/normalizer/
# Default working directory for running transformers scripts
WORKDIR /app/transformers
# Default entrypoint
ENTRYPOINT ["bash"]
# Keep-alive CMD so the Space runtime stays healthy. HF Jobs and `docker run`
# override this with their own command (e.g. `run_cohere.sh`).
EXPOSE 7860
CMD ["-c", "python3 -m http.server 7860"]
|