krydon commited on
Commit
875f4b5
·
verified ·
1 Parent(s): f57b53f

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +38 -13
Dockerfile CHANGED
@@ -1,21 +1,46 @@
1
- FROM python:3.10-slim
2
-
3
- WORKDIR /app
4
 
5
  # Install system dependencies
6
- RUN apt-get update && apt-get install -y \
7
- build-essential \
8
  && rm -rf /var/lib/apt/lists/*
9
 
10
- # Copy requirements and install
11
- COPY requirements.txt .
12
- RUN pip install --no-cache-dir -r requirements.txt
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
 
14
- # Copy application
15
- COPY app.py .
 
 
 
16
 
17
- # Expose port (HF Spaces standard)
18
  EXPOSE 7860
19
 
20
- # Run the application
21
- CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
 
1
+ FROM python:3.11-slim
 
 
2
 
3
  # Install system dependencies
4
+ RUN apt-get update && apt-get install -y --no-install-recommends \
5
+ gcc libc6-dev \
6
  && rm -rf /var/lib/apt/lists/*
7
 
8
+ WORKDIR /app
9
+
10
+ # Install Python dependencies
11
+ RUN pip install --no-cache-dir \
12
+ flask flask-cors Pillow litert-lm "huggingface_hub[cli]"
13
+
14
+ # Create dummy Vulkan library to satisfy litert-lm on CPU
15
+ RUN printf '%s\n' \
16
+ 'void vkGetInstanceProcAddr(){}' \
17
+ 'void vkCreateInstance(){}' \
18
+ 'void vkDestroyInstance(){}' \
19
+ 'void vkEnumeratePhysicalDevices(){}' \
20
+ 'void vkGetDeviceProcAddr(){}' > /tmp/vk.c \
21
+ && gcc -shared -fPIC -o /app/libvulkan.so.1 /tmp/vk.c \
22
+ && rm /tmp/vk.c
23
+
24
+ # Create model directory
25
+ RUN mkdir -p /app/models/qwen
26
+
27
+ # Download Qwen 3.5 2B LiteRT-LM (community conversion)
28
+ RUN huggingface-cli download paulsp94/Qwen3.5-2B-LiteRT-LM model.litertlm \
29
+ --local-dir /app/models/qwen
30
+
31
+ # Copy the server code
32
+ COPY server.py .
33
+
34
+ # Setup permissions for Hugging Face Spaces (requires user 1000)
35
+ RUN useradd -m -u 1000 user && chown -R user:user /app
36
+ USER user
37
 
38
+ # Environment
39
+ ENV PORT=7860 \
40
+ LD_LIBRARY_PATH=/app \
41
+ GEMMA_MODEL_PATH=/app/models/qwen/model.litertlm \
42
+ HF_HOME=/app/.cache/huggingface
43
 
 
44
  EXPOSE 7860
45
 
46
+ CMD ["python3", "server.py"]