| set -e | |
| echo "=== Downloading model ===" | |
| MODEL_PATH=$(python3 -c " | |
| from huggingface_hub import hf_hub_download | |
| path = hf_hub_download( | |
| repo_id='Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF', | |
| filename='Qwen3.5-9B.Q4_K_M.gguf', | |
| ) | |
| print(path) | |
| ") | |
| echo "Model path: $MODEL_PATH" | |
| echo "=== Starting llama-server on port 7860 ===" | |
| exec /app/llama/llama-server \ | |
| --model "$MODEL_PATH" \ | |
| --host 0.0.0.0 \ | |
| --port 7860 \ | |
| --ctx-size 2048 \ | |
| --threads 2 \ | |
| --batch-size 256 |