FROM ghcr.io/ggml-org/llama.cpp:server

RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*

RUN wget "https://huggingface.co/GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-GGUF/resolve/main/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0.gguf" -O /MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0.gguf

CMD ["-m", "/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0.gguf", \
  "--port", "7860", \
  "--host", "0.0.0.0", \
  "-t", "2", \
  "-tb", "2", \
  "-fa", "on", \
  "--mirostat", "2", \
  "--mlock", \
  "--no-mmap", \
  "-ub", "128", \
  "-b", "512", \
  "--jinja" \
]