FROM ghcr.io/ggml-org/llama.cpp:server

RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*

RUN wget "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q4_0.gguf" -O /LFM2.5-1.2B-Instruct-Q4_0.gguf



CMD [ \
  "-m", "/LFM2.5-1.2B-Instruct-Q4_0.gguf", \
  "--port", "7860", \
  "--host", "0.0.0.0", \
  "-t", "2", \
  "-tb", "2", \
  "-c", "4096", \
  "-fa", "on", \
  "-ub", "128", \
  "-b", "512" \
]