filip-krolop commited on
Commit
dc7dc02
·
verified ·
1 Parent(s): be9d76e

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -7
Dockerfile CHANGED
@@ -1,4 +1,4 @@
1
- FROM ghcr.io/ggml-org/llama.cpp:full
2
 
3
  WORKDIR /app
4
 
@@ -17,9 +17,4 @@ CMD ["--server", \
17
  "-m", "/app/gemma-4-31B-it-IQ4_NL.gguf", \
18
  "--mmproj", "/app/mmproj-BF16.gguf", \
19
  "--host", "0.0.0.0", \
20
- "--port", "7860", \
21
- "-t", "2", \
22
- "--cache-type-k", "q8_0", \
23
- "--cache-type-v", "iq4_nl", \
24
- "-c", "64000", \
25
- "-n", "38912"]
 
1
+ FROM ghcr.io/ggml-org/llama.cpp:server
2
 
3
  WORKDIR /app
4
 
 
17
  "-m", "/app/gemma-4-31B-it-IQ4_NL.gguf", \
18
  "--mmproj", "/app/mmproj-BF16.gguf", \
19
  "--host", "0.0.0.0", \
20
+ "--port", "7860"]