Update Dockerfile
Browse files- Dockerfile +2 -7
Dockerfile
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
FROM ghcr.io/ggml-org/llama.cpp:
|
| 2 |
|
| 3 |
WORKDIR /app
|
| 4 |
|
|
@@ -17,9 +17,4 @@ CMD ["--server", \
|
|
| 17 |
"-m", "/app/gemma-4-31B-it-IQ4_NL.gguf", \
|
| 18 |
"--mmproj", "/app/mmproj-BF16.gguf", \
|
| 19 |
"--host", "0.0.0.0", \
|
| 20 |
-
"--port", "7860"
|
| 21 |
-
"-t", "2", \
|
| 22 |
-
"--cache-type-k", "q8_0", \
|
| 23 |
-
"--cache-type-v", "iq4_nl", \
|
| 24 |
-
"-c", "64000", \
|
| 25 |
-
"-n", "38912"]
|
|
|
|
| 1 |
+
FROM ghcr.io/ggml-org/llama.cpp:server
|
| 2 |
|
| 3 |
WORKDIR /app
|
| 4 |
|
|
|
|
| 17 |
"-m", "/app/gemma-4-31B-it-IQ4_NL.gguf", \
|
| 18 |
"--mmproj", "/app/mmproj-BF16.gguf", \
|
| 19 |
"--host", "0.0.0.0", \
|
| 20 |
+
"--port", "7860"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|