Add more tokens in context
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
@@ -8,4 +8,4 @@ RUN curl -L https://huggingface.co/TheBloke/deepseek-coder-6.7B-instruct-GGUF/re
|
|
8 |
|
9 |
ENTRYPOINT [ "/server" ]
|
10 |
|
11 |
-
CMD [ "-ngl", "32", "--host", "0.0.0.0", "--port", "7860", "--model", "/models/deepseek-coder-6.7b-instruct.Q6_K.gguf", "-c", "
|
|
|
8 |
|
9 |
ENTRYPOINT [ "/server" ]
|
10 |
|
11 |
+
CMD [ "-ngl", "32", "--host", "0.0.0.0", "--port", "7860", "--model", "/models/deepseek-coder-6.7b-instruct.Q6_K.gguf", "-c", "8192", "--chat-template", "deepseek" ]
|