File size: 365 Bytes
00fa67d |
1 2 3 4 5 6 7 8 |
FROM ghcr.io/ggerganov/llama.cpp:server
RUN mkdir /models
ADD https://huggingface.co/TheBloke/deepseek-coder-6.7B-instruct-GGUF/resolve/main/deepseek-coder-6.7b-instruct.Q6_K.gguf /models/deepseek-coder-6.7b-instruct.Q6_K.gguf
ENTRYPOINT /server -m /models/deepseek-coder-6.7b-instruct.Q6_K.gguf -t 2 -c 2048 --host 0.0.0.0 --port 8080 --chat-template deepseek
|