Add Dockerfile

Dockerfile

@@ -0,0 +1,7 @@
+FROM ghcr.io/ggerganov/llama.cpp:server
+
+RUN mkdir  /models
+
+ADD https://huggingface.co/TheBloke/deepseek-coder-6.7B-instruct-GGUF/resolve/main/deepseek-coder-6.7b-instruct.Q6_K.gguf /models/deepseek-coder-6.7b-instruct.Q6_K.gguf
+
+ENTRYPOINT /server -m /models/deepseek-coder-6.7b-instruct.Q6_K.gguf -t 2 -c 2048 --host 0.0.0.0 --port 8080 --chat-template deepseek

README.md

@@ -6,6 +6,7 @@ colorTo: red
 sdk: docker
 pinned: false
 license: gpl-3.0
+app_port: 8080
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference