Create Dockerfile
Browse files- Dockerfile +10 -0
Dockerfile
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ubuntu:22.04
|
| 2 |
+
|
| 3 |
+
RUN apk install -y git cmake clang
|
| 4 |
+
WORKDIR /app
|
| 5 |
+
RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 repo && cd repo && cmake -B build && cmake --build build --config Release --target server && cp ../build/bin/server /app/server
|
| 6 |
+
RUN wget -c -o model.gguf "https://huggingface.co/zhangtao103239/Qwen-1.8B-GGUF/resolve/main/qwen-1.8b-q5_k_m.gguf"
|
| 7 |
+
EXPOSE 7860
|
| 8 |
+
CMD ["/app/server", "-m" "model.gguf", "--host", "0.0.0.0", "--port", "7860"]
|
| 9 |
+
|
| 10 |
+
|