Dockerfile

FROM python
WORKDIR /app
COPY . .
RUN apt update \
 && apt install build-essential wget libopenblas-dev make -y \
 && make LLAMA_OPENBLAS=1 \
 && wget https://huggingface.co/notstoic/pygmalion-13b-ggml/resolve/main/pygmalion-13b-ggml-q4_0.bin \
 && apt remove build-essential wget make -y

 ENTRYPOINT ["python", "koboldcpp.py", "pygmalion-7b-q5_K_M.bin", "--port", "7860"]