Aryanne commited on
Commit
76caca5
·
verified ·
1 Parent(s): 96c9277

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +12 -8
Dockerfile CHANGED
@@ -1,13 +1,17 @@
1
- FROM ubuntu
2
  ARG MODEL
 
 
 
3
  ARG MODEL_NAME
4
  ARG ADDITIONAL
5
  RUN mkdir /opt/koboldcpp
6
- RUN apt update && apt install git build-essential wget python3-pip -y
7
- RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
8
  WORKDIR /opt/koboldcpp
9
- COPY default.json /opt/koboldcpp/default.json
10
- RUN make
11
- RUN wget -O model.gguf $MODEL
12
- CMD /bin/python3 ./koboldcpp.py --model model.gguf $ADDITIONAL --port 7860 --nommap --threads 2
13
-
 
 
 
1
+ FROM debian
2
  ARG MODEL
3
+ ARG IMGMODEL
4
+ ARG WHISPERMODEL
5
+ ARG MMPROJ
6
  ARG MODEL_NAME
7
  ARG ADDITIONAL
8
  RUN mkdir /opt/koboldcpp
9
+ RUN apt update && apt install curl -y
 
10
  WORKDIR /opt/koboldcpp
11
+ RUN curl -fLo koboldcpp https://koboldai.org/cpplinuxcu12
12
+ RUN chmod +x ./koboldcpp
13
+ RUN curl -fLo model.ggml $MODEL || true
14
+ RUN curl -fLo imgmodel.ggml $IMGMODEL || true
15
+ RUN curl -fLo mmproj.ggml $MMPROJ || true
16
+ RUN curl -fLo whispermodel.ggml $WHISPERMODEL || true
17
+ CMD ./koboldcpp --model model.ggml --whispermodel whispermodel.ggml --sdmodel imgmodel.ggml --sdthreads 4 --sdquant --sdclamped --mmproj mmproj.ggml $ADDITIONAL --port 7860 --quiet --threads 2 --nommap --ignoremissing $SECRET