Spaces:

KoboldAI
/

Koboldcpp-Tiefighter

Running on T4

Henk717 commited on 18 days ago

Commit

a9b6143

verified ·

1 Parent(s): 0b4a13f

Don't hardcode TTS GPU

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -19,4 +19,4 @@ RUN curl -fLo mmproj.gguf $MMPROJ || true
 RUN curl -fLo tts.gguf $TTSMODEL || true
 RUN curl -fLo wavtok.gguf $WAVTOKMODEL || true
 RUN curl -fLo whispermodel.gguf $WHISPERMODEL || true
-CMD ./koboldcpp --model model.gguf --whispermodel whispermodel.gguf --sdmodel imgmodel.gguf --sdthreads 4 --sdquant --sdclamped --mmproj mmproj.gguf --ttsmodel tts.gguf --ttswavtokenizer wavtok.gguf --ttsgpu $ADDITIONAL --port 7860 --hordemodelname $MODEL_NAME --hordemaxctx 1 --hordegenlen 1 --quiet --preloadstory default.json --chatcompletionsadapter adapter.json --ignoremissing $SECRET

 RUN curl -fLo tts.gguf $TTSMODEL || true
 RUN curl -fLo wavtok.gguf $WAVTOKMODEL || true
 RUN curl -fLo whispermodel.gguf $WHISPERMODEL || true
+CMD ./koboldcpp --model model.gguf --whispermodel whispermodel.gguf --sdmodel imgmodel.gguf --sdthreads 4 --sdquant --sdclamped --mmproj mmproj.gguf --ttsmodel tts.gguf --ttswavtokenizer wavtok.gguf $ADDITIONAL --port 7860 --hordemodelname $MODEL_NAME --hordemaxctx 1 --hordegenlen 1 --quiet --preloadstory default.json --chatcompletionsadapter adapter.json --ignoremissing $SECRET