matthoffner commited on
Commit
f91f38f
·
verified ·
1 Parent(s): d877b7d

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -32,4 +32,4 @@ RUN make LLAMA_CUBLAS=1
32
  EXPOSE 8080
33
 
34
  # Start the llava-server with models
35
- CMD ["--server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "8", "--host", "0.0.0.0", "-ngl", "30"]
 
32
  EXPOSE 8080
33
 
34
  # Start the llava-server with models
35
+ CMD ["--server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "33"]