matthoffner commited on
Commit
b3ccd5b
·
verified ·
1 Parent(s): d83d54c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -46,4 +46,4 @@ WORKDIR $HOME/app
46
  EXPOSE 8080
47
 
48
  # Start the llava-server with models
49
- CMD ["/app/llama.cpp/server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "8", "--host", "0.0.0.0"]
 
46
  EXPOSE 8080
47
 
48
  # Start the llava-server with models
49
+ CMD ["/app/llama.cpp/server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "8", "--host", "0.0.0.0", "-ngl", "30"]