Spaces:
Sleeping
Sleeping
AFischer1985
commited on
Commit
•
50734e1
1
Parent(s):
9eedb54
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ with open("./model.gguf", mode="wb") as file:
|
|
12 |
file.write(response.content)
|
13 |
print("Model downloaded")
|
14 |
|
15 |
-
command = ["python3", "-m", "llama_cpp.server", "--model", "./model.gguf", "--host", "0.0.0.0", "--port", "2600"]
|
16 |
subprocess.Popen(command)
|
17 |
print("Model ready!")
|
18 |
|
|
|
12 |
file.write(response.content)
|
13 |
print("Model downloaded")
|
14 |
|
15 |
+
command = ["python3", "-m", "llama_cpp.server", "--model", "./model.gguf", "--host", "0.0.0.0", "--port", "2600", "--n_threads", "2"]
|
16 |
subprocess.Popen(command)
|
17 |
print("Model ready!")
|
18 |
|