ehristoforu commited on
Commit
1feb034
1 Parent(s): 95866c3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import subprocess
6
  from huggingface_hub import hf_hub_download
7
  hf_hub_download(repo_id="bartowski/gemma-2-9b-it-GGUF", filename="gemma-2-9b-it-Q4_K_L.gguf", local_dir="./")
8
 
9
- subprocess.run(["python3", "-m", "llama_cpp.server", "--model ./gemma-2-9b-it-Q4_K_L.gguf", "--host localhost", "--port 8000", "--chat_format gemma"])
10
 
11
 
12
  with gr.Blocks() as demo:
 
6
  from huggingface_hub import hf_hub_download
7
  hf_hub_download(repo_id="bartowski/gemma-2-9b-it-GGUF", filename="gemma-2-9b-it-Q4_K_L.gguf", local_dir="./")
8
 
9
+ subprocess.run(["python3", "-m", "llama_cpp.server", "--model ./gemma-2-9b-it-Q4_K_L.gguf", "--host localhost", "--port 8000", "--chat_format gemma"], shell=True)
10
 
11
 
12
  with gr.Blocks() as demo: