pngwn HF staff commited on
Commit
eed309b
1 Parent(s): 161a808

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ try:
12
  llm = Llama(
13
  model_path=hf_hub_download(
14
  repo_id="microsoft/Phi-3-mini-4k-instruct-gguf",
15
- filename="*q4.gguf",
16
  ),
17
  n_ctx=2048,
18
  n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM
 
12
  llm = Llama(
13
  model_path=hf_hub_download(
14
  repo_id="microsoft/Phi-3-mini-4k-instruct-gguf",
15
+ filename="Phi-3-mini-4k-instruct-q4.gguf",
16
  ),
17
  n_ctx=2048,
18
  n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM