pngwn HF staff commited on
Commit
ab8bbc9
1 Parent(s): b78b267

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -13,12 +13,14 @@ try:
13
  model_path = hf_hub_download(
14
  repo_id="microsoft/Phi-3-mini-4k-instruct-gguf",
15
  filename="Phi-3-mini-4k-instruct-q4.gguf",
 
16
  )
17
  print("START: AFTER MODEL DOWNLOAD")
18
  llm = Llama(
19
  model_path=model_path,
20
  n_ctx=2048,
21
  n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM
 
22
  )
23
  print("START: AFTER LLAMA-CPP SETUP")
24
 
 
13
  model_path = hf_hub_download(
14
  repo_id="microsoft/Phi-3-mini-4k-instruct-gguf",
15
  filename="Phi-3-mini-4k-instruct-q4.gguf",
16
+
17
  )
18
  print("START: AFTER MODEL DOWNLOAD")
19
  llm = Llama(
20
  model_path=model_path,
21
  n_ctx=2048,
22
  n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM
23
+ verbose=True
24
  )
25
  print("START: AFTER LLAMA-CPP SETUP")
26