pngwn HF staff commited on
Commit
b78b267
1 Parent(s): eed309b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -4
app.py CHANGED
@@ -9,11 +9,14 @@ from huggingface_hub import hf_hub_download
9
  print("START: AFTER IMPORTS")
10
 
11
  try:
 
 
 
 
 
 
12
  llm = Llama(
13
- model_path=hf_hub_download(
14
- repo_id="microsoft/Phi-3-mini-4k-instruct-gguf",
15
- filename="Phi-3-mini-4k-instruct-q4.gguf",
16
- ),
17
  n_ctx=2048,
18
  n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM
19
  )
 
9
  print("START: AFTER IMPORTS")
10
 
11
  try:
12
+ print("START: BEFORE MODEL DOWNLOAD")
13
+ model_path = hf_hub_download(
14
+ repo_id="microsoft/Phi-3-mini-4k-instruct-gguf",
15
+ filename="Phi-3-mini-4k-instruct-q4.gguf",
16
+ )
17
+ print("START: AFTER MODEL DOWNLOAD")
18
  llm = Llama(
19
+ model_path=model_path,
 
 
 
20
  n_ctx=2048,
21
  n_gpu_layers=-1, # change n_gpu_layers if you have more or less VRAM
22
  )