mitulagr2 commited on
Commit
50c672b
·
1 Parent(s): 48abeee

Update rag.py

Browse files
Files changed (1) hide show
  1. app/rag.py +1 -2
app/rag.py CHANGED
@@ -43,8 +43,7 @@ class ChatPDF:
43
  )
44
 
45
  llm = LlamaCPP(
46
- # https://huggingface.co/MaziyarPanahi/Qwen2-1.5B-Instruct-GGUF/resolve/main/Qwen2-1.5B-Instruct.Q4_K_M.gguf
47
- model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
48
  temperature=0.1,
49
  max_new_tokens=256,
50
  context_window=3900, #32k
 
43
  )
44
 
45
  llm = LlamaCPP(
46
+ model_url="https://huggingface.co/MaziyarPanahi/Qwen2-1.5B-Instruct-GGUF/resolve/main/Qwen2-1.5B-Instruct.Q4_K_M.gguf",
 
47
  temperature=0.1,
48
  max_new_tokens=256,
49
  context_window=3900, #32k