mitulagr2 commited on
Commit
0bbd828
·
1 Parent(s): 3e1829f

Update rag.py

Browse files
Files changed (1) hide show
  1. app/rag.py +1 -1
app/rag.py CHANGED
@@ -31,7 +31,7 @@ logger = logging.getLogger(__name__)
31
  class ChatPDF:
32
  query_engine = None
33
 
34
- model_url = "https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf"
35
  # model_url = "https://huggingface.co/Qwen/Qwen1.5-1.8B-Chat-GGUF/resolve/main/qwen1_5-1_8b-chat-q8_0.gguf"
36
  # model_url = "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf"
37
 
 
31
  class ChatPDF:
32
  query_engine = None
33
 
34
+ model_url = "https://huggingface.co/Qwen/Qwen1.5-1.8B-Chat-GGUF/resolve/main/qwen1_5-1_8b-chat-q4_k_m.gguf"
35
  # model_url = "https://huggingface.co/Qwen/Qwen1.5-1.8B-Chat-GGUF/resolve/main/qwen1_5-1_8b-chat-q8_0.gguf"
36
  # model_url = "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf"
37