Spaces:
Running
Running
Update rag.py
Browse files- app/rag.py +1 -2
app/rag.py
CHANGED
@@ -43,8 +43,7 @@ class ChatPDF:
|
|
43 |
)
|
44 |
|
45 |
llm = LlamaCPP(
|
46 |
-
|
47 |
-
model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
|
48 |
temperature=0.1,
|
49 |
max_new_tokens=256,
|
50 |
context_window=3900, #32k
|
|
|
43 |
)
|
44 |
|
45 |
llm = LlamaCPP(
|
46 |
+
model_url="https://huggingface.co/MaziyarPanahi/Qwen2-1.5B-Instruct-GGUF/resolve/main/Qwen2-1.5B-Instruct.Q4_K_M.gguf",
|
|
|
47 |
temperature=0.1,
|
48 |
max_new_tokens=256,
|
49 |
context_window=3900, #32k
|