Update app.py
Browse files
app.py
CHANGED
@@ -64,7 +64,7 @@ def func(user):
|
|
64 |
|
65 |
local_path = "./nous-hermes-13b.ggmlv3.q4_0.bin"
|
66 |
|
67 |
-
llm = LlamaCpp(model_path=local_path
|
68 |
llm_chain = LLMChain(prompt=prompt, llm=llm, streaming=True) # Enable streaming mode
|
69 |
question = user
|
70 |
llm_chain.run(question)
|
|
|
64 |
|
65 |
local_path = "./nous-hermes-13b.ggmlv3.q4_0.bin"
|
66 |
|
67 |
+
llm = LlamaCpp(model_path=local_path)
|
68 |
llm_chain = LLMChain(prompt=prompt, llm=llm, streaming=True) # Enable streaming mode
|
69 |
question = user
|
70 |
llm_chain.run(question)
|