tommy24 commited on
Commit
18222e8
1 Parent(s): a35163f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -64,7 +64,7 @@ def func(user):
64
 
65
  local_path = "./nous-hermes-13b.ggmlv3.q4_0.bin"
66
 
67
- llm = LlamaCpp(model_path=local_path, n_ctx=2048)
68
  llm_chain = LLMChain(prompt=prompt, llm=llm, streaming=True) # Enable streaming mode
69
  question = user
70
  llm_chain.run(question)
 
64
 
65
  local_path = "./nous-hermes-13b.ggmlv3.q4_0.bin"
66
 
67
+ llm = LlamaCpp(model_path=local_path)
68
  llm_chain = LLMChain(prompt=prompt, llm=llm, streaming=True) # Enable streaming mode
69
  question = user
70
  llm_chain.run(question)