Waflon commited on
Commit
cb95307
1 Parent(s): 1d9eb56

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -35,8 +35,7 @@ def create_vector_store(text_chunks, embeddings):
35
 
36
  # Function to create LLMS model
37
  def create_llms_model():
38
- #llm = CTransformers(model="mistral-7b-instruct-v0.1.Q4_K_M.gguf", config={'max_new_tokens': 128, 'temperature': 0.01})
39
- llm = CTransformers(model='mistral-7b-instruct-v0.1.Q5_K_M.gguf', config={'max_new_tokens': 128, 'temperature': 0.01})
40
  return llm
41
 
42
  # Initialize Streamlit app
 
35
 
36
  # Function to create LLMS model
37
  def create_llms_model():
38
+ llm = CTransformers(model='Mistral-7B-Instruct-v0.1-GGUF', config={'max_new_tokens': 128, 'temperature': 0.01})
 
39
  return llm
40
 
41
  # Initialize Streamlit app