Waflon commited on
Commit
1d9eb56
1 Parent(s): 104737e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -36,7 +36,7 @@ def create_vector_store(text_chunks, embeddings):
36
  # Function to create LLMS model
37
  def create_llms_model():
38
  #llm = CTransformers(model="mistral-7b-instruct-v0.1.Q4_K_M.gguf", config={'max_new_tokens': 128, 'temperature': 0.01})
39
- llm = CTransformers(model="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF", config={'max_new_tokens': 128, 'temperature': 0.01})
40
  return llm
41
 
42
  # Initialize Streamlit app
 
36
  # Function to create LLMS model
37
  def create_llms_model():
38
  #llm = CTransformers(model="mistral-7b-instruct-v0.1.Q4_K_M.gguf", config={'max_new_tokens': 128, 'temperature': 0.01})
39
+ llm = CTransformers(model='mistral-7b-instruct-v0.1.Q5_K_M.gguf', config={'max_new_tokens': 128, 'temperature': 0.01})
40
  return llm
41
 
42
  # Initialize Streamlit app