Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -36,7 +36,7 @@ def create_vector_store(text_chunks, embeddings):
|
|
36 |
# Function to create LLMS model
|
37 |
def create_llms_model():
|
38 |
#llm = CTransformers(model="mistral-7b-instruct-v0.1.Q4_K_M.gguf", config={'max_new_tokens': 128, 'temperature': 0.01})
|
39 |
-
llm = CTransformers(model=
|
40 |
return llm
|
41 |
|
42 |
# Initialize Streamlit app
|
|
|
36 |
# Function to create LLMS model
|
37 |
def create_llms_model():
|
38 |
#llm = CTransformers(model="mistral-7b-instruct-v0.1.Q4_K_M.gguf", config={'max_new_tokens': 128, 'temperature': 0.01})
|
39 |
+
llm = CTransformers(model='mistral-7b-instruct-v0.1.Q5_K_M.gguf', config={'max_new_tokens': 128, 'temperature': 0.01})
|
40 |
return llm
|
41 |
|
42 |
# Initialize Streamlit app
|