Update app.py

app.py

@@ -54,7 +54,7 @@ LOADER_MAPPING = {
 }
 
 repo_name = "IlyaGusev/saiga_mistral_7b_gguf"
-model_name = "model-q8_0.gguf"
+model_name = "model-q4_0.gguf"
 
 embedder_name = "intfloat/multilingual-e5-large"
 
@@ -63,7 +63,7 @@ snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
 
 model = Llama(
  model_path=model_name,
- n_ctx=2000,
+ n_ctx=2048,
  n_parts=1,
 )