Update app.py

app.py

@@ -169,7 +169,7 @@ llm_zephyr = Llama(model_path=zephyr_model_path,n_gpu_layers=GPU_LAYERS,max_new_
 
 
 # Mistral formatter
-def format_prompt_mistral(message, history, system_message=system_message):
+def format_prompt_mistral(message, history, system_message=system_message,system_understand_message=system_understand_message):
     prompt = (
         "<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
     )
@@ -232,7 +232,7 @@ def generate_local(
     else:
         sys_message= system_message.replace("##LLM_MODEL###","Mistral").replace("##LLM_MODEL_PROVIDER###","Mistral")
         formatted_prompt = format_prompt_mistral(prompt, history,system_message=sys_message)
-        llm = llm_zephyr
+        llm = llm_mistral
         
 
     try: