Update app.py

app.py

@@ -13,7 +13,7 @@ def format_prompt(message, history):
     prompt += f"[USER] {message} [/USER]</s>"
     return prompt
     
-def generate(prompt, history, temperature=0.6, max_new_tokens=1048576, top_p=0.95, repetition_penalty=1.2):
+def generate(prompt, history, temperature=0.6, max_new_tokens=32768, top_p=0.95, repetition_penalty=1.2):
     temperature = float(temperature)
     top_p = float(top_p)