v8

app.py

@@ -40,7 +40,7 @@ if prompt := st.chat_input("What is up?"):
                 {"role": m["role"], "content": m["content"]}
                 for m in st.session_state.messages
             ],
-            max_tokens=12000,
+            max_tokens=9000,
             stream=True,
         ):
             full_response += response.choices[0].delta.get("content", "")