Update app.py

app.py

@@ -27,31 +27,23 @@ def respond(
     system_message,
 ):
     try:
-        client = get_client(model_name)
-    except ValueError as e:
-        chat_history.append((message, str(e)))
-        return chat_history
-
-    messages = [{"role": "system", "content": system_message}]
-    for human, assistant in chat_history:
-        messages.append({"role": "user", "content": human})
-        messages.append({"role": "assistant", "content": assistant})
-    messages.append({"role": "user", "content": message})
-
-    try:
-        stream = client.chat_completion(
-    messages,
-    max_tokens=max_tokens,  # 'max_new_tokens'에서 'max_tokens'로 변경
-    temperature=temperature,
-    top_p=top_p,
-    stream=True,
-)
-        partial_message = ""
-for response in stream:
-    if response.choices[0].delta.content is not None:
-        partial_message += response.choices[0].delta.content
-        chat_history = chat_history[:-1] + [(message, partial_message)]
-        yield chat_history
+    stream = client.chat_completion(
+        messages,
+        max_tokens=max_tokens,
+        temperature=temperature,
+        top_p=top_p,
+        stream=True,
+    )
+    partial_message = ""
+    for response in stream:
+        if response.choices[0].delta.content is not None:
+            partial_message += response.choices[0].delta.content
+            chat_history = chat_history[:-1] + [(message, partial_message)]
+            yield chat_history
+except Exception as e:
+    error_message = f"An error occurred: {str(e)}"
+    chat_history.append((message, error_message))
+    yield chat_history
 
 def clear_conversation():
     return []