Update app.py

app.py

@@ -55,46 +55,42 @@ def respond(
  yield chat_history
  else:
  client = get_client(model_name)
- except ValueError as e:
- chat_history.append((message, str(e)))
- return chat_history
 
- messages = [{"role": "system", "content": system_message}]
- for human, assistant in chat_history:
- messages.append({"role": "user", "content": human})
- messages.append({"role": "assistant", "content": assistant})
- messages.append({"role": "user", "content": message})
+ messages = [{"role": "system", "content": system_message}]
+ for human, assistant in chat_history:
+ messages.append({"role": "user", "content": human})
+ messages.append({"role": "assistant", "content": assistant})
+ messages.append({"role": "user", "content": message})
 
- try:
- if "Cohere" in model_name:
- # Cohere 모델을 위한 비스트리밍 처리
- response = client.chat_completion(
- messages,
- max_tokens=max_tokens,
- temperature=temperature,
- top_p=top_p,
- )
- assistant_message = response.choices[0].message.content
- chat_history.append((message, assistant_message))
- yield chat_history
- else:
- # 다른 모델들을 위한 스트리밍 처리
- stream = client.chat_completion(
- messages,
- max_tokens=max_tokens,
- temperature=temperature,
- top_p=top_p,
- stream=True,
- )
- partial_message = ""
- for response in stream:
- if response.choices[0].delta.content is not None:
- partial_message += response.choices[0].delta.content
- if len(chat_history) > 0 and chat_history[-1][0] == message:
- chat_history[-1] = (message, partial_message)
- else:
- chat_history.append((message, partial_message))
- yield chat_history
+ if "Cohere" in model_name:
+ # Cohere 모델을 위한 비스트리밍 처리
+ response = client.chat_completion(
+ messages,
+ max_tokens=max_tokens,
+ temperature=temperature,
+ top_p=top_p,
+ )
+ assistant_message = response.choices[0].message.content
+ chat_history.append((message, assistant_message))
+ yield chat_history
+ else:
+ # 다른 모델들을 위한 스트리밍 처리
+ stream = client.chat_completion(
+ messages,
+ max_tokens=max_tokens,
+ temperature=temperature,
+ top_p=top_p,
+ stream=True,
+ )
+ partial_message = ""
+ for response in stream:
+ if response.choices[0].delta.content is not None:
+ partial_message += response.choices[0].delta.content
+ if len(chat_history) > 0 and chat_history[-1][0] == message:
+ chat_history[-1] = (message, partial_message)
+ else:
+ chat_history.append((message, partial_message))
+ yield chat_history
  except Exception as e:
  error_message = f"An error occurred: {str(e)}"
  chat_history.append((message, error_message))