Update app.py

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from huggingface_hub import InferenceClient
 import os
+import openai  # OpenAI API를 사용하기 위해 추가
 
 MODELS = {
     "google/gemma-2-9b": "google/gemma-2-9b-it",
@@ -12,16 +13,35 @@ MODELS = {
     "Mixtral 8x7B": "mistralai/Mistral-7B-Instruct-v0.3",
     "Mixtral Nous-Hermes": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
     "Cohere Command R+": "CohereForAI/c4ai-command-r-plus",
-    "Cohere Aya-23-35B": "CohereForAI/aya-23-35B"
+    "Cohere Aya-23-35B": "CohereForAI/aya-23-35B",
+    "OpenAI GPT-4o Mini": "openai/gpt-4o-mini"  # 새로운 모델 추가
 }
 
+# OpenAI API 클라이언트 설정
+openai.api_key = os.getenv("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")
+
 def get_client(model_name):
+    if model_name == "OpenAI GPT-4o Mini":
+        return None  # OpenAI API를 직접 호출할 것이므로 HuggingFace 클라이언트는 사용하지 않음
     model_id = MODELS[model_name]
     hf_token = os.getenv("HF_TOKEN")
     if not hf_token:
         raise ValueError("HF_TOKEN environment variable is required")
     return InferenceClient(model_id, token=hf_token)
 
+def call_openai_api(content, system_message, max_tokens, temperature, top_p):
+    response = openai.ChatCompletion.create(
+        model="gpt-4o-mini",  # 또는 다른 모델 ID 사용
+        messages=[
+            {"role": "system", "content": system_message},
+            {"role": "user", "content": content},
+        ],
+        max_tokens=max_tokens,
+        temperature=temperature,
+        top_p=top_p,
+    )
+    return response.choices[0].message['content']
+
 def respond(
     message,
     chat_history,
@@ -32,6 +52,12 @@ def respond(
     system_message,
 ):
     try:
+        if model_name == "OpenAI GPT-4o Mini":
+            assistant_message = call_openai_api(message, system_message, max_tokens, temperature, top_p)
+            chat_history.append((message, assistant_message))
+            yield chat_history
+            return
+
         client = get_client(model_name)
     except ValueError as e:
         chat_history.append((message, str(e)))
@@ -116,4 +142,4 @@ with gr.Blocks() as demo:
     clear_button.click(clear_conversation, outputs=chatbot, queue=False)
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()