Update app.py

app.py

@@ -4,14 +4,14 @@ import os
 import time
 
 # Initialize the OpenAI Client with your API key and endpoint
-api_key = os.environ.get("RUNPOD_API_KEY")  # Ensure your API key is correctly loaded from environment variables
+api_key = os.environ.get("RUNPOD_API_KEY")  # Make sure your API key is correctly configured
 client = OpenAI(
     api_key=api_key,
     base_url="https://api.runpod.ai/v2/vllm-k0g4c60zor9xuu/openai/v1",
 )
 
 def get_response(user_message, history):
-    # Format the history for OpenAI
+    # Format the history for the OpenAI call
     history_openai_format = []
     for human, assistant in history:
         if human:
@@ -28,9 +28,9 @@ def get_response(user_message, history):
         max_tokens=150
     )
 
-    # Properly access the text response
+    # Access the text response
     if response.choices:
-        bot_message = response.choices[0].text.strip() if response.choices[0].text.strip() else "No response generated."
+        bot_message = response.choices[0].message['content'].strip() if response.choices[0].message['content'].strip() else "No response generated."
     else:
         bot_message = "No response generated."
     return bot_message
@@ -41,7 +41,7 @@ with gr.Blocks() as demo:
     clear = gr.Button("Clear")
 
     def user(user_message, history):
-        if not user_message.strip():  # Handle empty input gracefully
+        if not user_message.strip():
             return "", history
         bot_response = get_response(user_message, history)
         return "", history + [[user_message, bot_response]]