placed async into sync

app.py

@@ -9,6 +9,8 @@ from PIL import Image
 import threading
 from openai import OpenAI
 import os
+import asyncio
+from typing import Any
 
 API_KEY = os.getenv('OPEN_AI_API_KEYS')
 
@@ -110,57 +112,116 @@ def check_cuda_availability():
 
 mode = ""
 
-@spaces.GPU(duration=120)
-async def bot_comms(message, history):
+# @spaces.GPU(duration=120)
+# async def bot_comms(message, history):
+#     global mode
+
+#     if message == "check cuda":
+#         result = check_cuda_availability()
+#         yield result
+#         return
+
+#     if message == "imagery":
+#         mode = message
+#         yield "Imagery On! Type your prompt to make the image 🖼️"
+#         return
+
+#     if message == "chatting":
+#         mode = message
+#         yield "Imagery Off. Ask me any questions. ☄️"
+#         return
+
+#     if mode == "imagery":
+#         print("On imagery\n\n")
+#         image = diffusing(
+#             prompt=message,
+#         )
+#         yield image
+#         return
+
+#     if mode == "chatting" or mode == "":
+#         print("On chatting or no mode.\n\n")
+#         stream = multimodal_and_generation(
+#             message=message,
+#             history=history,
+#         )
+#         gpt_outputs = []
+#         async for chunk in stream:
+#             if chunk.choices[0].delta.content is not None:
+#                 text = chunk.choices[0].delta.content
+#                 gpt_outputs.append(text)
+#                 yield "".join(gpt_outputs)
+
+async def bot_comms_async(message, history):
     global mode
 
     if message == "check cuda":
         result = check_cuda_availability()
-        yield result
-        return
+        return [result]
 
     if message == "imagery":
         mode = message
-        yield "Imagery On! Type your prompt to make the image 🖼️"
-        return
+        return ["Imagery On! Type your prompt to make the image 🖼️"]
 
     if message == "chatting":
         mode = message
-        yield "Imagery Off. Ask me any questions. ☄️"
-        return
+        return ["Imagery Off. Ask me any questions. ☄️"]
 
     if mode == "imagery":
         print("On imagery\n\n")
-        image = diffusing(
-            prompt=message,
-        )
-        yield image
-        return
+        image = diffusing(prompt=message)
+        return [image]
 
     if mode == "chatting" or mode == "":
         print("On chatting or no mode.\n\n")
-        stream = multimodal_and_generation(
-            message=message,
-            history=history,
-        )
+        stream = multimodal_and_generation(message=message, history=history)
         gpt_outputs = []
         async for chunk in stream:
             if chunk.choices[0].delta.content is not None:
                 text = chunk.choices[0].delta.content
                 gpt_outputs.append(text)
-                yield "".join(gpt_outputs)
-
-chatbot = gr.Chatbot(height=600, label="Chimera AI")
-chat_input = gr.MultimodalTextbox(interactive=True, file_types=["images"], placeholder="Enter your question or upload an image.", show_label=False)
-with gr.Blocks(fill_height=True) as demo:
-    gr.Markdown(DESCRIPTION)
-    gr.ChatInterface(
-        fn=bot_comms,
-        chatbot=chatbot,
-        fill_height=True,
-        multimodal=True,
-        textbox=chat_input,
+        return ["".join(gpt_outputs)]
+
+def bot_comms(message: str, history: Any):
+    return asyncio.run(bot_comms_async(message, history))
+
+# Define your Gradio UI as usual
+import gradio as gr
+
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox()
+    with gr.Row():
+        submit = gr.Button("Submit")
+
+    def user(message, history):
+        return "", history + [[message, None]]
+
+    def bot_response(message, history):
+        response = bot_comms(message, history)
+        return history + [[message, response]]
+
+    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
+        bot_response, [msg, chatbot], [msg, chatbot]
+    )
+    submit.click(user, [msg, chatbot], [msg, chatbot], queue=False).then(
+        bot_response, [msg, chatbot], [msg, chatbot]
     )
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch(share=True)
+
+# chatbot = gr.Chatbot(height=600, label="Chimera AI")
+# chat_input = gr.MultimodalTextbox(interactive=True, file_types=["images"], placeholder="Enter your question or upload an image.", show_label=False)
+# with gr.Blocks(fill_height=True) as demo:
+#     gr.Markdown(DESCRIPTION)
+#     gr.ChatInterface(
+#         fn=bot_comms,
+#         chatbot=chatbot,
+#         fill_height=True,
+#         multimodal=True,
+#         textbox=chat_input,
+#     )
+
+# if __name__ == "__main__":
+#     demo.launch()