removed async

app.py

@@ -9,7 +9,7 @@ import openai
 import os
 import spaces
 import base64
-import anyio
+# import anyio
 
 # Setup logging
 logging.basicConfig(level=logging.DEBUG)
@@ -229,7 +229,7 @@ def check_cuda_availability():
 image_created = {}
 
 @spaces.GPU(duration=120)
-async def bot_comms(message, history):
+def bot_comms(message, history):
     """
     Handles communication between Gradio and the models.
     """
@@ -246,45 +246,45 @@ async def bot_comms(message, history):
     gpt_outputs = []
     stream = generation(message, history)
     
-    try:
-        async for chunk in stream:
-            if chunk is not None:
-                if hasattr(chunk, 'choices') and chunk.choices:
-                    delta_content = chunk.choices[0].delta.get("content", "")
-                    if delta_content:
-                        gpt_outputs.append(delta_content)
-                        yield "".join(gpt_outputs)
-                elif hasattr(chunk, 'image_url'):
-                    # Process image response
-                    image_url = chunk.image_url.get("url", "")
-                    gpt_outputs.append(f"[Image: {image_url}]")
-                    yield "".join(gpt_outputs)
-                else:
-                    logger.debug("Chunk does not contain expected attributes.")
-            else:
-                logger.debug("Chunk is None.")
-    except StopAsyncIteration:
-        pass
+    # try:
+    #     async for chunk in stream:
+    #         if chunk is not None:
+    #             if hasattr(chunk, 'choices') and chunk.choices:
+    #                 delta_content = chunk.choices[0].delta.get("content", "")
+    #                 if delta_content:
+    #                     gpt_outputs.append(delta_content)
+    #                     yield "".join(gpt_outputs)
+    #             elif hasattr(chunk, 'image_url'):
+    #                 # Process image response
+    #                 image_url = chunk.image_url.get("url", "")
+    #                 gpt_outputs.append(f"[Image: {image_url}]")
+    #                 yield "".join(gpt_outputs)
+    #             else:
+    #                 logger.debug("Chunk does not contain expected attributes.")
+    #         else:
+    #             logger.debug("Chunk is None.")
+    # except StopAsyncIteration:
+    #     pass
     # gpt_outputs = []
     # # if mode == "chatting" or mode == "":
     # # logger.debug("On chatting or no mode.\n\n")
     # stream = generation(message, history)
     # logger.debug(f"\n\nOn chat mode for bot_comms right now.\n\n")
-    # for chunk in stream:
-    #     if chunk is not None and hasattr(chunk, 'choices') and chunk.choices:
-    #         delta_content = chunk.choices[0].delta.get("content", "")
-    #         if delta_content:
-    #             gpt_outputs.append(delta_content)
-    #             yield "".join(gpt_outputs)
-
-    #     else:
-    #         logger.debug("Chunk does not contain 'choices' attribute or is None.")
-    #         # logger.debug("\n\nFound the chunk in stream for gpt-3.5\n\n")
-    #         # text = chunk.choices[0].delta.content
-    #         # if text:
-    #         #     gpt_outputs.append(text)
-    #         #     buffer += text
-    #         # yield "".join(gpt_outputs)
+    for chunk in stream:
+        if chunk is not None and hasattr(chunk, 'choices') and chunk.choices:
+            delta_content = chunk.choices[0].delta.get("content", "")
+            if delta_content:
+                gpt_outputs.append(delta_content)
+                yield "".join(gpt_outputs)
+
+        else:
+            logger.debug("Chunk does not contain 'choices' attribute or is None.")
+            # logger.debug("\n\nFound the chunk in stream for gpt-3.5\n\n")
+            # text = chunk.choices[0].delta.content
+            # if text:
+            #     gpt_outputs.append(text)
+            #     buffer += text
+            # yield "".join(gpt_outputs)
 
 chat_input = gr.MultimodalTextbox(interactive=True, file_types=["images"], placeholder="Enter your question or upload an image.", show_label=False)