fix

app/main.py

@@ -25,21 +25,21 @@ files_dir = os.path.expanduser("~/wtp_be_files/")
 session_assistant = ChatPDF()
 # session_messages = []
 
-# async def stream_generator()
+# async def stream_generator(agent_text_stream):
+#     for text in agent_text_stream:
+#         print(text)
+#         yield text
 
 @app.get("/query")
 async def process_input(text: str):
     if text and len(text.strip()) > 0:
         text = text.strip()
         print("PRINTING STREAM")
-        agent_text_stream = session_assistant.ask(text)
-        print(agent_text_stream)
-        for text in agent_text_stream:
-            print(text)
-            # yield text
+        # agent_text_stream = session_assistant.ask(text)
+        # print(agent_text_stream)
         # session_messages.append((text, True))
         # session_messages.append((agent_text, False))
-        return StreamingResponse(agent_text_stream, media_type='text/event-stream')
+        return StreamingResponse(session_assistant.ask(text), media_type='text/event-stream')
 
 
 @app.post("/upload")

app/rag.py

@@ -156,14 +156,18 @@ class ChatPDF:
             # similarity_top_k=6,
         )
 
-    def ask(self, query: str):
+    async def ask(self, query: str):
         if not self.query_engine:
             return "Please, add a PDF document first."
 
         logger.info("retrieving the response to the query")
         # response = self.query_engine.query(str_or_query_bundle=query)
         streaming_response = self.query_engine.query(query)
-        return streaming_response.response_gen
+        print(streaming_response)
+        # return streaming_response.response_gen
+        for text in streaming_response.response_gen:
+            print(text)
+            yield text
 
     def clear(self):
         self.query_engine = None