Update main.py

app/main.py

@@ -1,6 +1,7 @@
 import os
 import shutil
 import json
+import asyncio
 from datetime import datetime
 from typing import List
 from fastapi import FastAPI, UploadFile, WebSocket, WebSocketDisconnect
@@ -69,7 +70,23 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
         manager.disconnect(websocket)
         message = {"time":current_time,"clientId":client_id,"message":"Offline"}
         await manager.broadcast(json.dumps(message))
-    # return StreamingResponse(, media_type='text/event-stream')
+
+
+async def astreamer(generator):
+    try:
+        for i in generator:
+            yield (i)
+            await asyncio.sleep(.1)
+    except asyncio.CancelledError as e:
+        print('cancelled')
+
+
+@app.get("/query")
+def process_input(text: str):
+    if text and len(text.strip()) > 0:
+        text = text.strip()
+        streaming_response = session_assistant.ask(text)
+        return StreamingResponse(astreamer(streaming_response.response_gen), media_type='text/event-stream')
 
 
 @app.post("/upload")