Update OpenAI SDK version code to generate response

app.py

@@ -1,4 +1,4 @@
-import openai
+from openai import OpenAI
 from fastapi import FastAPI, HTTPException
 from fastapi.responses import StreamingResponse
 from fastapi.middleware.cors import CORSMiddleware
@@ -9,6 +9,7 @@ from tinydb import TinyDB
 from tinydb import Query
 from datetime import datetime
 from utils import generate_token
+import os
 
 query = Query()
 db = TinyDB(".token.json")
@@ -53,18 +54,18 @@ class RefToken(BaseModel):
     ref_key: str
 
 def get_openai_generator(prompt: str):
-    openai_stream = openai.ChatCompletion.create(
+    client = OpenAI()
+    
+    openai_stream = client.chat.completions.create(
         model="gpt-3.5-turbo",
         messages=[{"role": "user", "content": prompt}],
-        temperature=0.0,
-        stream=True,
+        temperature=0.7,
+        stream=True
     )
-    for event in openai_stream:
-        if "content" in event["choices"][0].delta:
-            current_response = event["choices"][0].delta.content
-            yield current_response
-        if "content" not in event["choices"][0].delta:
-            yield "[DONE]"
+    for chunk in openai_stream:
+        chunk_data = chunk.to_dict()
+        yield f"data: {json.dumps(chunk_data)}\n\n"
+    yield "data: [DONE]\n\n"
 
 @app.get("/")
 async def base_url():
@@ -96,7 +97,7 @@ async def list(token: str = Depends(verify_token)):
 
 @app.post("/chat")
 async def chat(chat_input: ChatInput, token: str = Depends(verify_token)):
-    openai.api_key = chat_input.openAI_token
+    os.environ["OPENAI_API_KEY"] = chat_input.openAI_token
     prompt = f"User: {chat_input.message}\nAI:"
     try:
         return StreamingResponse(get_openai_generator(prompt), media_type='text/event-stream')