Update app.py

app.py

@@ -30,6 +30,10 @@ BASE_URL = "https://api.fastgpt.in/api/v1"
 API_KEY = "fastgpt-aleL83PzPiul9lZDJQFD4NHYfVIxP7mDIWFCyin2FuMhYgwlRC3NMkV2K5lxc8gF"  # 应用特定 key
 
 
+import ijson  # Install with: pip install ijson
+
+
+
 def chat_with_fastgpt(message, history):
     """
     与 FastGPT 进行对话的函数
@@ -59,29 +63,29 @@ def chat_with_fastgpt(message, history):
         "detail": False,
         "messages": messages,
     }
-    ####
+
     try:
         response = requests.post(
             f"{BASE_URL}/chat/completions", headers=headers, json=data, stream=True
         )
-        response.raise_for_status()  # 检查请求是否成功
-
-        # 1. Accumulate the entire response
-        full_response = ""
-        for chunk in response.iter_content(chunk_size=8192):
-            if chunk:
-                full_response += chunk.decode('utf-8')
-
-        # Print the raw response for debugging
-        print(f"------ Raw API Response ------\n{full_response}\n-----------------------------")
-
-        # 2. Parse the response as a whole
-        try:
-            # ... (rest of the parsing and yielding logic)
-
-        except json.JSONDecodeError:
-            print(f"Failed to parse JSON: {full_response}")
-            yield "Received invalid JSON data from the API."
+        response.raise_for_status()
+
+        # Use ijson to parse the stream
+        parser = ijson.parse(response.raw)  # Use response.raw for the raw byte stream
+        current_content = ""
+        for prefix, event, value in parser:
+            if prefix == "choices.item.message.content" and event == "string":
+                current_content += value
+            elif current_content:
+                 # Yield the accumulated content 
+                for i in range(0, len(current_content), 10):
+                    yield current_content[i:i + 10]
+                current_content = ""
+        
+        # Yield any remaining content
+        if current_content:
+            for i in range(0, len(current_content), 10):
+                yield current_content[i:i + 10]
 
     except requests.exceptions.RequestException as e:
         print(f"请求错误: {e}")
@@ -89,6 +93,7 @@ def chat_with_fastgpt(message, history):
     except Exception as e:
         print(f"未知错误: {e}")
         yield "发生未知错误。"
+
 # Gradio 界面
 iface = gr.ChatInterface(
     fn=chat_with_fastgpt,