Update api/utils.py

api/utils.py

@@ -14,7 +14,6 @@ from api.config import (
     AGENT_MODE,
     TRENDING_AGENT_MODE,
     MODEL_PREFIXES,
-    MODEL_REFERERS
 )
 from api.models import ChatRequest
 from api.logger import setup_logger
@@ -46,7 +45,11 @@ def message_to_dict(message, model_prefix: Optional[str] = None):
     content = message.content if isinstance(message.content, str) else message.content[0]["text"]
     if model_prefix:
         content = f"{model_prefix} {content}"
-    if isinstance(message.content, list) and len(message.content) == 2 and "image_url" in message.content[1]:
+    if (
+        isinstance(message.content, list)
+        and len(message.content) == 2
+        and "image_url" in message.content[1]
+    ):
         # Ensure base64 images are always included for all models
         return {
             "role": message.role,
@@ -67,7 +70,7 @@ def strip_model_prefix(content: str, model_prefix: Optional[str] = None) -> str:
         return content[len(model_prefix):].strip()
     return content
 
-# Process streaming response without header functions
+# Process streaming response without headers
 async def process_streaming_response(request: ChatRequest):
     # Generate a unique ID for this request
     request_id = f"chatcmpl-{uuid.uuid4()}"
@@ -77,12 +80,11 @@ async def process_streaming_response(request: ChatRequest):
     trending_agent_mode = TRENDING_AGENT_MODE.get(request.model, {})
     model_prefix = MODEL_PREFIXES.get(request.model, "")
 
-    # Define headers directly
-    headers_api_chat = {**common_headers, 'Content-Type': 'application/json'}
-
     if request.model == 'o1-preview':
         delay_seconds = random.randint(1, 60)
-        logger.info(f"Introducing a delay of {delay_seconds} seconds for model 'o1-preview' (Request ID: {request_id})")
+        logger.info(
+            f"Introducing a delay of {delay_seconds} seconds for model 'o1-preview' (Request ID: {request_id})"
+        )
         await asyncio.sleep(delay_seconds)
 
     # Fetch the h-value for the 'validated' field
@@ -102,7 +104,9 @@ async def process_streaming_response(request: ChatRequest):
         "isChromeExt": False,
         "isMicMode": False,
         "maxTokens": request.max_tokens,
-        "messages": [message_to_dict(msg, model_prefix=model_prefix) for msg in request.messages],
+        "messages": [
+            message_to_dict(msg, model_prefix=model_prefix) for msg in request.messages
+        ],
         "mobileClient": False,
         "playgroundTemperature": request.temperature,
         "playgroundTopP": request.top_p,
@@ -120,7 +124,6 @@ async def process_streaming_response(request: ChatRequest):
             async with client.stream(
                 "POST",
                 f"{BASE_URL}/api/chat",
-                headers=headers_api_chat,
                 json=json_data,
                 timeout=100,
             ) as response:
@@ -143,7 +146,7 @@ async def process_streaming_response(request: ChatRequest):
             logger.error(f"Error occurred during request for Request ID {request_id}: {e}")
             raise HTTPException(status_code=500, detail=str(e))
 
-# Process non-streaming response without header functions
+# Process non-streaming response without headers
 async def process_non_streaming_response(request: ChatRequest):
     # Generate a unique ID for this request
     request_id = f"chatcmpl-{uuid.uuid4()}"
@@ -153,20 +156,11 @@ async def process_non_streaming_response(request: ChatRequest):
     trending_agent_mode = TRENDING_AGENT_MODE.get(request.model, {})
     model_prefix = MODEL_PREFIXES.get(request.model, "")
 
-    # Define headers directly
-    headers_api_chat = {**common_headers, 'Content-Type': 'application/json'}
-    headers_chat = {
-        **common_headers,
-        'Accept': 'text/x-component',
-        'Content-Type': 'text/plain;charset=UTF-8',
-        'next-action': str(uuid.uuid4()),
-        'next-router-state-tree': json.dumps([""]),
-        'next-url': '/',
-    }
-
     if request.model == 'o1-preview':
         delay_seconds = random.randint(20, 60)
-        logger.info(f"Introducing a delay of {delay_seconds} seconds for model 'o1-preview' (Request ID: {request_id})")
+        logger.info(
+            f"Introducing a delay of {delay_seconds} seconds for model 'o1-preview' (Request ID: {request_id})"
+        )
         await asyncio.sleep(delay_seconds)
 
     # Fetch the h-value for the 'validated' field
@@ -186,7 +180,9 @@ async def process_non_streaming_response(request: ChatRequest):
         "isChromeExt": False,
         "isMicMode": False,
         "maxTokens": request.max_tokens,
-        "messages": [message_to_dict(msg, model_prefix=model_prefix) for msg in request.messages],
+        "messages": [
+            message_to_dict(msg, model_prefix=model_prefix) for msg in request.messages
+        ],
         "mobileClient": False,
         "playgroundTemperature": request.temperature,
         "playgroundTopP": request.top_p,
@@ -203,7 +199,9 @@ async def process_non_streaming_response(request: ChatRequest):
     async with httpx.AsyncClient() as client:
         try:
             async with client.stream(
-                method="POST", url=f"{BASE_URL}/api/chat", headers=headers_api_chat, json=json_data
+                method="POST",
+                url=f"{BASE_URL}/api/chat",
+                json=json_data,
             ) as response:
                 response.raise_for_status()
                 async for chunk in response.aiter_text():