update sth. at 2025-01-11 21:14:37

Dockerfile

@@ -4,45 +4,19 @@ FROM python:3.11-slim-bullseye AS builder
 ENV PYTHONDONTWRITEBYTECODE=1 \
     PYTHONUNBUFFERED=1 \
     PIP_NO_CACHE_DIR=1 \
-    DEBIAN_FRONTEND=noninteractive \
-    PLAYWRIGHT_BROWSERS_PATH=/root/.cache/ms-playwright
+    DEBIAN_FRONTEND=noninteractive
 
 WORKDIR /build
 
-# 安装最小化系统依赖
+# Install minimal dependencies and Python packages
 RUN apt-get update && apt-get install -y --no-install-recommends \
-    build-essential \
     curl \
     ca-certificates \
-    wget \
-    gnupg \
-    libnss3 \
-    libnspr4 \
-    libcups2 \
-    libglib2.0-0 \
-    libc6 \
-    libatk1.0-0 \
-    libatk-bridge2.0-0 \
-    libdrm2 \
-    libxkbcommon0 \
-    libxcomposite1 \
-    libxdamage1 \
-    libxfixes3 \
-    libxrandr2 \
-    libgbm1 \
-    libasound2 \
-    libpango-1.0-0 \
-    libpangocairo-1.0-0 \
-    libx11-6 \
-    libxcb1 \
-    && rm -rf /var/lib/apt/lists/*
+    && rm -rf /var/lib/apt/lists/* \
+    && pip install --upgrade pip
 
-# 安装Python包和Playwright
 COPY requirements.txt .
-RUN pip install --upgrade pip && \
-    pip install --no-cache-dir -r requirements.txt && \
-    playwright install chromium --with-deps && \
-    ls -la /root/.cache/ms-playwright
+RUN pip install --no-cache-dir -r requirements.txt
 
 # Runtime stage
 FROM python:3.11-slim-bullseye
@@ -50,41 +24,20 @@ FROM python:3.11-slim-bullseye
 ENV PYTHONDONTWRITEBYTECODE=1 \
     PYTHONUNBUFFERED=1 \
     PORT=7860 \
-    DEBUG=false \
-    PLAYWRIGHT_BROWSERS_PATH=/root/.cache/ms-playwright
+    DEBUG=false
 
 WORKDIR /app
 
-# 安装运行时依赖
+# Copy Python packages and application files
+COPY --from=builder /usr/local/lib/python3.11/site-packages /usr/local/lib/python3.11/site-packages
+COPY more_core.py degpt.py ./
+
+# Install runtime dependencies
 RUN apt-get update && apt-get install -y --no-install-recommends \
-    libnss3 \
-    libnspr4 \
-    libcups2 \
-    libglib2.0-0 \
-    libc6 \
-    libatk1.0-0 \
-    libatk-bridge2.0-0 \
-    libdrm2 \
-    libxkbcommon0 \
-    libxcomposite1 \
-    libxdamage1 \
-    libxfixes3 \
-    libxrandr2 \
-    libgbm1 \
-    libasound2 \
-    libpango-1.0-0 \
-    libpangocairo-1.0-0 \
-    libx11-6 \
-    libxcb1 \
     curl \
     ca-certificates \
     && rm -rf /var/lib/apt/lists/*
 
-# 复制必要文件
-COPY --from=builder /usr/local/lib/python3.11/site-packages /usr/local/lib/python3.11/site-packages
-COPY --from=builder /root/.cache/ms-playwright /root/.cache/ms-playwright
-COPY more_core.py degpt.py ./
-
 HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \
     CMD curl -f http://localhost:${PORT}/health || exit 1
 

degpt.py

@@ -2,19 +2,17 @@
 update time: 2025.01.09
 verson: 0.1.125
 """
-import aiohttp
-import time
-import requests
-import asyncio
-
-from playwright.async_api import async_playwright
 import json
-import logging
 import re
-from typing import List, Dict, Optional
+import time
 from datetime import datetime, timedelta
+from typing import List, Dict, Optional
+
+import aiohttp
+import requests
 
-debug = False
+
+debug = True
 # 全局变量
 last_request_time = 0  # 上次请求的时间戳
 cache_duration = 14400  # 缓存有效期，单位：秒 (4小时)
@@ -42,7 +40,8 @@ base_addrs = [
 '''基础域名'''
 base_url = 'https://singapore-chat.degpt.ai/api'
 
-
+'''基础模型'''
+base_model = "Pixtral-124B"
 # 全局变量：存储所有模型的统计信息
 # 格式：{model_name: {"calls": 调用次数, "fails": 失败次数, "last_fail": 最后失败时间}}
 MODEL_STATS: Dict[str, Dict] = {}
@@ -65,11 +64,11 @@ def record_call(model_name: str, success: bool = True) -> None:
         stats["last_fail"] = datetime.now()
 
 
-async def get_auto_model(cooldown_seconds: int = 300) -> str:
+def get_auto_model(cooldown_seconds: int = 300) -> str:
     """异步获取最优模型"""
     try:
         if not MODEL_STATS:
-            await get_models()
+            get_models()
 
         best_model = None
         best_rate = -1.0
@@ -86,17 +85,17 @@ async def get_auto_model(cooldown_seconds: int = 300) -> str:
                     best_rate = success_rate
                     best_model = name
 
-        default_model = best_model or "Pixtral-124B"
+        default_model = best_model or base_model
         if debug:
             print(f"选择模型: {default_model}")
         return default_model
     except Exception as e:
         if debug:
             print(f"模型选择错误: {e}")
-        return "Pixtral-124B"
+        return base_model
 
 
-async def reload_check():
+def reload_check():
     """检查并更新系统状态
     1. 如果模型数据为空，更新模型数据
     2. 测试当前base_url是否可用，不可用则切换
@@ -108,11 +107,11 @@ async def reload_check():
         if not cached_models["data"]:
             if debug:
                 print("模型数据为空，开始更新...")
-            await get_models()
+            get_models()
 
         # 测试用例 - 平衡效率和功能验证
         test_payload = {
-            "model": "Pixtral-124B",
+            "model": base_model,
             "messages": [{
                 "role": "user",
                 "content": [{"type": "text", "text": "test"}]
@@ -130,10 +129,10 @@ async def reload_check():
             'Content-Type': 'application/json'
         }
 
-        async with aiohttp.ClientSession() as session:
+        with aiohttp.ClientSession() as session:
             # 测试当前URL
             try:
-                async with session.post(
+                with session.post(
                         f"{base_url}/v0/chat/completion/proxy",
                         headers=headers,
                         json=test_payload,
@@ -141,7 +140,7 @@ async def reload_check():
                 ) as response:
                     if response.status == 200:
                         # 验证响应格式
-                        if await response.read():
+                        if response.read():
                             if debug:
                                 print(f"当前URL可用: {base_url}")
                             return
@@ -154,13 +153,13 @@ async def reload_check():
                 if url == base_url:
                     continue
                 try:
-                    async with session.post(
+                    with session.post(
                             f"{url}/v0/chat/completion/proxy",
                             headers=headers,
                             json=test_payload,
                             timeout=5
                     ) as response:
-                        if response.status == 200 and await response.read():
+                        if response.status == 200 and response.read():
                             base_url = url
                             if debug:
                                 print(f"切换到新URL: {base_url}")
@@ -177,11 +176,12 @@ async def reload_check():
         if debug:
             print(f"系统检查失败: {e}")
 
-async def _fetch_and_update_models():
+
+def _fetch_and_update_models():
     """Thread-safe model fetching and cache updating"""
     global cached_models
     try:
-        await get_model_names_from_js()
+        get_from_js()
     except Exception as e:
        print(f"{e}")
     try:
@@ -189,17 +189,18 @@ async def _fetch_and_update_models():
     except Exception as e:
        print(f"{e}")
 
-async def get_models():
-    """Async model data retrieval with thread safety"""
+
+def get_models():
+    """model data retrieval with thread safety"""
     global cached_models, last_request_time
     current_time = time.time()
     if (current_time - last_request_time) > cache_duration:
         try:
             # Update timestamp before awaiting to prevent concurrent updates
             last_request_time = current_time
-            await _fetch_and_update_models()
+            _fetch_and_update_models()
         except Exception as e:
-            print(e)
+            print(f"{e}")
 
     return json.dumps(cached_models)
 
@@ -259,11 +260,12 @@ def get_alive_models():
         print(f"请求失败，状态码: {response.status_code}")
 
 
-async def parse_models_from_js(js_content: str) -> List[Dict]:
+def parse_models_from_js(js_content: str) -> List[Dict]:
     """解析JS内容中的模型信息"""
     try:
         pattern = r'models\s*:\s*\[([^\]]+)\]'
         match = re.search(pattern, js_content)
+
         if match:
             models_data = match.group(1)
             models_data = re.sub(r'(\w+):', r'"\1":', models_data)
@@ -272,103 +274,138 @@ async def parse_models_from_js(js_content: str) -> List[Dict]:
 
             try:
                 models = json.loads(models_data)
-                # print(f"成功解析到 {len(models)} 个模型信息")
                 return models
             except json.JSONDecodeError as e:
-                print(f"JSON解析错误: {str(e)}")
                 return []
+
         return []
+
     except Exception as e:
-        print(f"解析模型信息时发生错误: {str(e)}")
         return []
 
 
-async def get_model_names_from_js(url="https://www.degpt.ai/", timeout: int = 60):
-    global cached_models
-    try:
-        async with async_playwright() as p:
-            browser = await p.chromium.launch(
-                headless=True,
-                args=['--no-sandbox']
-            )
-            context = await browser.new_context(
-                viewport={'width': 1920, 'height': 1080},
-                user_agent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) Chrome/119.0.0.0 Safari/537.36'
-            )
-            page = await context.new_page()
-
-            async def handle_response(response):
-                try:
-                    if response.request.resource_type == "script":
-                        content_type = response.headers.get('content-type', '').lower()
-                        if 'javascript' in content_type:
-                            js_content = await response.text()
-                            if 'models' in js_content:
-                                # print(f"找到包含模型信息的JS文件: {response.url}")
-                                models = await parse_models_from_js(js_content)
-                                if models:
-                                    # print("\n提取的模型列表:")
-                                    existing_ids = {m.get('id') for m in cached_models["data"]}
-                                    for model in models:
-                                        model_id = model.get('model', '').strip()
-                                        # print(f"- 名称: {model.get('name', '')}")
-                                        # print(f"  模型: {model.get('model', '')}")
-                                        # print(f"  描述: {model.get('desc', '')}")
-                                        record_call(model_id)
-                                        if model_id and model_id not in existing_ids:
-                                            model_data = {
-                                                "id": model_id,
-                                                "object": "model",
-                                                "model": model_id,
-                                                "created": int(time.time()),
-                                                "owned_by": model_id.split("-")[0] if "-" in model_id else "unknown",
-                                                "name": model.get('name', ''),
-                                                "description": model.get('desc', ''),
-                                                "support": model.get('support', 'text'),
-                                                "tip": model.get('tip', '')
-                                            }
-                                            cached_models["data"].append(model_data)
-                                            # print(f"添加新模型: {model_id}")
-                except Exception as e:
-                    print(f"处理响应时发生错误: {str(e)}")
-                    logging.error(f"Response处理异常: {e}", exc_info=True)
-
-            page.on("response", handle_response)
-
-            try:
-                await page.goto(url, timeout=timeout * 1000, wait_until='networkidle')
-                await page.wait_for_timeout(5000)
-            except Exception as e:
-                print(f"页面加载错误: {str(e)}")
-                logging.error(f"页面加载异常: {e}", exc_info=True)
-            finally:
-                await browser.close()
-    except Exception as e:
-        print(f"提取过程发生错误: {str(e)}")
-        await get_from_js()
-        raise
-
-async def get_from_js():
-    import requests
-    import re
-    import json
+# def get_model_names_from_js(url="https://www.degpt.ai/", timeout: int = 60):
+#     global cached_models
+#     try:
+#         with async_playwright() as p:
+#             browser = p.chromium.launch(
+#                 headless=True,
+#                 args=['--no-sandbox']
+#             )
+#             context = browser.new_context(
+#                 viewport={'width': 1920, 'height': 1080},
+#                 user_agent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) Chrome/119.0.0.0 Safari/537.36'
+#             )
+#             page = context.new_page()
+#
+#             def handle_response(response):
+#                 try:
+#                     if response.request.resource_type == "script":
+#                         content_type = response.headers.get('content-type', '').lower()
+#                         if 'javascript' in content_type:
+#                             js_content = response.text()
+#                             if 'models' in js_content:
+#                                 # print(f"找到包含模型信息的JS文件: {response.url}")
+#                                 models = parse_models_from_js(js_content)
+#                                 if models:
+#                                     # print("\n提取的模型列表:")
+#                                     existing_ids = {m.get('id') for m in cached_models["data"]}
+#                                     for model in models:
+#                                         model_id = model.get('model', '').strip()
+#                                         # print(f"- 名称: {model.get('name', '')}")
+#                                         # print(f"  模型: {model.get('model', '')}")
+#                                         # print(f"  描述: {model.get('desc', '')}")
+#                                         record_call(model_id)
+#                                         if model_id and model_id not in existing_ids:
+#                                             model_data = {
+#                                                 "id": model_id,
+#                                                 "object": "model",
+#                                                 "model": model_id,
+#                                                 "created": int(time.time()),
+#                                                 "owned_by": model_id.split("-")[0] if "-" in model_id else "unknown",
+#                                                 "name": model.get('name', ''),
+#                                                 "description": model.get('desc', ''),
+#                                                 "support": model.get('support', 'text'),
+#                                                 "tip": model.get('tip', '')
+#                                             }
+#                                             cached_models["data"].append(model_data)
+#                                             # print(f"添加新模型: {model_id}")
+#                 except Exception as e:
+#                     print(f"处理响应时发生错误: {str(e)}")
+#                     logging.error(f"Response处理异常: {e}", exc_info=True)
+#
+#             page.on("response", handle_response)
+#
+#             try:
+#                 page.goto(url, timeout=timeout * 1000, wait_until='networkidle')
+#                 page.wait_for_timeout(5000)
+#             except Exception as e:
+#                 print(f"页面加载错误: {str(e)}")
+#                 logging.error(f"页面加载异常: {e}", exc_info=True)
+#             finally:
+#                 browser.close()
+#     except Exception as e:
+#         print(f"提取过程发生错误: {str(e)}")
+#         get_from_js()
+#         raise
+
+
+# def parse_models_and_urls_from_js(js_content: str) -> Dict:
+#     """从JS内容中解析模型和URL信息"""
+#     result = {"models": [], "urls": []}
+#
+#     try:
+#         # 提取模型信息
+#         model_pattern = r'models\s*:\s*\[([^\]]+)\]'
+#         model_match = re.search(model_pattern, js_content)
+#
+#         if model_match:
+#             models_data = model_match.group(1)
+#             models_data = re.sub(r'(\w+):', r'"\1":', models_data)
+#             models_data = models_data.replace("'", '"')
+#             models_data = f"[{models_data}]"
+#
+#             try:
+#                 models = json.loads(models_data)
+#                 result["models"] = models
+#             except json.JSONDecodeError as e:
+#                 print(f"Error decoding models JSON: {e}")
+#
+#         # 提取URL信息
+#         url_pattern = r'\{name\s*:\s*"([^"]+)"\s*,\s*url\s*:\s*"([^"]+)"'
+#         url_matches = re.findall(url_pattern, js_content)
+#
+#         if url_matches:
+#             urls = [{"name": name, "url": url} for name, url in url_matches]
+#             result["urls"] = urls
+#
+#         return result
+#
+#     except Exception as e:
+#         print(f"Error parsing JS content: {e}")
+#         return result
+def get_from_js():
     global cached_models
     # 获取 JavaScript 文件内容
     # url = "https://www.degpt.ai/_app/immutable/chunks/index.83d92b06.js"
-    url = "https://www.degpt.ai/_app/immutable/chunks/index.4aecf75a.js"
+    # url = "https://www.degpt.ai/_app/immutable/chunks/index.4aecf75a.js"
+    url = "https://www.degpt.ai/_app/immutable/chunks/index.e0d19999.js"
     response = requests.get(url)
 
     if response.status_code == 200:
         js_content = response.text
-        models = await parse_models_from_js(js_content)
+        models = parse_models_from_js(js_content)
+        # xx = parse_models_and_urls_from_js(js_content)
         if models:
-            # print("\n提取的模型列表:")
+            if debug:
+                print("get_from_js提取的模型列表:")
             existing_ids = {m.get('id') for m in cached_models["data"]}
             for model in models:
                 model_id = model.get('model', '').strip()
-                # print(f"- 名称: {model.get('name', '')}")
-                # print(f"  模型: {model.get('model', '')}")
-                # print(f"  描述: {model.get('desc', '')}")
+                if debug:
+                    print(f"get_from_js 名称: {model.get('name', '')}")
+                    print(f"get_from_js  模型: {model.get('model', '')}")
+                    print(f"get_from_js  描述: {model.get('desc', '')}")
                 record_call(model_id)
                 if model_id and model_id not in existing_ids:
                     model_data = {
@@ -383,10 +420,11 @@ async def get_from_js():
                         "tip": model.get('tip', '')
                     }
                     cached_models["data"].append(model_data)
-                    # print(f"添加新模型: {model_id}")
+                    if debug:
+                        print(f"get_from_js添加新模型: {model_id}")
 
 
-async def is_model_available(model_id: str, cooldown_seconds: int = 300) -> bool:
+def is_model_available(model_id: str, cooldown_seconds: int = 300) -> bool:
     """
     判断模型是否在模型列表中且非最近失败的模型
 
@@ -405,7 +443,7 @@ async def is_model_available(model_id: str, cooldown_seconds: int = 300) -> bool
 
     # 如果MODEL_STATS为空，加载模型数据
     if not MODEL_STATS:
-        await get_models()
+        get_models()
 
     # 检查模型是否在统计信息中
     if model_id not in MODEL_STATS:
@@ -421,7 +459,7 @@ async def is_model_available(model_id: str, cooldown_seconds: int = 300) -> bool
     return True
 
 
-async def get_model_by_autoupdate(model_id: Optional[str] = None, cooldown_seconds: int = 300) -> Optional[str]:
+def get_model_by_autoupdate(model_id: Optional[str] = None, cooldown_seconds: int = 300) -> Optional[str]:
     """
     检查提供的model_id是否可用，如果不可用则返回成功率最高的模型
 
@@ -441,17 +479,17 @@ async def get_model_by_autoupdate(model_id: Optional[str] = None, cooldown_secon
 
     # 如果MODEL_STATS为空，加载模型数据
     if not MODEL_STATS:
-        await get_models()
+        get_models()
 
     # 如果提供了model_id且可用，直接返回
-    if model_id and await is_model_available(model_id, cooldown_seconds):
+    if model_id and is_model_available(model_id, cooldown_seconds):
         return model_id
 
     # 否则返回成功率最高的可用模型
-    return await get_auto_model(cooldown_seconds=cooldown_seconds)
+    return get_auto_model(cooldown_seconds=cooldown_seconds)
 
 
-async def is_chatgpt_format(data):
+def is_chatgpt_format(data):
     """Check if the data is in the expected ChatGPT format"""
     try:
         # If the data is a string, try to parse it as JSON
@@ -473,12 +511,12 @@ async def is_chatgpt_format(data):
     return False
 
 
-async def chat_completion_message(
+def chat_completion_message(
         user_prompt,
         user_id: str = None,
         session_id: str = None,
         system_prompt="You are a helpful assistant.",
-        model="Pixtral-124B",
+        model=base_model,
         project="DecentralGPT", stream=False,
         temperature=0.3, max_tokens=1024, top_p=0.5,
         frequency_penalty=0, presence_penalty=0):
@@ -487,20 +525,25 @@ async def chat_completion_message(
         {"role": "system", "content": system_prompt},
         {"role": "user", "content": user_prompt}
     ]
-    return await chat_completion_messages(messages, user_id, session_id, model, project, stream, temperature, max_tokens,
+    return chat_completion_messages(messages, user_id, session_id, model, project, stream, temperature, max_tokens,
                                     top_p, frequency_penalty,
                                     presence_penalty)
 
 
-async  def chat_completion_messages(
+def chat_completion_messages(
         messages,
-        model="Pixtral-124B",
+        model=base_model,
         user_id: str = None,
         session_id: str = None,
         project="DecentralGPT", stream=False, temperature=0.3, max_tokens=1024, top_p=0.5,
         frequency_penalty=0, presence_penalty=0):
-    # url = 'https://usa-chat.degpt.ai/api/v0/chat/completion/proxy'
-    url = 'https://singapore-chat.degpt.ai/api/v0/chat/completion/proxy'
+    # 确保model有效
+    if not model or model == "auto":
+        model = get_auto_model()
+    else:
+        model = get_model_by_autoupdate(model)
+    if debug:
+        print(f"校准后的model: {model}")
     headers = {
         'sec-ch-ua-platform': '"macOS"',
         'Referer': 'https://www.degpt.ai/',
@@ -510,13 +553,6 @@ async  def chat_completion_messages(
         'Content-Type': 'application/json',
         'sec-ch-ua-mobile': '?0'
     }
-    # 确保model有效
-    if not model or model == "auto":
-        model = await get_auto_model()
-    else:
-        model = await get_model_by_autoupdate(model)
-    if debug:
-        print(f"校准后的model: {model}")
     payload = {
         # make sure ok
         "model": model,
@@ -532,23 +568,27 @@ async  def chat_completion_messages(
     }
     # print(json.dumps(headers, indent=4))
     # print(json.dumps(payload, indent=4))
-    return await chat_completion(url,model, headers, payload)
+    return chat_completion(headers, payload)
 
 
-async def chat_completion(url,model, headers, payload):
+def chat_completion(headers, payload):
     """处理用户请求并保留上下文"""
     try:
+        url = f'{base_url}/v0/chat/completion/proxy'
         response = requests.post(url, headers=headers, json=payload)
         response.encoding = 'utf-8'
         response.raise_for_status()
         return response.json()
     except requests.exceptions.RequestException as e:
         print(f"请求失败: {e}")
-        await record_call(model, False)
         return "请求失败，请检查网络或参数配置。"
     except (KeyError, IndexError) as e:
         print(f"解析响应时出错: {e}")
-        await record_call(model, False)
         return "解析响应内容失败。"
     return {}
 
+# if __name__ == '__main__':
+#     print("get_models: ",get_models())
+#     print("cached_models:",cached_models)
+#     print("base_url: ",base_url)
+#     print("MODEL_STATS:",MODEL_STATS)

more_core.py

@@ -1,5 +1,4 @@
 import json
-import json
 import multiprocessing
 import os
 import random
@@ -17,7 +16,7 @@ from starlette.responses import HTMLResponse
 import degpt as dg
 
 # debug for Log
-debug = False
+debug = True
 
 app = FastAPI(
     title="ones",
@@ -38,27 +37,27 @@ class APIServer:
         self.scheduler.start()
 
     def _setup_routes(self) -> None:
-        """Initialize API routes"""
+        self.routes = """Initialize API routes"""
 
         # Static routes with names for filtering
         @self.app.get("/", name="root", include_in_schema=False)
-        async def root():
+        def root():
             return HTMLResponse(content="<h1>hello. It's home page.</h1>")
 
         @self.app.get("/web", name="web")
-        async def web():
+        def web():
             return HTMLResponse(content="<h1>hello. It's web page.</h1>")
 
         @self.app.get("/health", name="health")
-        async def health():
+        def health():
             return JSONResponse(content={"status": "working"})
 
 
         @self.app.get("/v1/models", name="models")
-        async def models():
+        def models():
             if debug:
                 print("Fetching models...")
-            models_str = await dg.get_models()
+            models_str = dg.get_models()
             try:
                 models_json = json.loads(models_str)
                 return JSONResponse(content=models_json)
@@ -105,11 +104,13 @@ class APIServer:
 
         async def chat_endpoint(request: Request) -> Dict[str, Any]:
             try:
+                if debug:
+                    print(f"Request chat_endpoint...")
                 headers = dict(request.headers)
                 data = await request.json()
                 if debug:
                     print(f"Request received...\r\n\tHeaders: {headers},\r\n\tData: {data}")
-                return await self._generate_response(headers, data)
+                return self._generate_response(headers, data)
             except Exception as e:
                 if debug:
                     print(f"Request processing error: {e}")
@@ -165,7 +166,7 @@ class APIServer:
             result['model'] = model  # 根据需要设置model值
         return result
 
-    async def _generate_response(self, headers: Dict[str, str], data: Dict[str, Any]) -> Dict[str, Any]:
+    def _generate_response(self, headers: Dict[str, str], data: Dict[str, Any]) -> Dict[str, Any]:
         """Generate API response"""
         global debug
         if debug:
@@ -176,7 +177,7 @@ class APIServer:
             # print(f"model: {model}")
             # just auto will check
             if "auto" == model:
-                model = await dg.get_auto_model()
+                model = dg.get_auto_model()
             # else:
             #     if not dg.is_model_available(model):
             #         raise HTTPException(status_code=400, detail="Invalid Model")
@@ -195,19 +196,17 @@ class APIServer:
 
             if debug:
                 print(f"request model: {model}")
-                print(f"request token: {token}")
+                if token:
+                    print(f"request token: {token}")
                 print(f"request messages: {msgs}")
 
-            result = await dg.chat_completion_messages(
+            result = dg.chat_completion_messages(
                 messages=msgs,
                 model=model
             )
             if debug:
                 print(f"result: {result}---- {self.is_chatgpt_format(result)}")
 
-            # # Assuming this 'result' comes from your model or some other logic
-            # result = "This is a test result."
-
             # If the request body data already matches ChatGPT format, return it directly
             if self.is_chatgpt_format(result):
                 # If data already follows ChatGPT format, use it directly
@@ -246,7 +245,7 @@ class APIServer:
 
             return response_data
         except Exception as e:
-            await dg.record_call(model,False)
+            dg.record_call(model,False)
             if debug:
                 print(f"Response generation error: {e}")
             raise HTTPException(status_code=500, detail=str(e)) from e
@@ -287,8 +286,20 @@ class APIServer:
         server = uvicorn.Server(config)
         server.run()
 
-    async def _reload_check(self) -> None:
-        await dg.reload_check()
+    """
+    异步方法 `_reload_check` 用于执行模块的热重载检查。
+    
+    此方法调用 `dg.reload_check()` 来检测是否有代码更新，并在必要时重新加载模块。
+    这是一个内部实现细节，通常不需要外部调用。
+    
+    参数:
+        无
+    
+    返回:
+        None
+    """
+    def _reload_check(self) -> None:
+        dg.reload_check()
 
     def _schedule_route_check(self) -> None:
         """

requirements.txt

@@ -2,22 +2,15 @@
 fastapi
 uvicorn[standard]
 tiktoken
-playwright
 requests
 starlette
 pydantic
 
-# Async support
+# Performance optimization
 uvloop
 httptools
 aiohttp
-asyncio
 
-# Utils
+# Scheduling & Utils
 apscheduler
-python-json-logger
-typing-extensions
-python-dotenv
-
-# Optional performance optimization
-ujson
+python-dotenv