sanbo
commited on
Commit
·
3a64abf
1
Parent(s):
31b509b
update sth. at 2025-01-11 21:22:14
Browse files- degpt.py +1 -1
- more_core.py +14 -30
degpt.py
CHANGED
@@ -12,7 +12,7 @@ import aiohttp
|
|
12 |
import requests
|
13 |
|
14 |
|
15 |
-
debug =
|
16 |
# 全局变量
|
17 |
last_request_time = 0 # 上次请求的时间戳
|
18 |
cache_duration = 14400 # 缓存有效期,单位:秒 (4小时)
|
|
|
12 |
import requests
|
13 |
|
14 |
|
15 |
+
debug = False
|
16 |
# 全局变量
|
17 |
last_request_time = 0 # 上次请求的时间戳
|
18 |
cache_duration = 14400 # 缓存有效期,单位:秒 (4小时)
|
more_core.py
CHANGED
@@ -16,12 +16,12 @@ from starlette.responses import HTMLResponse
|
|
16 |
import degpt as dg
|
17 |
|
18 |
# debug for Log
|
19 |
-
debug =
|
20 |
|
21 |
app = FastAPI(
|
22 |
title="ones",
|
23 |
description="High-performance API service",
|
24 |
-
version="1.1.
|
25 |
)
|
26 |
|
27 |
|
@@ -32,11 +32,19 @@ class APIServer:
|
|
32 |
self.app = app
|
33 |
self.encoding = tiktoken.get_encoding("cl100k_base")
|
34 |
self._setup_routes()
|
|
|
|
|
|
|
|
|
35 |
self.scheduler = BackgroundScheduler()
|
36 |
-
|
37 |
-
self.scheduler.
|
38 |
|
|
|
|
|
|
|
39 |
def _setup_routes(self) -> None:
|
|
|
40 |
self.routes = """Initialize API routes"""
|
41 |
|
42 |
# Static routes with names for filtering
|
@@ -286,35 +294,9 @@ class APIServer:
|
|
286 |
server = uvicorn.Server(config)
|
287 |
server.run()
|
288 |
|
289 |
-
"""
|
290 |
-
异步方法 `_reload_check` 用于执行模块的热重载检查。
|
291 |
-
|
292 |
-
此方法调用 `dg.reload_check()` 来检测是否有代码更新,并在必要时重新加载模块。
|
293 |
-
这是一个内部实现细节,通常不需要外部调用。
|
294 |
-
|
295 |
-
参数:
|
296 |
-
无
|
297 |
-
|
298 |
-
返回:
|
299 |
-
None
|
300 |
-
"""
|
301 |
def _reload_check(self) -> None:
|
302 |
dg.reload_check()
|
303 |
|
304 |
-
def _schedule_route_check(self) -> None:
|
305 |
-
"""
|
306 |
-
Schedule tasks to check and reload routes and models at regular intervals.
|
307 |
-
- Reload routes every 30 seconds.
|
308 |
-
- Reload models every 30 minutes.
|
309 |
-
"""
|
310 |
-
# Scheduled Task 1: Check and reload routes every 30 seconds
|
311 |
-
# Calls _reload_routes_if_needed method to check if routes need to be updated
|
312 |
-
self.scheduler.add_job(self._reload_routes_if_needed, 'interval', seconds=30)
|
313 |
-
|
314 |
-
# Scheduled Task 2: Reload models every 30 minutes (1800 seconds)
|
315 |
-
# This task will check and update the model data periodically
|
316 |
-
self.scheduler.add_job(self._reload_check, 'interval', seconds=60 * 30)
|
317 |
-
pass
|
318 |
|
319 |
def _reload_routes_if_needed(self) -> None:
|
320 |
"""Check if routes need to be reloaded based on environment variables"""
|
@@ -355,6 +337,8 @@ class APIServer:
|
|
355 |
self._register_route(path)
|
356 |
|
357 |
|
|
|
|
|
358 |
def create_server() -> APIServer:
|
359 |
"""Factory function to create server instance"""
|
360 |
return APIServer(app)
|
|
|
16 |
import degpt as dg
|
17 |
|
18 |
# debug for Log
|
19 |
+
debug = False
|
20 |
|
21 |
app = FastAPI(
|
22 |
title="ones",
|
23 |
description="High-performance API service",
|
24 |
+
version="1.1.3|2025.1.11"
|
25 |
)
|
26 |
|
27 |
|
|
|
32 |
self.app = app
|
33 |
self.encoding = tiktoken.get_encoding("cl100k_base")
|
34 |
self._setup_routes()
|
35 |
+
self._setup_scheduler()
|
36 |
+
|
37 |
+
def _setup_scheduler(self):
|
38 |
+
""" Schedule tasks to check and reload routes and models at regular intervals. """
|
39 |
self.scheduler = BackgroundScheduler()
|
40 |
+
# Scheduled Task 1: Check and reload routes every 30 seconds. Calls _reload_routes_if_needed method to check if routes need to be updated
|
41 |
+
self.scheduler.add_job(self._reload_routes_if_needed, 'interval', seconds=30)
|
42 |
|
43 |
+
# Scheduled Task 2: Reload models every 30 minutes (1800 seconds). This task will check and update the model data periodically
|
44 |
+
self.scheduler.add_job(self._reload_check, 'interval', seconds=60 * 30)
|
45 |
+
self.scheduler.start()
|
46 |
def _setup_routes(self) -> None:
|
47 |
+
"""Initialize API routes"""
|
48 |
self.routes = """Initialize API routes"""
|
49 |
|
50 |
# Static routes with names for filtering
|
|
|
294 |
server = uvicorn.Server(config)
|
295 |
server.run()
|
296 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
297 |
def _reload_check(self) -> None:
|
298 |
dg.reload_check()
|
299 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
300 |
|
301 |
def _reload_routes_if_needed(self) -> None:
|
302 |
"""Check if routes need to be reloaded based on environment variables"""
|
|
|
337 |
self._register_route(path)
|
338 |
|
339 |
|
340 |
+
|
341 |
+
|
342 |
def create_server() -> APIServer:
|
343 |
"""Factory function to create server instance"""
|
344 |
return APIServer(app)
|