性能优化 (#2126)

* 性能优化

* 代码改进

* 优化浏览器代际切换逻辑

* 统一缓存与生命周期

* 添加aiomysql依赖

* 优化插件路径处理逻辑，简化条件判断；在虚拟环境包管理器中添加编码和错误处理参数以增强稳定性

* 🚨 auto fix by pre-commit hooks

* 优化Windows下的关闭逻辑

* 代码优化

* bugfix:修复配置重载问题

* bugfix:修复插件加载启动竞态问题

* 收敛事件入口和权限上下文

* 优化 Windows launcher 关闭重启兜底

---------

Co-authored-by: HibiKier <775757368@qq.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

zhenxun/builtin_plugins/web_ui/api/logs/log_manager.py

@@ -1,33 +1,97 @@
 import asyncio
+from collections import deque
 from collections.abc import Awaitable, Callable
-from typing import Generic, TypeVar
+import contextlib
 
-_T = TypeVar("_T")
-LogListener = Callable[[_T], Awaitable[None]]
+from nonebot.log import default_filter, default_format
+
+from zhenxun.services.log import logger_
+
+LogListener = Callable[[str], Awaitable[None]]
+DEFAULT_MAX_LOGS = 1000
+DEFAULT_MAX_LISTENERS = 16
 
 
-class LogStorage(Generic[_T]):
+class LogStorage:
     """
     日志存储
     """
 
-    def __init__(self, rotation: float = 5 * 60):
+    def __init__(
+        self,
+        rotation: float = 5 * 60,
+        max_logs: int = DEFAULT_MAX_LOGS,
+        max_listeners: int = DEFAULT_MAX_LISTENERS,
+    ):
         self.count, self.rotation = 0, rotation
+        self.max_logs = max_logs
+        self.max_listeners = max_listeners
         self.logs: dict[int, str] = {}
-        self.listeners: set[LogListener[str]] = set()
+        self._order: deque[int] = deque()
+        self.listeners: set[LogListener] = set()
 
     async def add(self, log: str):
         seq = self.count = self.count + 1
         self.logs[seq] = log
+        self._order.append(seq)
+        self._trim()
         asyncio.get_running_loop().call_later(self.rotation, self.remove, seq)
-        await asyncio.gather(
-            *(listener(log) for listener in self.listeners),
-            return_exceptions=True,
-        )
+        listeners = tuple(self.listeners)
+        if listeners:
+            results = await asyncio.gather(
+                *(listener(log) for listener in listeners),
+                return_exceptions=True,
+            )
+            for listener, result in zip(listeners, results, strict=False):
+                if isinstance(result, BaseException):
+                    self.listeners.discard(listener)
         return seq
 
+    def add_listener(self, listener: LogListener) -> bool:
+        if len(self.listeners) >= self.max_listeners:
+            return False
+        self.listeners.add(listener)
+        return True
+
+    def remove_listener(self, listener: LogListener) -> None:
+        self.listeners.discard(listener)
+
     def remove(self, seq: int):
-        del self.logs[seq]
+        self.logs.pop(seq, None)
+        with contextlib.suppress(ValueError):
+            self._order.remove(seq)
+
+    def _trim(self) -> None:
+        while self._order and self._order[0] not in self.logs:
+            self._order.popleft()
+        while len(self.logs) > self.max_logs and self._order:
+            self.logs.pop(self._order.popleft(), None)
 
 
-LOG_STORAGE: LogStorage[str] = LogStorage[str]()
+LOG_STORAGE = LogStorage()
+
+_LOG_SINK_ID: int | None = None
+
+
+async def ensure_log_sink_started() -> None:
+    global _LOG_SINK_ID
+    if _LOG_SINK_ID is not None:
+        return
+
+    async def log_sink(message: str) -> None:
+        await LOG_STORAGE.add(message.rstrip("\n"))
+
+    _LOG_SINK_ID = logger_.add(
+        log_sink,
+        colorize=True,
+        filter=default_filter,
+        format=default_format,
+    )
+
+
+def stop_log_sink_if_idle() -> None:
+    global _LOG_SINK_ID
+    if LOG_STORAGE.listeners or _LOG_SINK_ID is None:
+        return
+    logger_.remove(_LOG_SINK_ID)
+    _LOG_SINK_ID = None

zhenxun/builtin_plugins/web_ui/api/logs/logs.py

@@ -3,7 +3,7 @@ from loguru import logger
 from nonebot.utils import escape_tag
 from starlette.websockets import WebSocket, WebSocketDisconnect, WebSocketState
 
-from .log_manager import LOG_STORAGE
+from .log_manager import LOG_STORAGE, ensure_log_sink_started, stop_log_sink_if_idle
 
 router = APIRouter()
 
@@ -11,11 +11,16 @@ router = APIRouter()
 @router.websocket("/logs")
 async def system_logs_realtime(websocket: WebSocket):
     await websocket.accept()
+    await ensure_log_sink_started()
 
     async def log_listener(log: str):
         await websocket.send_text(log)
 
-    LOG_STORAGE.listeners.add(log_listener)
+    if not LOG_STORAGE.add_listener(log_listener):
+        await websocket.send_text("日志连接数已达上限，请稍后再试。")
+        await websocket.close()
+        stop_log_sink_if_idle()
+        return
     try:
         while websocket.client_state == WebSocketState.CONNECTED:
             recv = await websocket.receive()
@@ -26,4 +31,5 @@ async def system_logs_realtime(websocket: WebSocket):
     except WebSocketDisconnect:
         pass
     finally:
-        LOG_STORAGE.listeners.remove(log_listener)
+        LOG_STORAGE.remove_listener(log_listener)
+        stop_log_sink_if_idle()