mirror of
https://github.com/zhenxun-org/zhenxun_bot.git
synced 2026-10-03 10:40:02 +08:00
5d92ccd3b0
* 性能优化 * 代码改进 * 优化浏览器代际切换逻辑 * 统一缓存与生命周期 * 添加aiomysql依赖 * 优化插件路径处理逻辑，简化条件判断；在虚拟环境包管理器中添加编码和错误处理参数以增强稳定性 * 🚨 auto fix by pre-commit hooks * 优化Windows下的关闭逻辑 * 代码优化 * bugfix:修复配置重载问题 * bugfix:修复插件加载启动竞态问题 * 收敛事件入口和权限上下文 * 优化 Windows launcher 关闭重启兜底 --------- Co-authored-by: HibiKier <775757368@qq.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
118 lines
3.6 KiB
Python
118 lines
3.6 KiB
Python
import asyncio
|
|
import time
|
|
|
|
from nonebot import on_message
|
|
from nonebot.plugin import PluginMetadata
|
|
from nonebot_plugin_alconna import UniMsg
|
|
from nonebot_plugin_apscheduler import scheduler
|
|
from nonebot_plugin_uninfo import Uninfo
|
|
|
|
from zhenxun.configs.config import Config
|
|
from zhenxun.configs.utils import PluginExtraData, RegisterConfig
|
|
from zhenxun.models.chat_history import ChatHistory
|
|
from zhenxun.services.db_context import with_db_timeout
|
|
from zhenxun.services.log import logger
|
|
from zhenxun.services.message_load import is_overloaded, should_pause_tasks
|
|
from zhenxun.utils.enum import PluginType
|
|
from zhenxun.utils.utils import get_entity_ids
|
|
|
|
__plugin_meta__ = PluginMetadata(
|
|
name="消息存储",
|
|
description="消息存储，被动存储群消息",
|
|
usage="",
|
|
extra=PluginExtraData(
|
|
author="HibiKier",
|
|
version="0.1",
|
|
plugin_type=PluginType.HIDDEN,
|
|
configs=[
|
|
RegisterConfig(
|
|
module="chat_history",
|
|
key="FLAG",
|
|
value=True,
|
|
help="是否开启消息自从存储",
|
|
default_value=True,
|
|
type=bool,
|
|
)
|
|
],
|
|
).to_dict(),
|
|
)
|
|
|
|
|
|
def rule(message: UniMsg) -> bool:
|
|
return bool(Config.get_config("chat_history", "FLAG") and message)
|
|
|
|
|
|
chat_history = on_message(rule=rule, priority=1, block=False)
|
|
|
|
_HISTORY_QUEUE: asyncio.Queue[ChatHistory] = asyncio.Queue(maxsize=5000)
|
|
_DROP_COUNT = 0
|
|
_LAST_DROP_LOG = 0.0
|
|
_DROP_LOG_INTERVAL = 10.0
|
|
_FLUSH_BATCH_SIZE = 200
|
|
_FLUSH_MAX_PER_TICK = 1000
|
|
_FLUSH_DB_TIMEOUT = 5.0
|
|
|
|
|
|
@chat_history.handle()
|
|
async def _(message: UniMsg, session: Uninfo):
|
|
entity = get_entity_ids(session)
|
|
now = time.time()
|
|
if is_overloaded():
|
|
return
|
|
try:
|
|
_HISTORY_QUEUE.put_nowait(
|
|
ChatHistory(
|
|
user_id=entity.user_id,
|
|
group_id=entity.group_id,
|
|
text=str(message),
|
|
plain_text=message.extract_plain_text(),
|
|
bot_id=session.self_id,
|
|
platform=session.platform,
|
|
)
|
|
)
|
|
except asyncio.QueueFull:
|
|
global _DROP_COUNT, _LAST_DROP_LOG
|
|
_DROP_COUNT += 1
|
|
if now - _LAST_DROP_LOG > _DROP_LOG_INTERVAL:
|
|
_LAST_DROP_LOG = now
|
|
logger.debug(
|
|
f"chat_history queue full, dropped {_DROP_COUNT} items",
|
|
"chat_history",
|
|
)
|
|
|
|
|
|
@scheduler.scheduled_job(
|
|
"interval",
|
|
minutes=1,
|
|
max_instances=1,
|
|
coalesce=True,
|
|
)
|
|
async def _():
|
|
try:
|
|
if should_pause_tasks():
|
|
return
|
|
flushed = 0
|
|
while flushed < _FLUSH_MAX_PER_TICK:
|
|
message_list: list[ChatHistory] = []
|
|
limit = min(_FLUSH_BATCH_SIZE, _FLUSH_MAX_PER_TICK - flushed)
|
|
for _ in range(limit):
|
|
try:
|
|
message_list.append(_HISTORY_QUEUE.get_nowait())
|
|
except asyncio.QueueEmpty:
|
|
break
|
|
if not message_list:
|
|
break
|
|
await with_db_timeout(
|
|
ChatHistory.bulk_create(message_list, _FLUSH_BATCH_SIZE),
|
|
timeout=_FLUSH_DB_TIMEOUT,
|
|
operation=f"ChatHistory.bulk_create[{len(message_list)}]",
|
|
source="chat_history",
|
|
)
|
|
flushed += len(message_list)
|
|
if flushed:
|
|
backlog = _HISTORY_QUEUE.qsize()
|
|
suffix = f"，剩余队列 {backlog} 条" if backlog else ""
|
|
logger.debug(f"批量添加聊天记录 {flushed} 条{suffix}", "定时任务")
|
|
except Exception as e:
|
|
logger.warning("存储聊天记录失败", "chat_history", e=e)
|