mirror of
https://github.com/zhenxun-org/zhenxun_bot.git
synced 2026-10-08 13:20:01 +08:00
feat✨: 色图
This commit is contained in:
HibiKier
@@ -0,0 +1,5 @@
|
||||
from pathlib import Path
|
||||
|
||||
import nonebot
|
||||
|
||||
nonebot.load_plugins(str(Path(__file__).parent.resolve()))
|
||||
@@ -0,0 +1,87 @@
|
||||
from tortoise import fields
|
||||
from tortoise.contrib.postgres.functions import Random
|
||||
from tortoise.expressions import Q
|
||||
from typing_extensions import Self
|
||||
|
||||
from zhenxun.services.db_context import Model
|
||||
|
||||
|
||||
class Setu(Model):
|
||||
|
||||
id = fields.IntField(pk=True, generated=True, auto_increment=True)
|
||||
"""自增id"""
|
||||
local_id = fields.IntField()
|
||||
"""本地存储下标"""
|
||||
title = fields.CharField(255)
|
||||
"""标题"""
|
||||
author = fields.CharField(255)
|
||||
"""作者"""
|
||||
pid = fields.BigIntField()
|
||||
"""pid"""
|
||||
img_hash = fields.TextField()
|
||||
"""图片hash"""
|
||||
img_url = fields.CharField(255)
|
||||
"""pixiv url链接"""
|
||||
is_r18 = fields.BooleanField()
|
||||
"""是否r18"""
|
||||
tags = fields.TextField()
|
||||
"""tags"""
|
||||
|
||||
class Meta:
|
||||
table = "setu"
|
||||
table_description = "色图数据表"
|
||||
unique_together = ("pid", "img_url")
|
||||
|
||||
@classmethod
|
||||
async def query_image(
|
||||
cls,
|
||||
local_id: int | None = None,
|
||||
tags: list[str] | None = None,
|
||||
r18: bool = False,
|
||||
limit: int = 50,
|
||||
) -> list[Self] | Self | None:
|
||||
"""通过tag查找色图
|
||||
|
||||
参数:
|
||||
local_id: 本地色图 id
|
||||
tags: tags
|
||||
r18: 是否 r18，0：非r18 1：r18 2：混合
|
||||
limit: 获取数量
|
||||
|
||||
返回:
|
||||
list[Self] | Self | None: 色图数据
|
||||
"""
|
||||
if local_id:
|
||||
return await cls.filter(is_r18=r18, local_id=local_id).first()
|
||||
query = cls.filter(is_r18=r18)
|
||||
if tags:
|
||||
for tag in tags:
|
||||
query = query.filter(
|
||||
Q(tags__contains=tag)
|
||||
| Q(title__contains=tag)
|
||||
| Q(author__contains=tag)
|
||||
)
|
||||
query = query.annotate(rand=Random()).limit(limit)
|
||||
return await query.all()
|
||||
|
||||
@classmethod
|
||||
async def delete_image(cls, pid: int, img_url: str) -> int:
|
||||
"""删除图片并替换
|
||||
|
||||
参数:
|
||||
pid: 图片pid
|
||||
|
||||
返回:
|
||||
int: 删除返回的本地id
|
||||
"""
|
||||
print(pid)
|
||||
return_id = -1
|
||||
if query := await cls.get_or_none(pid=pid, img_url=img_url):
|
||||
num = await cls.filter(is_r18=query.is_r18).count()
|
||||
last_image = await cls.get_or_none(is_r18=query.is_r18, local_id=num - 1)
|
||||
if last_image:
|
||||
return_id = last_image.local_id
|
||||
last_image.local_id = query.local_id
|
||||
await last_image.save(update_fields=["local_id"])
|
||||
await query.delete()
|
||||
return return_id
|
||||
@@ -0,0 +1,227 @@
|
||||
import random
|
||||
from typing import Tuple
|
||||
|
||||
from nonebot.adapters import Bot
|
||||
from nonebot.matcher import Matcher
|
||||
from nonebot.message import run_postprocessor
|
||||
from nonebot.plugin import PluginMetadata
|
||||
from nonebot_plugin_alconna import (
|
||||
Alconna,
|
||||
Args,
|
||||
Arparma,
|
||||
Match,
|
||||
Option,
|
||||
on_alconna,
|
||||
store_true,
|
||||
)
|
||||
from nonebot_plugin_saa import Text
|
||||
from nonebot_plugin_session import EventSession
|
||||
|
||||
from zhenxun.configs.config import NICKNAME
|
||||
from zhenxun.configs.utils import PluginCdBlock, PluginExtraData, RegisterConfig
|
||||
from zhenxun.models.sign_user import SignUser
|
||||
from zhenxun.models.user_console import UserConsole
|
||||
from zhenxun.services.log import logger
|
||||
from zhenxun.utils.withdraw_manage import WithdrawManager
|
||||
|
||||
from ._data_source import SetuManage, base_config
|
||||
|
||||
__plugin_meta__ = PluginMetadata(
|
||||
name="色图",
|
||||
description="不要小看涩图啊混蛋！",
|
||||
usage="""
|
||||
搜索 lolicon 图库，每日色图time...
|
||||
多个tag使用#连接
|
||||
指令：
|
||||
色图: 随机色图
|
||||
色图 -r: 随机在线r18涩图
|
||||
色图 -id [id]: 本地指定id色图
|
||||
色图 *[tags]: 在线搜索指定tag色图
|
||||
色图 *[tags] -r: 同上, r18色图
|
||||
[1-9]张涩图: 本地随机色图连发
|
||||
[1-9]张[tags]的涩图: 在线搜索指定tag色图连发
|
||||
示例：色图 萝莉|少女#白丝|黑丝
|
||||
示例：色图 萝莉#猫娘
|
||||
注：
|
||||
tag至多取前20项，| 为或，萝莉|少女=萝莉或者少女
|
||||
""".strip(),
|
||||
extra=PluginExtraData(
|
||||
author="HibiKier",
|
||||
version="0.1",
|
||||
menu_type="来点好康的",
|
||||
limits=[PluginCdBlock(result="您冲的太快了，请稍后再冲.")],
|
||||
configs=[
|
||||
RegisterConfig(
|
||||
key="WITHDRAW_SETU_MESSAGE",
|
||||
value=(0, 1),
|
||||
help="自动撤回，参1：延迟撤回色图时间(秒)，0 为关闭 | 参2：监控聊天类型，0(私聊) 1(群聊) 2(群聊+私聊)",
|
||||
default_value=(0, 1),
|
||||
type=Tuple[int, int],
|
||||
),
|
||||
RegisterConfig(
|
||||
key="ONLY_USE_LOCAL_SETU",
|
||||
value=False,
|
||||
help="仅仅使用本地色图，不在线搜索",
|
||||
default_value=False,
|
||||
type=bool,
|
||||
),
|
||||
RegisterConfig(
|
||||
key="INITIAL_SETU_PROBABILITY",
|
||||
value=0.7,
|
||||
help="初始色图概率，总概率 = 初始色图概率 + 好感度",
|
||||
default_value=0.7,
|
||||
type=float,
|
||||
),
|
||||
RegisterConfig(
|
||||
key="DOWNLOAD_SETU",
|
||||
value=True,
|
||||
help="是否存储下载的色图，使用本地色图可以加快图片发送速度",
|
||||
default_value=True,
|
||||
type=float,
|
||||
),
|
||||
RegisterConfig(
|
||||
key="TIMEOUT",
|
||||
value=10,
|
||||
help="色图下载超时限制(秒)",
|
||||
default_value=10,
|
||||
type=int,
|
||||
),
|
||||
RegisterConfig(
|
||||
key="SHOW_INFO",
|
||||
value=True,
|
||||
help="是否显示色图的基本信息，如PID等",
|
||||
default_value=True,
|
||||
type=bool,
|
||||
),
|
||||
RegisterConfig(
|
||||
key="ALLOW_GROUP_R18",
|
||||
value=False,
|
||||
help="在群聊中启用R18权限",
|
||||
default_value=False,
|
||||
type=bool,
|
||||
),
|
||||
RegisterConfig(
|
||||
key="MAX_ONCE_NUM2FORWARD",
|
||||
value=None,
|
||||
help="单次发送的图片数量达到指定值时转发为合并消息",
|
||||
default_value=None,
|
||||
type=int,
|
||||
),
|
||||
RegisterConfig(
|
||||
key="MAX_ONCE_NUM",
|
||||
value=10,
|
||||
help="单次发送图片数量限制",
|
||||
default_value=10,
|
||||
type=int,
|
||||
),
|
||||
RegisterConfig(
|
||||
module="pixiv",
|
||||
key="PIXIV_NGINX_URL",
|
||||
value="i.pixiv.re",
|
||||
help="Pixiv反向代理",
|
||||
default_value="i.pixiv.re",
|
||||
),
|
||||
],
|
||||
).dict(),
|
||||
)
|
||||
|
||||
|
||||
@run_postprocessor
|
||||
async def _(
|
||||
matcher: Matcher,
|
||||
exception: Exception | None,
|
||||
session: EventSession,
|
||||
):
|
||||
if matcher.plugin_name == "send_setu":
|
||||
# 添加数据至数据库
|
||||
try:
|
||||
await SetuManage.save_to_database()
|
||||
logger.info("色图数据自动存储数据库成功...")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
|
||||
_matcher = on_alconna(
|
||||
Alconna(
|
||||
"色图",
|
||||
Args["tags?", str],
|
||||
Option("-n", Args["num", int, 1], help_text="数量"),
|
||||
Option("-id", Args["local_id", int], help_text="本地id"),
|
||||
Option("-r", action=store_true, help_text="r18"),
|
||||
),
|
||||
aliases={"涩图", "不够色", "来一发", "再来点"},
|
||||
priority=5,
|
||||
block=True,
|
||||
)
|
||||
|
||||
_matcher.shortcut(
|
||||
r".*?(?P<num>\d*)[份|发|张|个|次|点](?P<tags>.*)[瑟|色|涩]图.*?",
|
||||
command="色图",
|
||||
arguments=["{tags}", "-n", "{num}"],
|
||||
prefix=True,
|
||||
)
|
||||
|
||||
|
||||
@_matcher.handle()
|
||||
async def _(
|
||||
bot: Bot,
|
||||
session: EventSession,
|
||||
arparma: Arparma,
|
||||
num: Match[int],
|
||||
tags: Match[str],
|
||||
local_id: Match[int],
|
||||
):
|
||||
_tags = tags.result.split("#") if tags.available else None
|
||||
if _tags and NICKNAME in _tags:
|
||||
await Text(
|
||||
"咳咳咳，虽然我很可爱，但是我木有自己的色图~~~有的话记得发我一份呀"
|
||||
).finish()
|
||||
if not session.id1:
|
||||
await Text("用户id为空...").finish()
|
||||
gid = session.id3 or session.id2
|
||||
user_console = await UserConsole.get_user(session.id1, session.platform)
|
||||
user, _ = await SignUser.get_or_create(
|
||||
user_id=session.id1,
|
||||
defaults={"user_console": user_console, "platform": session.platform},
|
||||
)
|
||||
if session.id1 not in bot.config.superusers:
|
||||
"""超级用户跳过罗翔"""
|
||||
if result := SetuManage.get_luo(float(user.impression)):
|
||||
await result.finish()
|
||||
is_r18 = arparma.find("r")
|
||||
_num = num.result
|
||||
if is_r18 and gid:
|
||||
"""群聊中禁止查看r18"""
|
||||
if not base_config.get("ALLOW_GROUP_R18"):
|
||||
await Text(
|
||||
random.choice(
|
||||
[
|
||||
"这种不好意思的东西怎么可能给这么多人看啦",
|
||||
"羞羞脸！给我滚出克私聊！",
|
||||
"变态变态变态变态大变态！",
|
||||
]
|
||||
)
|
||||
).finish()
|
||||
if local_id.available:
|
||||
"""指定id"""
|
||||
result = await SetuManage.get_setu(local_id=local_id.result)
|
||||
if isinstance(result, str):
|
||||
await Text(result).finish(reply=True)
|
||||
await result[0].finish()
|
||||
result_list = await SetuManage.get_setu(tags=_tags, num=_num, is_r18=is_r18)
|
||||
if isinstance(result_list, str):
|
||||
await Text(result_list).finish(reply=True)
|
||||
for result in result_list:
|
||||
logger.info(f"发送色图 {result}", arparma.header_result, session=session)
|
||||
receipt = await result.send()
|
||||
if receipt:
|
||||
message_id = receipt.extract_message_id().message_id # type: ignore
|
||||
await WithdrawManager.withdraw_message(
|
||||
bot,
|
||||
message_id,
|
||||
base_config.get("WITHDRAW_SETU_MESSAGE"),
|
||||
session,
|
||||
)
|
||||
logger.info(
|
||||
f"调用发送 {num}张 色图 tags: {_tags}", arparma.header_result, session=session
|
||||
)
|
||||
@@ -0,0 +1,362 @@
|
||||
import os
|
||||
import random
|
||||
from pathlib import Path
|
||||
|
||||
from asyncpg import UniqueViolationError
|
||||
from nonebot_plugin_saa import Image, MessageFactory, Text
|
||||
from pydantic import BaseModel
|
||||
|
||||
from zhenxun.configs.config import NICKNAME, Config
|
||||
from zhenxun.configs.path_config import IMAGE_PATH, TEMP_PATH
|
||||
from zhenxun.services.log import logger
|
||||
from zhenxun.utils.http_utils import AsyncHttpx
|
||||
from zhenxun.utils.image_utils import compressed_image
|
||||
from zhenxun.utils.utils import change_img_md5, change_pixiv_image_links
|
||||
|
||||
from .._model import Setu
|
||||
|
||||
headers = {
|
||||
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6;"
|
||||
" rv:2.0.1) Gecko/20100101 Firefox/4.0.1",
|
||||
"Referer": "https://www.pixiv.net",
|
||||
}
|
||||
|
||||
base_config = Config.get("send_setu")
|
||||
|
||||
|
||||
class SetuManage:
|
||||
|
||||
URL = "https://api.lolicon.app/setu/v2"
|
||||
save_data = []
|
||||
|
||||
@classmethod
|
||||
async def get_setu(
|
||||
cls,
|
||||
*,
|
||||
local_id: int | None = None,
|
||||
num: int = 10,
|
||||
tags: list[str] | None = None,
|
||||
is_r18: bool = False,
|
||||
) -> list[MessageFactory] | str:
|
||||
"""获取色图
|
||||
|
||||
参数:
|
||||
local_id: 指定图片id
|
||||
num: 数量
|
||||
tags: 标签
|
||||
is_r18: 是否r18
|
||||
|
||||
返回:
|
||||
list[MessageFactory] | str: 色图数据列表或消息
|
||||
|
||||
"""
|
||||
result_list = []
|
||||
if local_id:
|
||||
"""本地id"""
|
||||
data_list = await cls.get_setu_list(local_id=local_id)
|
||||
if isinstance(data_list, str):
|
||||
return data_list
|
||||
file = await cls.get_image(data_list[0])
|
||||
if isinstance(file, str):
|
||||
return file
|
||||
return [cls.init_image_message(file, data_list[0])]
|
||||
if base_config.get("ONLY_USE_LOCAL_SETU"):
|
||||
"""仅使用本地色图"""
|
||||
flag = False
|
||||
data_list = await cls.get_setu_list(tags=tags, is_r18=is_r18)
|
||||
if isinstance(data_list, str):
|
||||
return data_list
|
||||
cls.save_data = data_list
|
||||
if num > len(data_list):
|
||||
num = len(data_list)
|
||||
flag = True
|
||||
setu_list = random.sample(data_list, num)
|
||||
for setu in setu_list:
|
||||
base_path = None
|
||||
if setu.is_r18:
|
||||
base_path = IMAGE_PATH / "_r18"
|
||||
else:
|
||||
base_path = IMAGE_PATH / "_setu"
|
||||
file_path = base_path / f"{setu.local_id}.jpg"
|
||||
if not file_path.exists():
|
||||
return f"本地色图Id: {setu.local_id} 不存在..."
|
||||
result_list.append(cls.init_image_message(file_path, setu))
|
||||
if flag:
|
||||
result_list.append(
|
||||
MessageFactory([Text("坏了，已经没图了，被榨干了！")])
|
||||
)
|
||||
return result_list
|
||||
data_list = await cls.search_lolicon(tags, num, is_r18)
|
||||
if isinstance(data_list, str):
|
||||
"""搜索失败, 从本地数据库中搜索"""
|
||||
data_list = await cls.get_setu_list(tags=tags, is_r18=is_r18)
|
||||
if isinstance(data_list, str):
|
||||
return data_list
|
||||
if not data_list:
|
||||
return "没找到符合条件的色图..."
|
||||
cls.save_data = data_list
|
||||
flag = False
|
||||
if num > len(data_list):
|
||||
num = len(data_list)
|
||||
flag = True
|
||||
for setu in data_list:
|
||||
file = await cls.get_image(setu)
|
||||
if isinstance(file, str):
|
||||
result_list.append(MessageFactory([Text(file)]))
|
||||
continue
|
||||
result_list.append(cls.init_image_message(file, setu))
|
||||
if not result_list:
|
||||
return "没找到符合条件的色图..."
|
||||
if flag:
|
||||
result_list.append(MessageFactory([Text("坏了，已经没图了，被榨干了！")]))
|
||||
return result_list
|
||||
|
||||
@classmethod
|
||||
def init_image_message(cls, file: Path, setu: Setu) -> MessageFactory:
|
||||
"""初始化图片发送消息
|
||||
|
||||
参数:
|
||||
file: 图片路径
|
||||
setu: Setu
|
||||
|
||||
返回:
|
||||
MessageFactory: 发送消息内容
|
||||
"""
|
||||
data_list = []
|
||||
if base_config.get("SHOW_INFO"):
|
||||
data_list.append(
|
||||
Text(
|
||||
f"id：{setu.local_id or ''}\n"
|
||||
f"title：{setu.title}\n"
|
||||
f"author：{setu.author}\n"
|
||||
f"PID：{setu.pid}\n"
|
||||
)
|
||||
)
|
||||
data_list.append(Image(file))
|
||||
return MessageFactory(data_list)
|
||||
|
||||
@classmethod
|
||||
async def get_setu_list(
|
||||
cls,
|
||||
*,
|
||||
local_id: int | None = None,
|
||||
tags: list[str] | None = None,
|
||||
is_r18: bool = False,
|
||||
) -> list[Setu] | str:
|
||||
"""获取数据库中的色图数据
|
||||
|
||||
参数:
|
||||
local_id: 色图本地id.
|
||||
tags: 标签.
|
||||
is_r18: 是否r18.
|
||||
|
||||
返回:
|
||||
list[Setu] | str: 色图数据列表或消息
|
||||
"""
|
||||
image_list: list[Setu] = []
|
||||
if local_id:
|
||||
image_count = await Setu.filter(is_r18=is_r18).count() - 1
|
||||
if local_id < 0 or local_id > image_count:
|
||||
return f"超过当前上下限！({image_count})"
|
||||
image_list = [await Setu.query_image(local_id, r18=is_r18)] # type: ignore
|
||||
elif tags:
|
||||
image_list = await Setu.query_image(tags=tags, r18=is_r18) # type: ignore
|
||||
else:
|
||||
image_list = await Setu.query_image(r18=is_r18) # type: ignore
|
||||
if not image_list:
|
||||
return "没找到符合条件的色图..."
|
||||
return image_list
|
||||
|
||||
@classmethod
|
||||
def get_luo(cls, impression: float) -> MessageFactory | None:
|
||||
"""罗翔
|
||||
|
||||
参数:
|
||||
impression: 好感度
|
||||
|
||||
返回:
|
||||
MessageFactory | None: 返回数据
|
||||
"""
|
||||
if initial_setu_probability := base_config.get("INITIAL_SETU_PROBABILITY"):
|
||||
probability = float(impression) + initial_setu_probability * 100
|
||||
if probability < random.randint(1, 101):
|
||||
return MessageFactory(
|
||||
[
|
||||
Text("我为什么要给你发这个？"),
|
||||
Image(
|
||||
IMAGE_PATH
|
||||
/ "luoxiang"
|
||||
/ random.choice(os.listdir(IMAGE_PATH / "luoxiang"))
|
||||
),
|
||||
Text(f"\n(快向{NICKNAME}签到提升好感度吧！)"),
|
||||
]
|
||||
)
|
||||
return None
|
||||
|
||||
@classmethod
|
||||
async def get_image(cls, setu: Setu) -> str | Path:
|
||||
"""下载图片
|
||||
|
||||
参数:
|
||||
setu: Setu
|
||||
|
||||
返回:
|
||||
str | Path: 图片路径或返回消息
|
||||
"""
|
||||
url = change_pixiv_image_links(setu.img_url)
|
||||
index = setu.local_id if setu.local_id else random.randint(1, 100000)
|
||||
file_name = f"{index}_temp_setu.jpg"
|
||||
base_path = TEMP_PATH
|
||||
if setu.local_id:
|
||||
"""本地图片存在直接返回"""
|
||||
file_name = f"{index}.jpg"
|
||||
if setu.is_r18:
|
||||
base_path = IMAGE_PATH / "_r18"
|
||||
else:
|
||||
base_path = IMAGE_PATH / "_setu"
|
||||
local_file = base_path / file_name
|
||||
if local_file.exists():
|
||||
return local_file
|
||||
file = base_path / file_name
|
||||
download_success = False
|
||||
for i in range(3):
|
||||
logger.debug(f"尝试在线下载第 {i+1} 次", "色图")
|
||||
try:
|
||||
if await AsyncHttpx.download_file(
|
||||
url,
|
||||
file,
|
||||
timeout=base_config.get("TIMEOUT"),
|
||||
):
|
||||
download_success = True
|
||||
if setu.local_id is not None:
|
||||
if (
|
||||
os.path.getsize(base_path / f"{index}.jpg")
|
||||
> 1024 * 1024 * 1.5
|
||||
):
|
||||
compressed_image(
|
||||
base_path / f"{index}.jpg",
|
||||
)
|
||||
change_img_md5(file)
|
||||
logger.info(f"下载 lolicon 图片 {url} 成功， id：{index}")
|
||||
break
|
||||
except TimeoutError as e:
|
||||
logger.error(f"下载图片超时", "色图", e=e)
|
||||
except Exception as e:
|
||||
logger.error(f"下载图片错误", "色图", e=e)
|
||||
return file if download_success else "图片被小怪兽恰掉啦..!QAQ"
|
||||
|
||||
@classmethod
|
||||
async def search_lolicon(
|
||||
cls, tags: list[str] | None, num: int, is_r18: bool
|
||||
) -> list[Setu] | str:
|
||||
"""搜索lolicon色图
|
||||
|
||||
参数:
|
||||
tags: 标签
|
||||
num: 数量
|
||||
is_r18: 是否r18
|
||||
|
||||
返回:
|
||||
list[Setu] | str: 色图数据或返回消息
|
||||
"""
|
||||
params = {
|
||||
"r18": 1 if is_r18 else 0, # 添加r18参数 0为否，1为是，2为混合
|
||||
"tag": tags, # 若指定tag
|
||||
"num": 20, # 一次返回的结果数量
|
||||
"size": ["original"],
|
||||
}
|
||||
for count in range(3):
|
||||
logger.debug(f"尝试获取图片URL第 {count+1} 次", "色图")
|
||||
try:
|
||||
response = await AsyncHttpx.get(
|
||||
cls.URL, timeout=base_config.get("TIMEOUT"), params=params
|
||||
)
|
||||
if response.status_code == 200:
|
||||
data = response.json()
|
||||
if not data["error"]:
|
||||
data = data["data"]
|
||||
result_list = cls.__handle_data(data)
|
||||
num = num if num < len(data) else len(data)
|
||||
random_list = random.sample(result_list, num)
|
||||
if not random_list:
|
||||
return "没找到符合条件的色图..."
|
||||
return random_list
|
||||
else:
|
||||
return "没找到符合条件的色图..."
|
||||
except TimeoutError as e:
|
||||
logger.error(f"获取图片URL超时", "色图", e=e)
|
||||
except Exception as e:
|
||||
logger.error(f"访问页面错误", "色图", e=e)
|
||||
return "我网线被人拔了..QAQ"
|
||||
|
||||
@classmethod
|
||||
def __handle_data(cls, data: dict) -> list[Setu]:
|
||||
"""lolicon数据处理
|
||||
|
||||
参数:
|
||||
data: lolicon数据
|
||||
|
||||
返回:
|
||||
list[Setu]: 整理的数据
|
||||
"""
|
||||
result_list = []
|
||||
for i in range(len(data)):
|
||||
img_url = data[i]["urls"]["original"]
|
||||
img_url = change_pixiv_image_links(img_url)
|
||||
title = data[i]["title"]
|
||||
author = data[i]["author"]
|
||||
pid = data[i]["pid"]
|
||||
tags = []
|
||||
for j in range(len(data[i]["tags"])):
|
||||
tags.append(data[i]["tags"][j])
|
||||
# if command != "色图r":
|
||||
# if "R-18" in tags:
|
||||
# tags.remove("R-18")
|
||||
setu = Setu(
|
||||
title=title,
|
||||
author=author,
|
||||
pid=pid,
|
||||
img_url=img_url,
|
||||
tags=",".join(tags),
|
||||
is_r18="R-18" in tags,
|
||||
)
|
||||
result_list.append(setu)
|
||||
return result_list
|
||||
|
||||
@classmethod
|
||||
async def save_to_database(cls):
|
||||
"""存储色图数据到数据库
|
||||
|
||||
参数:
|
||||
data_list: 色图数据列表
|
||||
"""
|
||||
set_list = []
|
||||
exists_list = []
|
||||
for data in cls.save_data:
|
||||
if f"{data.pid}:{data.img_url}" not in exists_list:
|
||||
exists_list.append(f"{data.pid}:{data.img_url}")
|
||||
set_list.append(data)
|
||||
if set_list:
|
||||
create_list = []
|
||||
_cnt = 0
|
||||
_r18_cnt = 0
|
||||
for setu in set_list:
|
||||
try:
|
||||
if not await Setu.exists(pid=setu.pid, img_url=setu.img_url):
|
||||
idx = await Setu.filter(is_r18=setu.is_r18).count()
|
||||
setu.local_id = idx + (_r18_cnt if setu.is_r18 else _cnt)
|
||||
setu.img_hash = ""
|
||||
if setu.is_r18:
|
||||
_r18_cnt += 1
|
||||
else:
|
||||
_cnt += 1
|
||||
create_list.append(setu)
|
||||
except UniqueViolationError:
|
||||
pass
|
||||
cls.save_data = []
|
||||
if create_list:
|
||||
try:
|
||||
await Setu.bulk_create(create_list, 10)
|
||||
logger.debug(f"成功保存 {len(create_list)} 条色图数据")
|
||||
except Exception as e:
|
||||
logger.error("存储色图数据错误...", e=e)
|
||||
@@ -0,0 +1,59 @@
|
||||
from nonebot.permission import SUPERUSER
|
||||
from nonebot.plugin import PluginMetadata
|
||||
from nonebot.rule import to_me
|
||||
from nonebot_plugin_alconna import Alconna, Arparma, on_alconna
|
||||
from nonebot_plugin_apscheduler import scheduler
|
||||
from nonebot_plugin_saa import Text
|
||||
from nonebot_plugin_session import EventSession
|
||||
|
||||
from zhenxun.configs.config import Config
|
||||
from zhenxun.configs.utils import BaseBlock, PluginExtraData
|
||||
from zhenxun.services.log import logger
|
||||
from zhenxun.utils.enum import PluginType
|
||||
|
||||
from .data_source import update_setu_img
|
||||
|
||||
__plugin_meta__ = PluginMetadata(
|
||||
name="更新色图",
|
||||
description="更新数据库内存在的色图",
|
||||
usage="""
|
||||
更新数据库内存在的色图
|
||||
指令：
|
||||
更新色图
|
||||
""".strip(),
|
||||
extra=PluginExtraData(
|
||||
author="HibiKier",
|
||||
version="0.1",
|
||||
plugin_type=PluginType.SUPERUSER,
|
||||
limits=[BaseBlock(result="色图正在更新...")],
|
||||
).dict(),
|
||||
)
|
||||
|
||||
_matcher = on_alconna(
|
||||
Alconna("更新色图"), rule=to_me(), permission=SUPERUSER, priority=1, block=True
|
||||
)
|
||||
|
||||
|
||||
@_matcher.handle()
|
||||
async def _(session: EventSession, arparma: Arparma):
|
||||
if Config.get_config("send_setu", "DOWNLOAD_SETU"):
|
||||
await Text("开始更新色图...").send(reply=True)
|
||||
result = await update_setu_img(True)
|
||||
if result:
|
||||
await Text(result).send()
|
||||
logger.info("更新色图", arparma.header_result, session=session)
|
||||
else:
|
||||
await Text("更新色图配置未开启...").send()
|
||||
|
||||
|
||||
# 更新色图
|
||||
@scheduler.scheduled_job(
|
||||
"cron",
|
||||
hour=4,
|
||||
minute=30,
|
||||
)
|
||||
async def _():
|
||||
if Config.get_config("send_setu", "DOWNLOAD_SETU"):
|
||||
result = await update_setu_img()
|
||||
if result:
|
||||
logger.info(result, "自动更新色图")
|
||||
@@ -0,0 +1,187 @@
|
||||
import os
|
||||
import shutil
|
||||
from datetime import datetime
|
||||
|
||||
import nonebot
|
||||
import ujson as json
|
||||
from asyncpg.exceptions import UniqueViolationError
|
||||
from nonebot.drivers import Driver
|
||||
from PIL import UnidentifiedImageError
|
||||
|
||||
from zhenxun.configs.config import Config
|
||||
from zhenxun.configs.path_config import IMAGE_PATH, TEMP_PATH, TEXT_PATH
|
||||
from zhenxun.services.log import logger
|
||||
from zhenxun.utils.http_utils import AsyncHttpx
|
||||
from zhenxun.utils.image_utils import compressed_image
|
||||
from zhenxun.utils.utils import change_pixiv_image_links
|
||||
|
||||
from .._model import Setu
|
||||
|
||||
driver: Driver = nonebot.get_driver()
|
||||
|
||||
_path = IMAGE_PATH
|
||||
|
||||
|
||||
# 替换旧色图数据，修复local_id一直是50的问题
|
||||
@driver.on_startup
|
||||
async def update_old_setu_data():
|
||||
path = TEXT_PATH
|
||||
setu_data_file = path / "setu_data.json"
|
||||
r18_data_file = path / "r18_setu_data.json"
|
||||
if setu_data_file.exists() or r18_data_file.exists():
|
||||
index = 0
|
||||
r18_index = 0
|
||||
count = 0
|
||||
fail_count = 0
|
||||
for file in [setu_data_file, r18_data_file]:
|
||||
if file.exists():
|
||||
data = json.load(open(file, "r", encoding="utf8"))
|
||||
for x in data:
|
||||
if file == setu_data_file:
|
||||
idx = index
|
||||
if "R-18" in data[x]["tags"]:
|
||||
data[x]["tags"].remove("R-18")
|
||||
else:
|
||||
idx = r18_index
|
||||
img_url = (
|
||||
data[x]["img_url"].replace("i.pixiv.cat", "i.pximg.net")
|
||||
if "i.pixiv.cat" in data[x]["img_url"]
|
||||
else data[x]["img_url"]
|
||||
)
|
||||
# idx = r18_index if 'R-18' in data[x]["tags"] else index
|
||||
try:
|
||||
if not await Setu.exists(pid=data[x]["pid"], url=img_url):
|
||||
await Setu.create(
|
||||
local_id=idx,
|
||||
title=data[x]["title"],
|
||||
author=data[x]["author"],
|
||||
pid=data[x]["pid"],
|
||||
img_hash=data[x]["img_hash"],
|
||||
img_url=img_url,
|
||||
is_r18="R-18" in data[x]["tags"],
|
||||
tags=",".join(data[x]["tags"]),
|
||||
)
|
||||
count += 1
|
||||
if "R-18" in data[x]["tags"]:
|
||||
r18_index += 1
|
||||
else:
|
||||
index += 1
|
||||
logger.info(
|
||||
f'添加旧色图数据成功 PID：{data[x]["pid"]} index：{idx}....'
|
||||
)
|
||||
except UniqueViolationError:
|
||||
fail_count += 1
|
||||
logger.info(
|
||||
f'添加旧色图数据失败，色图重复 PID：{data[x]["pid"]} index：{idx}....'
|
||||
)
|
||||
file.unlink()
|
||||
setu_url_path = path / "setu_url.json"
|
||||
setu_r18_url_path = path / "setu_r18_url.json"
|
||||
if setu_url_path.exists():
|
||||
setu_url_path.unlink()
|
||||
if setu_r18_url_path.exists():
|
||||
setu_r18_url_path.unlink()
|
||||
logger.info(
|
||||
f"更新旧色图数据完成，成功更新数据：{count} 条，累计失败：{fail_count} 条"
|
||||
)
|
||||
|
||||
|
||||
# 删除色图rar文件夹
|
||||
shutil.rmtree(IMAGE_PATH / "setu_rar", ignore_errors=True)
|
||||
shutil.rmtree(IMAGE_PATH / "r18_rar", ignore_errors=True)
|
||||
shutil.rmtree(IMAGE_PATH / "rar", ignore_errors=True)
|
||||
|
||||
headers = {
|
||||
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6;"
|
||||
" rv:2.0.1) Gecko/20100101 Firefox/4.0.1",
|
||||
"Referer": "https://www.pixiv.net",
|
||||
}
|
||||
|
||||
|
||||
async def update_setu_img(flag: bool = False) -> str | None:
|
||||
"""更新色图
|
||||
|
||||
参数:
|
||||
flag: 是否手动更新.
|
||||
|
||||
返回:
|
||||
str | None: 更新信息
|
||||
"""
|
||||
image_list = await Setu.all().order_by("local_id")
|
||||
image_list.reverse()
|
||||
_success = 0
|
||||
error_info = []
|
||||
error_type = []
|
||||
count = 0
|
||||
for image in image_list:
|
||||
count += 1
|
||||
path = _path / "_r18" if image.is_r18 else _path / "_setu"
|
||||
local_image = path / f"{image.local_id}.jpg"
|
||||
path.mkdir(exist_ok=True, parents=True)
|
||||
TEMP_PATH.mkdir(exist_ok=True, parents=True)
|
||||
if not local_image.exists() or not image.img_hash:
|
||||
temp_file = TEMP_PATH / f"{image.local_id}.jpg"
|
||||
if temp_file.exists():
|
||||
temp_file.unlink()
|
||||
url_ = change_pixiv_image_links(image.img_url)
|
||||
try:
|
||||
if not await AsyncHttpx.download_file(
|
||||
url_, TEMP_PATH / f"{image.local_id}.jpg"
|
||||
):
|
||||
continue
|
||||
_success += 1
|
||||
try:
|
||||
if (
|
||||
os.path.getsize(
|
||||
TEMP_PATH / f"{image.local_id}.jpg",
|
||||
)
|
||||
> 1024 * 1024 * 1.5
|
||||
):
|
||||
compressed_image(
|
||||
TEMP_PATH / f"{image.local_id}.jpg",
|
||||
path / f"{image.local_id}.jpg",
|
||||
)
|
||||
else:
|
||||
logger.info(
|
||||
f"不需要压缩，移动图片{TEMP_PATH}/{image.local_id}.jpg "
|
||||
f"--> /{path}/{image.local_id}.jpg"
|
||||
)
|
||||
os.rename(
|
||||
TEMP_PATH / f"{image.local_id}.jpg",
|
||||
path / f"{image.local_id}.jpg",
|
||||
)
|
||||
except FileNotFoundError:
|
||||
logger.warning(f"文件 {image.local_id}.jpg 不存在，跳过...")
|
||||
continue
|
||||
# img_hash = str(get_img_hash(f"{path}/{image.local_id}.jpg"))
|
||||
image.img_hash = ""
|
||||
await image.save(update_fields=["img_hash"])
|
||||
# await Setu.update_setu_data(image.pid, img_hash=img_hash)
|
||||
except UnidentifiedImageError:
|
||||
# 图片已删除
|
||||
unlink = False
|
||||
with open(local_image, "r") as f:
|
||||
if "404 Not Found" in f.read():
|
||||
unlink = True
|
||||
if unlink:
|
||||
local_image.unlink()
|
||||
max_num = await Setu.delete_image(image.pid, image.img_url)
|
||||
if (path / f"{max_num}.jpg").exists():
|
||||
os.rename(path / f"{max_num}.jpg", local_image)
|
||||
logger.warning(f"更新色图 PID：{image.pid} 404，已删除并替换")
|
||||
except Exception as e:
|
||||
_success -= 1
|
||||
logger.error(f"更新色图 {image.local_id}.jpg 错误 {type(e)}: {e}")
|
||||
if type(e) not in error_type:
|
||||
error_type.append(type(e))
|
||||
error_info.append(
|
||||
f"更新色图 {image.local_id}.jpg 错误 {type(e)}: {e}"
|
||||
)
|
||||
else:
|
||||
logger.info(f"更新色图 {image.local_id}.jpg 已存在")
|
||||
if _success or error_info or flag:
|
||||
return (
|
||||
f'{str(datetime.now()).split(".")[0]} 更新 色图 完成，本地存在 {count} 张，实际更新 {_success} 张，以下为更新时未知错误：\n'
|
||||
+ "\n".join(error_info),
|
||||
)
|
||||
return None
|
||||
Reference in New Issue
Block a user