mirror of
https://github.com/zhenxun-org/zhenxun_bot.git
synced 2026-10-05 03:39:59 +08:00
update 0.0.6.2
This commit is contained in:
HibiKi
Regular → Executable
+135
-62
@@ -1,62 +1,135 @@
|
||||
from configs.config import Config
|
||||
import nonebot
|
||||
|
||||
|
||||
__zx_plugin_name__ = "更新扩展图库Omega [Hidden]"
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
|
||||
|
||||
Config.add_plugin_config(
|
||||
"hibiapi",
|
||||
"HIBIAPI",
|
||||
"https://api.obfs.dev",
|
||||
help_="如果没有自建或其他hibiapi请不要修改",
|
||||
default_value="https://api.obfs.dev",
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pixiv",
|
||||
"PIXIV_NGINX_URL",
|
||||
"i.pixiv.re",
|
||||
help_="Pixiv反向代理"
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"PIX_IMAGE_SIZE",
|
||||
"master",
|
||||
name="PIX图库",
|
||||
help_="PIX图库下载的画质 可能的值：original：原图，master：缩略图（加快发送速度）",
|
||||
default_value="master"
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"SEARCH_HIBIAPI_BOOKMARKS",
|
||||
5000,
|
||||
help_="最低收藏，PIX使用HIBIAPI搜索图片时达到最低收藏才会添加至图库",
|
||||
default_value=5000
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"WITHDRAW_PIX_MESSAGE",
|
||||
(0, 1),
|
||||
help_="自动撤回，参1：延迟撤回色图时间(秒)，0 为关闭 | 参2：监控聊天类型，0(私聊) 1(群聊) 2(群聊+私聊)",
|
||||
default_value=(0, 1)
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"PIX_OMEGA_PIXIV_RATIO",
|
||||
(10, 0),
|
||||
help_="PIX图库 与 额外图库OmegaPixivIllusts 混合搜索的比例 参1：PIX图库 参2：OmegaPixivIllusts扩展图库（没有此图库请设置为0）",
|
||||
default_value=(10, 0)
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"TIMEOUT",
|
||||
10,
|
||||
help_="下载图片超时限制（秒）",
|
||||
default_value=10
|
||||
)
|
||||
|
||||
nonebot.load_plugins("plugins/pix_gallery")
|
||||
|
||||
|
||||
from configs.config import Config
|
||||
from services.log import logger
|
||||
from .model.omega_pixiv_illusts import OmegaPixivIllusts
|
||||
from pathlib import Path
|
||||
from nonebot import Driver
|
||||
from typing import List
|
||||
from datetime import datetime
|
||||
import nonebot
|
||||
import asyncio
|
||||
import os
|
||||
|
||||
|
||||
__zx_plugin_name__ = "更新扩展图库Omega [Hidden]"
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
|
||||
|
||||
Config.add_plugin_config(
|
||||
"hibiapi",
|
||||
"HIBIAPI",
|
||||
"https://api.obfs.dev",
|
||||
help_="如果没有自建或其他hibiapi请不要修改",
|
||||
default_value="https://api.obfs.dev",
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pixiv",
|
||||
"PIXIV_NGINX_URL",
|
||||
"i.pixiv.re",
|
||||
help_="Pixiv反向代理"
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"PIX_IMAGE_SIZE",
|
||||
"master",
|
||||
name="PIX图库",
|
||||
help_="PIX图库下载的画质 可能的值：original：原图，master：缩略图（加快发送速度）",
|
||||
default_value="master"
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"SEARCH_HIBIAPI_BOOKMARKS",
|
||||
5000,
|
||||
help_="最低收藏，PIX使用HIBIAPI搜索图片时达到最低收藏才会添加至图库",
|
||||
default_value=5000
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"WITHDRAW_PIX_MESSAGE",
|
||||
(0, 1),
|
||||
help_="自动撤回，参1：延迟撤回色图时间(秒)，0 为关闭 | 参2：监控聊天类型，0(私聊) 1(群聊) 2(群聊+私聊)",
|
||||
default_value=(0, 1)
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"PIX_OMEGA_PIXIV_RATIO",
|
||||
(10, 0),
|
||||
help_="PIX图库 与 额外图库OmegaPixivIllusts 混合搜索的比例 参1：PIX图库 参2：OmegaPixivIllusts扩展图库（没有此图库请设置为0）",
|
||||
default_value=(10, 0)
|
||||
)
|
||||
Config.add_plugin_config(
|
||||
"pix",
|
||||
"TIMEOUT",
|
||||
10,
|
||||
help_="下载图片超时限制（秒）",
|
||||
default_value=10
|
||||
)
|
||||
|
||||
nonebot.load_plugins("plugins/pix_gallery")
|
||||
|
||||
driver: Driver = nonebot.get_driver()
|
||||
|
||||
|
||||
@driver.on_startup
|
||||
async def _init_omega_pixiv_illusts():
|
||||
omega_pixiv_illusts = None
|
||||
for file in os.listdir("."):
|
||||
if "omega_pixiv_illusts" in file and ".sql" in file:
|
||||
omega_pixiv_illusts = Path() / file
|
||||
if omega_pixiv_illusts:
|
||||
with open(omega_pixiv_illusts, "r", encoding="utf8") as f:
|
||||
lines = f.readlines()
|
||||
tasks = []
|
||||
length = len([x for x in lines if "INSERT INTO" in x.upper()])
|
||||
all_pid = await OmegaPixivIllusts.get_all_pid()
|
||||
index = 0
|
||||
logger.info("检测到OmegaPixivIllusts数据库，准备开始更新....")
|
||||
for line in lines:
|
||||
if "INSERT INTO" in line.upper():
|
||||
index += 1
|
||||
tasks.append(
|
||||
asyncio.ensure_future(_tasks(line, all_pid, length, index))
|
||||
)
|
||||
await asyncio.gather(*tasks)
|
||||
omega_pixiv_illusts.unlink()
|
||||
|
||||
|
||||
async def _tasks(line: str, all_pid: List[int], length: int, index: int):
|
||||
data = line.split("VALUES", maxsplit=1)[-1].strip()
|
||||
if data.startswith("("):
|
||||
data = data[1:]
|
||||
if data.endswith(");"):
|
||||
data = data[:-2]
|
||||
x = data.split(maxsplit=3)
|
||||
pid = int(x[1][:-1].strip())
|
||||
if pid in all_pid:
|
||||
logger.info(f"添加OmegaPixivIllusts图库数据已存在 ---> pid：{pid}")
|
||||
return
|
||||
uid = int(x[2][:-1].strip())
|
||||
x = x[3].split(", '")
|
||||
title = x[0].strip()[1:-1]
|
||||
tmp = x[1].split(", ")
|
||||
author = tmp[0].strip()[:-1]
|
||||
nsfw_tag = int(tmp[1])
|
||||
width = int(tmp[2])
|
||||
height = int(tmp[3])
|
||||
tags = x[2][:-1]
|
||||
url = x[3][:-1]
|
||||
if await OmegaPixivIllusts.add_image_data(
|
||||
pid,
|
||||
title,
|
||||
width,
|
||||
height,
|
||||
url,
|
||||
uid,
|
||||
author,
|
||||
nsfw_tag,
|
||||
tags,
|
||||
datetime.min,
|
||||
datetime.min,
|
||||
):
|
||||
logger.info(
|
||||
f"成功添加OmegaPixivIllusts图库数据 pid：{pid} 本次预计存储 {length} 张，已更新第 {index} 张"
|
||||
)
|
||||
else:
|
||||
logger.info(f"添加OmegaPixivIllusts图库数据已存在 ---> pid：{pid}")
|
||||
|
||||
Regular → Executable
+392
-452
@@ -1,452 +1,392 @@
|
||||
from aiohttp.client_exceptions import (
|
||||
ClientOSError,
|
||||
ServerDisconnectedError,
|
||||
ClientConnectorError,
|
||||
)
|
||||
from asyncpg.exceptions import UniqueViolationError
|
||||
from .model.omega_pixiv_illusts import OmegaPixivIllusts
|
||||
from asyncio.locks import Semaphore
|
||||
from aiohttp import ClientPayloadError
|
||||
from aiohttp.client import ClientSession
|
||||
from asyncio.exceptions import TimeoutError
|
||||
from .model.pixiv import Pixiv
|
||||
from typing import List
|
||||
from utils.utils import get_local_proxy, change_picture_links
|
||||
from utils.image_utils import CreateImg
|
||||
from services.log import logger
|
||||
from configs.config import Config
|
||||
from configs.path_config import TEMP_PATH
|
||||
import platform
|
||||
import aiohttp
|
||||
import asyncio
|
||||
import aiofiles
|
||||
import math
|
||||
|
||||
try:
|
||||
import ujson as json
|
||||
except ModuleNotFoundError:
|
||||
import json
|
||||
|
||||
if str(platform.system()).lower() == "windows":
|
||||
policy = asyncio.WindowsSelectorEventLoopPolicy()
|
||||
asyncio.set_event_loop_policy(policy)
|
||||
|
||||
headers = {
|
||||
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6;"
|
||||
" rv:2.0.1) Gecko/20100101 Firefox/4.0.1",
|
||||
"Referer": "https://www.pixiv.net",
|
||||
}
|
||||
|
||||
HIBIAPI = None
|
||||
|
||||
|
||||
async def start_update_image_url(
|
||||
current_keyword: List[str], black_pid: List[str]
|
||||
) -> "int, int":
|
||||
"""
|
||||
开始更新图片url
|
||||
:param current_keyword: 关键词
|
||||
:param black_pid: 黑名单pid
|
||||
:return: pid数量和图片数量
|
||||
"""
|
||||
global HIBIAPI
|
||||
pid_count = 0
|
||||
pic_count = 0
|
||||
tasks = []
|
||||
semaphore = asyncio.Semaphore(10)
|
||||
if not HIBIAPI:
|
||||
HIBIAPI = Config.get_config("hibiapi", "HIBIAPI")
|
||||
HIBIAPI = HIBIAPI[:-1] if HIBIAPI[-1] == "/" else HIBIAPI
|
||||
async with aiohttp.ClientSession(headers=headers) as session:
|
||||
for keyword in current_keyword:
|
||||
for page in range(1, 110):
|
||||
if keyword.startswith("uid:"):
|
||||
url = f"{HIBIAPI}/api/pixiv/member_illust"
|
||||
params = {"id": keyword[4:], "page": page}
|
||||
if page == 30:
|
||||
break
|
||||
elif keyword.startswith("pid:"):
|
||||
url = f"{HIBIAPI}/api/pixiv/illust"
|
||||
params = {"id": keyword[4:]}
|
||||
else:
|
||||
url = f"{HIBIAPI}/api/pixiv/search"
|
||||
params = {"word": keyword, "page": page}
|
||||
tasks.append(
|
||||
asyncio.ensure_future(
|
||||
search_image(
|
||||
url, keyword, params, semaphore, session, page, black_pid
|
||||
)
|
||||
)
|
||||
)
|
||||
if keyword.startswith("pid:"):
|
||||
break
|
||||
result = await asyncio.gather(*tasks)
|
||||
for x in result:
|
||||
pid_count += x[0]
|
||||
pic_count += x[1]
|
||||
return pid_count, pic_count
|
||||
|
||||
|
||||
async def search_image(
|
||||
url: str,
|
||||
keyword: str,
|
||||
params: dict,
|
||||
semaphore: Semaphore,
|
||||
session: ClientSession,
|
||||
page: int = 1,
|
||||
black: List[str] = None,
|
||||
) -> "int, int":
|
||||
"""
|
||||
搜索图片
|
||||
:param url: 搜索url
|
||||
:param keyword: 关键词
|
||||
:param params: params参数
|
||||
:param semaphore: semaphore
|
||||
:param session: session
|
||||
:param page: 页面
|
||||
:param black: pid黑名单
|
||||
:return: pid数量和图片数量
|
||||
"""
|
||||
tmp_pid = []
|
||||
pic_count = 0
|
||||
pid_count = 0
|
||||
async with semaphore:
|
||||
try:
|
||||
async with session.get(
|
||||
url,
|
||||
params=params,
|
||||
proxy=get_local_proxy(),
|
||||
) as response:
|
||||
data = await response.json()
|
||||
if (
|
||||
not data
|
||||
or data.get("error")
|
||||
or (not data.get("illusts") and not data.get("illust"))
|
||||
):
|
||||
return 0, 0
|
||||
if url != f"{HIBIAPI}/api/pixiv/illust":
|
||||
logger.info(f'{keyword}: 获取数据成功...数据总量：{len(data["illusts"])}')
|
||||
data = data["illusts"]
|
||||
else:
|
||||
logger.info(f'获取数据成功...PID：{params.get("id")}')
|
||||
data = [data["illust"]]
|
||||
img_data = {}
|
||||
for x in data:
|
||||
pid = x["id"]
|
||||
title = x["title"]
|
||||
width = x["width"]
|
||||
height = x["height"]
|
||||
view = x["total_view"]
|
||||
bookmarks = x["total_bookmarks"]
|
||||
uid = x["user"]["id"]
|
||||
author = x["user"]["name"]
|
||||
tags = []
|
||||
for tag in x["tags"]:
|
||||
for i in tag:
|
||||
if tag[i]:
|
||||
tags.append(tag[i])
|
||||
img_urls = []
|
||||
if x["page_count"] == 1:
|
||||
img_urls.append(x["meta_single_page"]["original_image_url"])
|
||||
else:
|
||||
for urls in x["meta_pages"]:
|
||||
img_urls.append(urls["image_urls"]["original"])
|
||||
if (
|
||||
(
|
||||
bookmarks
|
||||
>= Config.get_config("pix", "SEARCH_HIBIAPI_BOOKMARKS")
|
||||
or (
|
||||
url == f"{HIBIAPI}/api/pixiv/member_illust"
|
||||
and bookmarks >= 1500
|
||||
)
|
||||
or (url == f"{HIBIAPI}/api/pixiv/illust")
|
||||
)
|
||||
and len(img_urls) < 10
|
||||
and _check_black(img_urls, black)
|
||||
):
|
||||
img_data[pid] = {
|
||||
"pid": pid,
|
||||
"title": title,
|
||||
"width": width,
|
||||
"height": height,
|
||||
"view": view,
|
||||
"bookmarks": bookmarks,
|
||||
"img_urls": img_urls,
|
||||
"uid": uid,
|
||||
"author": author,
|
||||
"tags": tags,
|
||||
}
|
||||
else:
|
||||
continue
|
||||
for x in img_data.keys():
|
||||
data = img_data[x]
|
||||
for img_url in data["img_urls"]:
|
||||
img_p = img_url[img_url.rfind("_") + 1 : img_url.rfind(".")]
|
||||
try:
|
||||
if await Pixiv.add_image_data(
|
||||
data["pid"],
|
||||
data["title"],
|
||||
data["width"],
|
||||
data["height"],
|
||||
data["view"],
|
||||
data["bookmarks"],
|
||||
img_url,
|
||||
img_p,
|
||||
data["uid"],
|
||||
data["author"],
|
||||
",".join(data["tags"]),
|
||||
):
|
||||
if data["pid"] not in tmp_pid:
|
||||
pid_count += 1
|
||||
tmp_pid.append(data["pid"])
|
||||
pic_count += 1
|
||||
logger.info(f'存储图片PID：{data["pid"]} IMG_P：{img_p}')
|
||||
except UniqueViolationError:
|
||||
logger.warning(f'{data["pid"]} | {img_url} 已存在...')
|
||||
except (ServerDisconnectedError, ClientConnectorError, ClientOSError):
|
||||
logger.warning("搜索图片服务被关闭，再次调用....")
|
||||
await search_image(url, keyword, params, semaphore, session, page, black)
|
||||
return pid_count, pic_count
|
||||
|
||||
|
||||
# 下载图片
|
||||
async def download_image(img_url: str, session: ClientSession, _count: int = 1):
|
||||
"""
|
||||
下载图片
|
||||
:param img_url: 图片url
|
||||
:param session: session
|
||||
:param _count: 次数
|
||||
"""
|
||||
try:
|
||||
async with session.get(img_url, proxy=get_local_proxy()) as response:
|
||||
logger.info(f"下载图片 --> {img_url}")
|
||||
async with aiofiles.open(f'tmp/{img_url.split("/")[-1]}', "wb") as f:
|
||||
await f.write(await response.read())
|
||||
except ServerDisconnectedError:
|
||||
logger.warning(f"下载图片服务被关闭，第 {_count} 次调用....")
|
||||
await download_image(img_url, session, _count + 1)
|
||||
except ClientOSError:
|
||||
logger.warning(f"远程连接被关闭，第 {_count} 次调用....")
|
||||
ws_url = Config.get_config("pixiv", "PIXIV_NGINX_URL")
|
||||
if ws_url:
|
||||
img_url = img_url.replace("i.pximg.net", ws_url)
|
||||
await download_image(img_url, session, _count + 1)
|
||||
except TimeoutError:
|
||||
logger.warning(f"下载或写入超时，第 {_count} 次调用....")
|
||||
await download_image(img_url, session, _count + 1)
|
||||
except ClientPayloadError:
|
||||
pass
|
||||
|
||||
|
||||
async def get_image(img_url: str, user_id: int) -> str:
|
||||
"""
|
||||
下载图片
|
||||
:param img_url:
|
||||
:param user_id:
|
||||
:return: 图片名称
|
||||
"""
|
||||
global HIBIAPI
|
||||
if not HIBIAPI:
|
||||
HIBIAPI = Config.get_config("hibiapi", "HIBIAPI")
|
||||
HIBIAPI = HIBIAPI[:-1] if HIBIAPI[-1] == "/" else HIBIAPI
|
||||
async with aiohttp.ClientSession(headers=headers) as session:
|
||||
if "https://www.pixiv.net/artworks" in img_url:
|
||||
pid = img_url.rsplit("/", maxsplit=1)[-1]
|
||||
params = {"id": pid}
|
||||
for _ in range(3):
|
||||
try:
|
||||
async with session.get(
|
||||
f"{HIBIAPI}/api/pixiv/illust",
|
||||
params=params,
|
||||
proxy=get_local_proxy(),
|
||||
) as response:
|
||||
if response.status == 200:
|
||||
data = await response.json()
|
||||
if data.get("illust"):
|
||||
if data["illust"]["page_count"] == 1:
|
||||
img_url = data["illust"]["meta_single_page"][
|
||||
"original_image_url"
|
||||
]
|
||||
else:
|
||||
img_url = data["illust"]["meta_pages"][0][
|
||||
"image_urls"
|
||||
]["original"]
|
||||
break
|
||||
except (ClientConnectorError, TimeoutError):
|
||||
pass
|
||||
old_img_url = img_url
|
||||
img_url = change_picture_links(
|
||||
img_url, Config.get_config("pix", "PIX_IMAGE_SIZE")
|
||||
)
|
||||
ws_url = Config.get_config("pixiv", "PIXIV_NGINX_URL")
|
||||
if ws_url:
|
||||
if ws_url.startswith("http"):
|
||||
ws_url = ws_url.split("//")[-1]
|
||||
img_url = img_url.replace("i.pximg.net", ws_url).replace("i.pixiv.cat", ws_url)
|
||||
for _ in range(3):
|
||||
try:
|
||||
async with session.get(
|
||||
img_url,
|
||||
proxy=get_local_proxy(),
|
||||
timeout=Config.get_config("pix", "TIMEOUT"),
|
||||
) as response:
|
||||
if response.status == 404:
|
||||
img_url = old_img_url
|
||||
continue
|
||||
async with aiofiles.open(
|
||||
f"{TEMP_PATH}/pix_{user_id}_{img_url[-10:-4]}.jpg", "wb"
|
||||
) as f:
|
||||
await f.write(await response.read())
|
||||
return f"pix_{user_id}_{img_url[-10:-4]}.jpg"
|
||||
except (ClientConnectorError, TimeoutError):
|
||||
pass
|
||||
|
||||
|
||||
async def uid_pid_exists(id_: str) -> bool:
|
||||
"""
|
||||
检测 pid/uid 是否有效
|
||||
:param id_: pid/uid
|
||||
"""
|
||||
if id_.startswith("uid:"):
|
||||
url = f"{HIBIAPI}/api/pixiv/member"
|
||||
elif id_.startswith("pid:"):
|
||||
url = f"{HIBIAPI}/api/pixiv/illust"
|
||||
else:
|
||||
return False
|
||||
params = {"id": int(id_[4:])}
|
||||
async with aiohttp.ClientSession(headers=headers) as session:
|
||||
async with session.get(url, params=params, proxy=get_local_proxy()) as response:
|
||||
data = await response.json()
|
||||
if data.get("error"):
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
async def get_keyword_num(keyword: str) -> "int, int, int, int, int":
|
||||
"""
|
||||
查看图片相关 tag 数量
|
||||
:param keyword: 关键词tag
|
||||
"""
|
||||
count, r18_count = await Pixiv.get_keyword_num(keyword.split())
|
||||
count_, setu_count, r18_count_ = await OmegaPixivIllusts.get_keyword_num(
|
||||
keyword.split()
|
||||
)
|
||||
return count, r18_count, count_, setu_count, r18_count_
|
||||
|
||||
|
||||
async def remove_image(pid: int, img_p: str) -> bool:
|
||||
"""
|
||||
删除置顶图片
|
||||
:param pid: pid
|
||||
:param img_p: 图片 p 如 p0，p1 等
|
||||
"""
|
||||
if img_p:
|
||||
if "p" not in img_p:
|
||||
img_p = f"p{img_p}"
|
||||
return await Pixiv.remove_image_data(pid, img_p)
|
||||
|
||||
|
||||
def gen_keyword_pic(
|
||||
_pass_keyword: List[str], not_pass_keyword: List[str], is_superuser: bool
|
||||
):
|
||||
"""
|
||||
已通过或未通过的所有关键词/uid/pid
|
||||
:param _pass_keyword: 通过列表
|
||||
:param not_pass_keyword: 未通过列表
|
||||
:param is_superuser: 是否超级用户
|
||||
"""
|
||||
_keyword = [
|
||||
x
|
||||
for x in _pass_keyword
|
||||
if not x.startswith("uid:")
|
||||
and not x.startswith("pid:")
|
||||
and not x.startswith("black:")
|
||||
]
|
||||
_uid = [x for x in _pass_keyword if x.startswith("uid:")]
|
||||
_pid = [x for x in _pass_keyword if x.startswith("pid:")]
|
||||
_n_keyword = [
|
||||
x
|
||||
for x in not_pass_keyword
|
||||
if not x.startswith("uid:")
|
||||
and not x.startswith("pid:")
|
||||
and not x.startswith("black:")
|
||||
]
|
||||
_n_uid = [
|
||||
x
|
||||
for x in not_pass_keyword
|
||||
if x.startswith("uid:") and not x.startswith("black:")
|
||||
]
|
||||
_n_pid = [
|
||||
x
|
||||
for x in not_pass_keyword
|
||||
if x.startswith("pid:") and not x.startswith("black:")
|
||||
]
|
||||
img_width = 0
|
||||
img_data = {
|
||||
"_keyword": {"width": 0, "data": _keyword},
|
||||
"_uid": {"width": 0, "data": _uid},
|
||||
"_pid": {"width": 0, "data": _pid},
|
||||
"_n_keyword": {"width": 0, "data": _n_keyword},
|
||||
"_n_uid": {"width": 0, "data": _n_uid},
|
||||
"_n_pid": {"width": 0, "data": _n_pid},
|
||||
}
|
||||
for x in list(img_data.keys()):
|
||||
img_data[x]["width"] = math.ceil(len(img_data[x]["data"]) / 40)
|
||||
img_width += img_data[x]["width"] * 200
|
||||
if not is_superuser:
|
||||
img_width = (
|
||||
img_width
|
||||
- (
|
||||
img_data["_n_keyword"]["width"]
|
||||
+ img_data["_n_uid"]["width"]
|
||||
+ img_data["_n_pid"]["width"]
|
||||
)
|
||||
* 200
|
||||
)
|
||||
del img_data["_n_keyword"]
|
||||
del img_data["_n_pid"]
|
||||
del img_data["_n_uid"]
|
||||
current_width = 0
|
||||
A = CreateImg(img_width, 1100)
|
||||
for x in list(img_data.keys()):
|
||||
if img_data[x]["data"]:
|
||||
img = CreateImg(img_data[x]["width"] * 200, 1100, 200, 1100, font_size=40)
|
||||
start_index = 0
|
||||
end_index = 40
|
||||
total_index = img_data[x]["width"] * 40
|
||||
for _ in range(img_data[x]["width"]):
|
||||
tmp = CreateImg(198, 1100, font_size=20)
|
||||
text_img = CreateImg(198, 100, font_size=50)
|
||||
key_str = "\n".join(
|
||||
[key for key in img_data[x]["data"][start_index:end_index]]
|
||||
)
|
||||
tmp.text((10, 100), key_str)
|
||||
if x.find("_n") == -1:
|
||||
text_img.text((24, 24), "已收录")
|
||||
else:
|
||||
text_img.text((24, 24), "待收录")
|
||||
tmp.paste(text_img, (0, 0))
|
||||
start_index += 40
|
||||
end_index = (
|
||||
end_index + 40 if end_index + 40 <= total_index else total_index
|
||||
)
|
||||
background_img = CreateImg(200, 1100, color="#FFE4C4")
|
||||
background_img.paste(tmp, (1, 1))
|
||||
img.paste(background_img)
|
||||
A.paste(img, (current_width, 0))
|
||||
current_width += img_data[x]["width"] * 200
|
||||
return A.pic2bs4()
|
||||
|
||||
|
||||
def _check_black(img_urls: List[str], black: List[str]) -> bool:
|
||||
"""
|
||||
检测pid是否在黑名单中
|
||||
:param img_urls: 图片img列表
|
||||
:param black: 黑名单
|
||||
:return:
|
||||
"""
|
||||
for b in black:
|
||||
for img_url in img_urls:
|
||||
if b in img_url:
|
||||
return False
|
||||
return True
|
||||
from asyncpg.exceptions import UniqueViolationError
|
||||
from .model.omega_pixiv_illusts import OmegaPixivIllusts
|
||||
from asyncio.locks import Semaphore
|
||||
from asyncio.exceptions import TimeoutError
|
||||
from .model.pixiv import Pixiv
|
||||
from typing import List, Optional
|
||||
from utils.utils import change_pixiv_image_links
|
||||
from utils.image_utils import CreateImg
|
||||
from utils.http_utils import AsyncHttpx
|
||||
from services.log import logger
|
||||
from configs.config import Config
|
||||
from configs.path_config import TEMP_PATH
|
||||
import aiofiles
|
||||
import platform
|
||||
import asyncio
|
||||
import math
|
||||
|
||||
try:
|
||||
import ujson as json
|
||||
except ModuleNotFoundError:
|
||||
import json
|
||||
|
||||
if str(platform.system()).lower() == "windows":
|
||||
policy = asyncio.WindowsSelectorEventLoopPolicy()
|
||||
asyncio.set_event_loop_policy(policy)
|
||||
|
||||
headers = {
|
||||
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6;"
|
||||
" rv:2.0.1) Gecko/20100101 Firefox/4.0.1",
|
||||
"Referer": "https://www.pixiv.net",
|
||||
}
|
||||
|
||||
HIBIAPI = None
|
||||
|
||||
|
||||
async def start_update_image_url(
|
||||
current_keyword: List[str], black_pid: List[str]
|
||||
) -> "int, int":
|
||||
"""
|
||||
开始更新图片url
|
||||
:param current_keyword: 关键词
|
||||
:param black_pid: 黑名单pid
|
||||
:return: pid数量和图片数量
|
||||
"""
|
||||
global HIBIAPI
|
||||
pid_count = 0
|
||||
pic_count = 0
|
||||
tasks = []
|
||||
semaphore = asyncio.Semaphore(10)
|
||||
if not HIBIAPI:
|
||||
HIBIAPI = Config.get_config("hibiapi", "HIBIAPI")
|
||||
HIBIAPI = HIBIAPI[:-1] if HIBIAPI[-1] else HIBIAPI
|
||||
for keyword in current_keyword:
|
||||
for page in range(1, 110):
|
||||
if keyword.startswith("uid:"):
|
||||
url = f"{HIBIAPI}/api/pixiv/member_illust"
|
||||
params = {"id": keyword[4:], "page": page}
|
||||
if page == 30:
|
||||
break
|
||||
elif keyword.startswith("pid:"):
|
||||
url = f"{HIBIAPI}/api/pixiv/illust"
|
||||
params = {"id": keyword[4:]}
|
||||
else:
|
||||
url = f"{HIBIAPI}/api/pixiv/search"
|
||||
params = {"word": keyword, "page": page}
|
||||
tasks.append(
|
||||
asyncio.ensure_future(
|
||||
search_image(
|
||||
url, keyword, params, semaphore, page, black_pid
|
||||
)
|
||||
)
|
||||
)
|
||||
if keyword.startswith("pid:"):
|
||||
break
|
||||
result = await asyncio.gather(*tasks)
|
||||
for x in result:
|
||||
pid_count += x[0]
|
||||
pic_count += x[1]
|
||||
return pid_count, pic_count
|
||||
|
||||
|
||||
async def search_image(
|
||||
url: str,
|
||||
keyword: str,
|
||||
params: dict,
|
||||
semaphore: Semaphore,
|
||||
page: int = 1,
|
||||
black: List[str] = None,
|
||||
) -> "int, int":
|
||||
"""
|
||||
搜索图片
|
||||
:param url: 搜索url
|
||||
:param keyword: 关键词
|
||||
:param params: params参数
|
||||
:param semaphore: semaphore
|
||||
:param page: 页面
|
||||
:param black: pid黑名单
|
||||
:return: pid数量和图片数量
|
||||
"""
|
||||
tmp_pid = []
|
||||
pic_count = 0
|
||||
pid_count = 0
|
||||
async with semaphore:
|
||||
try:
|
||||
data = (await AsyncHttpx.get(url, params=params)).json()
|
||||
if (
|
||||
not data
|
||||
or data.get("error")
|
||||
or (not data.get("illusts") and not data.get("illust"))
|
||||
):
|
||||
return 0, 0
|
||||
if url != f"{HIBIAPI}/api/pixiv/illust":
|
||||
logger.info(f'{keyword}: 获取数据成功...数据总量：{len(data["illusts"])}')
|
||||
data = data["illusts"]
|
||||
else:
|
||||
logger.info(f'获取数据成功...PID：{params.get("id")}')
|
||||
data = [data["illust"]]
|
||||
img_data = {}
|
||||
for x in data:
|
||||
pid = x["id"]
|
||||
title = x["title"]
|
||||
width = x["width"]
|
||||
height = x["height"]
|
||||
view = x["total_view"]
|
||||
bookmarks = x["total_bookmarks"]
|
||||
uid = x["user"]["id"]
|
||||
author = x["user"]["name"]
|
||||
tags = []
|
||||
for tag in x["tags"]:
|
||||
for i in tag:
|
||||
if tag[i]:
|
||||
tags.append(tag[i])
|
||||
img_urls = []
|
||||
if x["page_count"] == 1:
|
||||
img_urls.append(x["meta_single_page"]["original_image_url"])
|
||||
else:
|
||||
for urls in x["meta_pages"]:
|
||||
img_urls.append(urls["image_urls"]["original"])
|
||||
if (
|
||||
(
|
||||
bookmarks
|
||||
>= Config.get_config("pix", "SEARCH_HIBIAPI_BOOKMARKS")
|
||||
or (
|
||||
url == f"{HIBIAPI}/api/pixiv/member_illust"
|
||||
and bookmarks >= 1500
|
||||
)
|
||||
or (url == f"{HIBIAPI}/api/pixiv/illust")
|
||||
)
|
||||
and len(img_urls) < 10
|
||||
and _check_black(img_urls, black)
|
||||
):
|
||||
img_data[pid] = {
|
||||
"pid": pid,
|
||||
"title": title,
|
||||
"width": width,
|
||||
"height": height,
|
||||
"view": view,
|
||||
"bookmarks": bookmarks,
|
||||
"img_urls": img_urls,
|
||||
"uid": uid,
|
||||
"author": author,
|
||||
"tags": tags,
|
||||
}
|
||||
else:
|
||||
continue
|
||||
for x in img_data.keys():
|
||||
data = img_data[x]
|
||||
for img_url in data["img_urls"]:
|
||||
img_p = img_url[img_url.rfind("_") + 1 : img_url.rfind(".")]
|
||||
try:
|
||||
if await Pixiv.add_image_data(
|
||||
data["pid"],
|
||||
data["title"],
|
||||
data["width"],
|
||||
data["height"],
|
||||
data["view"],
|
||||
data["bookmarks"],
|
||||
img_url,
|
||||
img_p,
|
||||
data["uid"],
|
||||
data["author"],
|
||||
",".join(data["tags"]),
|
||||
):
|
||||
if data["pid"] not in tmp_pid:
|
||||
pid_count += 1
|
||||
tmp_pid.append(data["pid"])
|
||||
pic_count += 1
|
||||
logger.info(f'存储图片PID：{data["pid"]} IMG_P：{img_p}')
|
||||
except UniqueViolationError:
|
||||
logger.warning(f'{data["pid"]} | {img_url} 已存在...')
|
||||
except Exception as e:
|
||||
logger.warning(f"PIX在线搜索图片错误，已再次调用 {type(e)}：{e}")
|
||||
await search_image(url, keyword, params, semaphore, page, black)
|
||||
return pid_count, pic_count
|
||||
|
||||
|
||||
async def get_image(img_url: str, user_id: int) -> Optional[str]:
|
||||
"""
|
||||
下载图片
|
||||
:param img_url:
|
||||
:param user_id:
|
||||
:return: 图片名称
|
||||
"""
|
||||
if "https://www.pixiv.net/artworks" in img_url:
|
||||
pid = img_url.rsplit("/", maxsplit=1)[-1]
|
||||
params = {"id": pid}
|
||||
for _ in range(3):
|
||||
try:
|
||||
response = await AsyncHttpx.get(f"{HIBIAPI}/api/pixiv/illust", params=params)
|
||||
if response.status_code == 200:
|
||||
data = response.json()
|
||||
if data.get("illust"):
|
||||
if data["illust"]["page_count"] == 1:
|
||||
img_url = data["illust"]["meta_single_page"][
|
||||
"original_image_url"
|
||||
]
|
||||
else:
|
||||
img_url = data["illust"]["meta_pages"][0][
|
||||
"image_urls"
|
||||
]["original"]
|
||||
break
|
||||
except TimeoutError:
|
||||
pass
|
||||
old_img_url = img_url
|
||||
img_url = change_pixiv_image_links(
|
||||
img_url, Config.get_config("pix", "PIX_IMAGE_SIZE"), Config.get_config("pixiv", "PIXIV_NGINX_URL")
|
||||
)
|
||||
old_img_url = change_pixiv_image_links(
|
||||
old_img_url, None, Config.get_config("pixiv", "PIXIV_NGINX_URL")
|
||||
)
|
||||
for _ in range(3):
|
||||
try:
|
||||
response = await AsyncHttpx.get(img_url, timeout=Config.get_config("pix", "TIMEOUT"),)
|
||||
if response.status_code == 404:
|
||||
img_url = old_img_url
|
||||
continue
|
||||
async with aiofiles.open(
|
||||
f"{TEMP_PATH}/pix_{user_id}_{img_url[-10:-4]}.jpg", "wb"
|
||||
) as f:
|
||||
await f.write(response.content)
|
||||
return f"pix_{user_id}_{img_url[-10:-4]}.jpg"
|
||||
except TimeoutError:
|
||||
pass
|
||||
return None
|
||||
|
||||
|
||||
async def uid_pid_exists(id_: str) -> bool:
|
||||
"""
|
||||
检测 pid/uid 是否有效
|
||||
:param id_: pid/uid
|
||||
"""
|
||||
if id_.startswith("uid:"):
|
||||
url = f"{HIBIAPI}/api/pixiv/member"
|
||||
elif id_.startswith("pid:"):
|
||||
url = f"{HIBIAPI}/api/pixiv/illust"
|
||||
else:
|
||||
return False
|
||||
params = {"id": int(id_[4:])}
|
||||
data = (await AsyncHttpx.get(url, params=params)).json()
|
||||
if data.get("error"):
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
async def get_keyword_num(keyword: str) -> "int, int, int, int, int":
|
||||
"""
|
||||
查看图片相关 tag 数量
|
||||
:param keyword: 关键词tag
|
||||
"""
|
||||
count, r18_count = await Pixiv.get_keyword_num(keyword.split())
|
||||
count_, setu_count, r18_count_ = await OmegaPixivIllusts.get_keyword_num(
|
||||
keyword.split()
|
||||
)
|
||||
return count, r18_count, count_, setu_count, r18_count_
|
||||
|
||||
|
||||
async def remove_image(pid: int, img_p: str) -> bool:
|
||||
"""
|
||||
删除置顶图片
|
||||
:param pid: pid
|
||||
:param img_p: 图片 p 如 p0，p1 等
|
||||
"""
|
||||
if img_p:
|
||||
if "p" not in img_p:
|
||||
img_p = f"p{img_p}"
|
||||
return await Pixiv.remove_image_data(pid, img_p)
|
||||
|
||||
|
||||
def gen_keyword_pic(
|
||||
_pass_keyword: List[str], not_pass_keyword: List[str], is_superuser: bool
|
||||
):
|
||||
"""
|
||||
已通过或未通过的所有关键词/uid/pid
|
||||
:param _pass_keyword: 通过列表
|
||||
:param not_pass_keyword: 未通过列表
|
||||
:param is_superuser: 是否超级用户
|
||||
"""
|
||||
_keyword = [
|
||||
x
|
||||
for x in _pass_keyword
|
||||
if not x.startswith("uid:")
|
||||
and not x.startswith("pid:")
|
||||
and not x.startswith("black:")
|
||||
]
|
||||
_uid = [x for x in _pass_keyword if x.startswith("uid:")]
|
||||
_pid = [x for x in _pass_keyword if x.startswith("pid:")]
|
||||
_n_keyword = [
|
||||
x
|
||||
for x in not_pass_keyword
|
||||
if not x.startswith("uid:")
|
||||
and not x.startswith("pid:")
|
||||
and not x.startswith("black:")
|
||||
]
|
||||
_n_uid = [
|
||||
x
|
||||
for x in not_pass_keyword
|
||||
if x.startswith("uid:") and not x.startswith("black:")
|
||||
]
|
||||
_n_pid = [
|
||||
x
|
||||
for x in not_pass_keyword
|
||||
if x.startswith("pid:") and not x.startswith("black:")
|
||||
]
|
||||
img_width = 0
|
||||
img_data = {
|
||||
"_keyword": {"width": 0, "data": _keyword},
|
||||
"_uid": {"width": 0, "data": _uid},
|
||||
"_pid": {"width": 0, "data": _pid},
|
||||
"_n_keyword": {"width": 0, "data": _n_keyword},
|
||||
"_n_uid": {"width": 0, "data": _n_uid},
|
||||
"_n_pid": {"width": 0, "data": _n_pid},
|
||||
}
|
||||
for x in list(img_data.keys()):
|
||||
img_data[x]["width"] = math.ceil(len(img_data[x]["data"]) / 40)
|
||||
img_width += img_data[x]["width"] * 200
|
||||
if not is_superuser:
|
||||
img_width = (
|
||||
img_width
|
||||
- (
|
||||
img_data["_n_keyword"]["width"]
|
||||
+ img_data["_n_uid"]["width"]
|
||||
+ img_data["_n_pid"]["width"]
|
||||
)
|
||||
* 200
|
||||
)
|
||||
del img_data["_n_keyword"]
|
||||
del img_data["_n_pid"]
|
||||
del img_data["_n_uid"]
|
||||
current_width = 0
|
||||
A = CreateImg(img_width, 1100)
|
||||
for x in list(img_data.keys()):
|
||||
if img_data[x]["data"]:
|
||||
img = CreateImg(img_data[x]["width"] * 200, 1100, 200, 1100, font_size=40)
|
||||
start_index = 0
|
||||
end_index = 40
|
||||
total_index = img_data[x]["width"] * 40
|
||||
for _ in range(img_data[x]["width"]):
|
||||
tmp = CreateImg(198, 1100, font_size=20)
|
||||
text_img = CreateImg(198, 100, font_size=50)
|
||||
key_str = "\n".join(
|
||||
[key for key in img_data[x]["data"][start_index:end_index]]
|
||||
)
|
||||
tmp.text((10, 100), key_str)
|
||||
if x.find("_n") == -1:
|
||||
text_img.text((24, 24), "已收录")
|
||||
else:
|
||||
text_img.text((24, 24), "待收录")
|
||||
tmp.paste(text_img, (0, 0))
|
||||
start_index += 40
|
||||
end_index = (
|
||||
end_index + 40 if end_index + 40 <= total_index else total_index
|
||||
)
|
||||
background_img = CreateImg(200, 1100, color="#FFE4C4")
|
||||
background_img.paste(tmp, (1, 1))
|
||||
img.paste(background_img)
|
||||
A.paste(img, (current_width, 0))
|
||||
current_width += img_data[x]["width"] * 200
|
||||
return A.pic2bs4()
|
||||
|
||||
|
||||
def _check_black(img_urls: List[str], black: List[str]) -> bool:
|
||||
"""
|
||||
检测pid是否在黑名单中
|
||||
:param img_urls: 图片img列表
|
||||
:param black: 黑名单
|
||||
:return:
|
||||
"""
|
||||
for b in black:
|
||||
for img_url in img_urls:
|
||||
if b in img_url:
|
||||
return False
|
||||
return True
|
||||
|
||||
Regular → Executable
+3
-3
@@ -1,3 +1,3 @@
|
||||
from .pixiv_keyword_user import *
|
||||
from .omega_pixiv_illusts import *
|
||||
from .pixiv import *
|
||||
from .pixiv_keyword_user import *
|
||||
from .omega_pixiv_illusts import *
|
||||
from .pixiv import *
|
||||
|
||||
Regular → Executable
+141
-141
@@ -1,141 +1,141 @@
|
||||
from typing import Optional, List
|
||||
from datetime import datetime
|
||||
from services.db_context import db
|
||||
|
||||
|
||||
class OmegaPixivIllusts(db.Model):
|
||||
__tablename__ = "omega_pixiv_illusts"
|
||||
__table_args__ = {'extend_existing': True}
|
||||
|
||||
id = db.Column(db.Integer(), primary_key=True)
|
||||
pid = db.Column(db.BigInteger(), nullable=False)
|
||||
uid = db.Column(db.BigInteger(), nullable=False)
|
||||
title = db.Column(db.String(), nullable=False)
|
||||
uname = db.Column(db.String(), nullable=False)
|
||||
nsfw_tag = db.Column(db.Integer(), nullable=False)
|
||||
width = db.Column(db.Integer(), nullable=False)
|
||||
height = db.Column(db.Integer(), nullable=False)
|
||||
tags = db.Column(db.String(), nullable=False)
|
||||
url = db.Column(db.String(), nullable=False)
|
||||
created_at = db.Column(db.DateTime(timezone=True))
|
||||
updated_at = db.Column(db.DateTime(timezone=True))
|
||||
|
||||
_idx1 = db.Index("omega_pixiv_illusts_idx1", "pid", "url", unique=True)
|
||||
|
||||
@classmethod
|
||||
async def add_image_data(
|
||||
cls,
|
||||
pid: int,
|
||||
title: str,
|
||||
width: int,
|
||||
height: int,
|
||||
url: str,
|
||||
uid: int,
|
||||
uname: str,
|
||||
nsfw_tag: int,
|
||||
tags: str,
|
||||
created_at: datetime,
|
||||
updated_at: datetime,
|
||||
):
|
||||
"""
|
||||
说明：
|
||||
添加图片信息
|
||||
参数：
|
||||
:param pid: pid
|
||||
:param title: 标题
|
||||
:param width: 宽度
|
||||
:param height: 长度
|
||||
:param url: url链接
|
||||
:param uid: 作者uid
|
||||
:param uname: 作者名称
|
||||
:param nsfw_tag: nsfw标签, 0=safe, 1=setu. 2=r18
|
||||
:param tags: 相关tag
|
||||
:param created_at: 创建日期
|
||||
:param updated_at: 更新日期
|
||||
"""
|
||||
if not await cls.check_exists(pid):
|
||||
await cls.create(
|
||||
pid=pid,
|
||||
title=title,
|
||||
width=width,
|
||||
height=height,
|
||||
url=url,
|
||||
uid=uid,
|
||||
uname=uname,
|
||||
nsfw_tag=nsfw_tag,
|
||||
tags=tags,
|
||||
)
|
||||
return True
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def query_images(
|
||||
cls,
|
||||
keywords: Optional[List[str]] = None,
|
||||
uid: Optional[int] = None,
|
||||
pid: Optional[int] = None,
|
||||
nsfw_tag: Optional[int] = 0,
|
||||
num: int = 100
|
||||
) -> List[Optional["OmegaPixivIllusts"]]:
|
||||
"""
|
||||
说明：
|
||||
查找符合条件的图片
|
||||
参数：
|
||||
:param keywords: 关键词
|
||||
:param uid: 画师uid
|
||||
:param pid: 图片pid
|
||||
:param nsfw_tag: nsfw标签, 0=safe, 1=setu. 2=r18
|
||||
:param num: 获取图片数量
|
||||
"""
|
||||
if nsfw_tag is not None:
|
||||
query = cls.query.where(cls.nsfw_tag == nsfw_tag)
|
||||
else:
|
||||
query = cls.query
|
||||
if keywords:
|
||||
for keyword in keywords:
|
||||
query = query.where(cls.tags.contains(keyword))
|
||||
elif uid:
|
||||
query = query.where(cls.uid == uid)
|
||||
elif pid:
|
||||
query = query.where(cls.uid == pid)
|
||||
query = query.order_by(db.func.random()).limit(num)
|
||||
return await query.gino.all()
|
||||
|
||||
@classmethod
|
||||
async def check_exists(cls, pid: int) -> bool:
|
||||
"""
|
||||
说明：
|
||||
检测pid是否已存在
|
||||
参数：
|
||||
:param pid: 图片PID
|
||||
"""
|
||||
query = await cls.query.where(cls.pid == pid).gino.all()
|
||||
return bool(query)
|
||||
|
||||
@classmethod
|
||||
async def get_keyword_num(cls, tags: List[str] = None) -> "int, int, int":
|
||||
"""
|
||||
说明：
|
||||
获取相关关键词(keyword, tag)在图库中的数量
|
||||
参数：
|
||||
:param tags: 关键词/Tag
|
||||
"""
|
||||
setattr(OmegaPixivIllusts, 'count', db.func.count(cls.pid).label('count'))
|
||||
query = cls.select('count')
|
||||
if tags:
|
||||
for tag in tags:
|
||||
query = query.where(cls.tags.contains(tag))
|
||||
count = await query.where(cls.nsfw_tag == 0).gino.first()
|
||||
setu_count = await query.where(cls.nsfw_tag == 1).gino.first()
|
||||
r18_count = await query.where(cls.nsfw_tag == 2).gino.first()
|
||||
return count[0], setu_count[0], r18_count[0]
|
||||
|
||||
@classmethod
|
||||
async def get_all_pid(cls) -> List[int]:
|
||||
"""
|
||||
说明：
|
||||
获取所有图片PID
|
||||
"""
|
||||
data = await cls.select('pid').gino.all()
|
||||
return [x[0] for x in data]
|
||||
|
||||
from typing import Optional, List
|
||||
from datetime import datetime
|
||||
from services.db_context import db
|
||||
|
||||
|
||||
class OmegaPixivIllusts(db.Model):
|
||||
__tablename__ = "omega_pixiv_illusts"
|
||||
__table_args__ = {'extend_existing': True}
|
||||
|
||||
id = db.Column(db.Integer(), primary_key=True)
|
||||
pid = db.Column(db.BigInteger(), nullable=False)
|
||||
uid = db.Column(db.BigInteger(), nullable=False)
|
||||
title = db.Column(db.String(), nullable=False)
|
||||
uname = db.Column(db.String(), nullable=False)
|
||||
nsfw_tag = db.Column(db.Integer(), nullable=False)
|
||||
width = db.Column(db.Integer(), nullable=False)
|
||||
height = db.Column(db.Integer(), nullable=False)
|
||||
tags = db.Column(db.String(), nullable=False)
|
||||
url = db.Column(db.String(), nullable=False)
|
||||
created_at = db.Column(db.DateTime(timezone=True))
|
||||
updated_at = db.Column(db.DateTime(timezone=True))
|
||||
|
||||
_idx1 = db.Index("omega_pixiv_illusts_idx1", "pid", "url", unique=True)
|
||||
|
||||
@classmethod
|
||||
async def add_image_data(
|
||||
cls,
|
||||
pid: int,
|
||||
title: str,
|
||||
width: int,
|
||||
height: int,
|
||||
url: str,
|
||||
uid: int,
|
||||
uname: str,
|
||||
nsfw_tag: int,
|
||||
tags: str,
|
||||
created_at: datetime,
|
||||
updated_at: datetime,
|
||||
):
|
||||
"""
|
||||
说明：
|
||||
添加图片信息
|
||||
参数：
|
||||
:param pid: pid
|
||||
:param title: 标题
|
||||
:param width: 宽度
|
||||
:param height: 长度
|
||||
:param url: url链接
|
||||
:param uid: 作者uid
|
||||
:param uname: 作者名称
|
||||
:param nsfw_tag: nsfw标签, 0=safe, 1=setu. 2=r18
|
||||
:param tags: 相关tag
|
||||
:param created_at: 创建日期
|
||||
:param updated_at: 更新日期
|
||||
"""
|
||||
if not await cls.check_exists(pid):
|
||||
await cls.create(
|
||||
pid=pid,
|
||||
title=title,
|
||||
width=width,
|
||||
height=height,
|
||||
url=url,
|
||||
uid=uid,
|
||||
uname=uname,
|
||||
nsfw_tag=nsfw_tag,
|
||||
tags=tags,
|
||||
)
|
||||
return True
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def query_images(
|
||||
cls,
|
||||
keywords: Optional[List[str]] = None,
|
||||
uid: Optional[int] = None,
|
||||
pid: Optional[int] = None,
|
||||
nsfw_tag: Optional[int] = 0,
|
||||
num: int = 100
|
||||
) -> List[Optional["OmegaPixivIllusts"]]:
|
||||
"""
|
||||
说明：
|
||||
查找符合条件的图片
|
||||
参数：
|
||||
:param keywords: 关键词
|
||||
:param uid: 画师uid
|
||||
:param pid: 图片pid
|
||||
:param nsfw_tag: nsfw标签, 0=safe, 1=setu. 2=r18
|
||||
:param num: 获取图片数量
|
||||
"""
|
||||
if nsfw_tag is not None:
|
||||
query = cls.query.where(cls.nsfw_tag == nsfw_tag)
|
||||
else:
|
||||
query = cls.query
|
||||
if keywords:
|
||||
for keyword in keywords:
|
||||
query = query.where(cls.tags.contains(keyword))
|
||||
elif uid:
|
||||
query = query.where(cls.uid == uid)
|
||||
elif pid:
|
||||
query = query.where(cls.uid == pid)
|
||||
query = query.order_by(db.func.random()).limit(num)
|
||||
return await query.gino.all()
|
||||
|
||||
@classmethod
|
||||
async def check_exists(cls, pid: int) -> bool:
|
||||
"""
|
||||
说明：
|
||||
检测pid是否已存在
|
||||
参数：
|
||||
:param pid: 图片PID
|
||||
"""
|
||||
query = await cls.query.where(cls.pid == pid).gino.all()
|
||||
return bool(query)
|
||||
|
||||
@classmethod
|
||||
async def get_keyword_num(cls, tags: List[str] = None) -> "int, int, int":
|
||||
"""
|
||||
说明：
|
||||
获取相关关键词(keyword, tag)在图库中的数量
|
||||
参数：
|
||||
:param tags: 关键词/Tag
|
||||
"""
|
||||
setattr(OmegaPixivIllusts, 'count', db.func.count(cls.pid).label('count'))
|
||||
query = cls.select('count')
|
||||
if tags:
|
||||
for tag in tags:
|
||||
query = query.where(cls.tags.contains(tag))
|
||||
count = await query.where(cls.nsfw_tag == 0).gino.first()
|
||||
setu_count = await query.where(cls.nsfw_tag == 1).gino.first()
|
||||
r18_count = await query.where(cls.nsfw_tag == 2).gino.first()
|
||||
return count[0], setu_count[0], r18_count[0]
|
||||
|
||||
@classmethod
|
||||
async def get_all_pid(cls) -> List[int]:
|
||||
"""
|
||||
说明：
|
||||
获取所有图片PID
|
||||
"""
|
||||
data = await cls.select('pid').gino.all()
|
||||
return [x[0] for x in data]
|
||||
|
||||
|
||||
Regular → Executable
+170
-170
@@ -1,170 +1,170 @@
|
||||
from typing import Optional, List
|
||||
from services.db_context import db
|
||||
|
||||
|
||||
class Pixiv(db.Model):
|
||||
__tablename__ = "pixiv"
|
||||
__table_args__ = {'extend_existing': True}
|
||||
|
||||
id = db.Column(db.Integer(), primary_key=True)
|
||||
pid = db.Column(db.BigInteger(), nullable=False)
|
||||
title = db.Column(db.String(), nullable=False)
|
||||
width = db.Column(db.Integer(), nullable=False)
|
||||
height = db.Column(db.Integer(), nullable=False)
|
||||
view = db.Column(db.Integer(), nullable=False)
|
||||
bookmarks = db.Column(db.Integer(), nullable=False)
|
||||
img_url = db.Column(db.String(), nullable=False)
|
||||
img_p = db.Column(db.String(), nullable=False)
|
||||
uid = db.Column(db.BigInteger(), nullable=False)
|
||||
author = db.Column(db.String(), nullable=False)
|
||||
is_r18 = db.Column(db.Boolean(), nullable=False)
|
||||
tags = db.Column(db.String(), nullable=False)
|
||||
|
||||
_idx1 = db.Index("pixiv_idx1", "pid", "img_url", unique=True)
|
||||
|
||||
@classmethod
|
||||
async def add_image_data(
|
||||
cls,
|
||||
pid: int,
|
||||
title: str,
|
||||
width: int,
|
||||
height: int,
|
||||
view: int,
|
||||
bookmarks: int,
|
||||
img_url: str,
|
||||
img_p: str,
|
||||
uid: int,
|
||||
author: str,
|
||||
tags: str,
|
||||
):
|
||||
"""
|
||||
说明：
|
||||
添加图片信息
|
||||
参数：
|
||||
:param pid: pid
|
||||
:param title: 标题
|
||||
:param width: 宽度
|
||||
:param height: 长度
|
||||
:param view: 被查看次数
|
||||
:param bookmarks: 收藏数
|
||||
:param img_url: url链接
|
||||
:param img_p: 张数
|
||||
:param uid: 作者uid
|
||||
:param author: 作者名称
|
||||
:param tags: 相关tag
|
||||
"""
|
||||
if not await cls.check_exists(pid, img_p):
|
||||
await cls.create(
|
||||
pid=pid,
|
||||
title=title,
|
||||
width=width,
|
||||
height=height,
|
||||
view=view,
|
||||
bookmarks=bookmarks,
|
||||
img_url=img_url,
|
||||
img_p=img_p,
|
||||
uid=uid,
|
||||
author=author,
|
||||
is_r18=True if "R-18" in tags else False,
|
||||
tags=tags,
|
||||
)
|
||||
return True
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def remove_image_data(cls, pid: int, img_p: str) -> bool:
|
||||
"""
|
||||
说明：
|
||||
删除图片数据
|
||||
参数：
|
||||
:param pid: 图片pid
|
||||
:param img_p: 图片pid的张数，如：p0，p1
|
||||
"""
|
||||
try:
|
||||
if img_p:
|
||||
await cls.delete.where(
|
||||
(cls.pid == pid) & (cls.img_p == img_p)
|
||||
).gino.status()
|
||||
else:
|
||||
await cls.delete.where(cls.pid == pid).gino.status()
|
||||
return True
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def get_all_pid(cls) -> List[int]:
|
||||
"""
|
||||
说明：
|
||||
获取所有PID
|
||||
"""
|
||||
query = await cls.query.select("pid").gino.first()
|
||||
pid = [x[0] for x in query]
|
||||
return list(set(pid))
|
||||
|
||||
# 0：非r18 1：r18 2：混合
|
||||
@classmethod
|
||||
async def query_images(
|
||||
cls,
|
||||
keywords: Optional[List[str]] = None,
|
||||
uid: Optional[int] = None,
|
||||
pid: Optional[int] = None,
|
||||
r18: Optional[int] = 0,
|
||||
num: int = 100
|
||||
) -> List[Optional["Pixiv"]]:
|
||||
"""
|
||||
说明：
|
||||
查找符合条件的图片
|
||||
参数：
|
||||
:param keywords: 关键词
|
||||
:param uid: 画师uid
|
||||
:param pid: 图片pid
|
||||
:param r18: 是否r18，0：非r18 1：r18 2：混合
|
||||
:param num: 查找图片的数量
|
||||
"""
|
||||
if r18 == 0:
|
||||
query = cls.query.where(cls.is_r18 == False)
|
||||
elif r18 == 1:
|
||||
query = cls.query.where(cls.is_r18 == True)
|
||||
else:
|
||||
query = cls.query
|
||||
if keywords:
|
||||
for keyword in keywords:
|
||||
query = query.where(cls.tags.contains(keyword))
|
||||
elif uid:
|
||||
query = query.where(cls.uid == uid)
|
||||
elif pid:
|
||||
query = query.where(cls.pid == pid)
|
||||
query = query.order_by(db.func.random()).limit(num)
|
||||
return await query.gino.all()
|
||||
|
||||
@classmethod
|
||||
async def check_exists(cls, pid: int, img_p: str) -> bool:
|
||||
"""
|
||||
说明：
|
||||
检测pid是否已存在
|
||||
参数：
|
||||
:param pid: 图片PID
|
||||
:param img_p: 张数
|
||||
"""
|
||||
query = await cls.query.where(
|
||||
(cls.pid == pid) & (cls.img_p == img_p)
|
||||
).gino.all()
|
||||
return bool(query)
|
||||
|
||||
@classmethod
|
||||
async def get_keyword_num(cls, tags: List[str] = None) -> "int, int":
|
||||
"""
|
||||
说明：
|
||||
获取相关关键词(keyword, tag)在图库中的数量
|
||||
参数：
|
||||
:param tags: 关键词/Tag
|
||||
"""
|
||||
setattr(Pixiv, 'count', db.func.count(cls.pid).label('count'))
|
||||
query = cls.select('count')
|
||||
if tags:
|
||||
for tag in tags:
|
||||
query = query.where(cls.tags.contains(tag))
|
||||
count = await query.where(cls.is_r18 == False).gino.first()
|
||||
r18_count = await query.where(cls.is_r18 == True).gino.first()
|
||||
return count[0], r18_count[0]
|
||||
|
||||
from typing import Optional, List
|
||||
from services.db_context import db
|
||||
|
||||
|
||||
class Pixiv(db.Model):
|
||||
__tablename__ = "pixiv"
|
||||
__table_args__ = {'extend_existing': True}
|
||||
|
||||
id = db.Column(db.Integer(), primary_key=True)
|
||||
pid = db.Column(db.BigInteger(), nullable=False)
|
||||
title = db.Column(db.String(), nullable=False)
|
||||
width = db.Column(db.Integer(), nullable=False)
|
||||
height = db.Column(db.Integer(), nullable=False)
|
||||
view = db.Column(db.Integer(), nullable=False)
|
||||
bookmarks = db.Column(db.Integer(), nullable=False)
|
||||
img_url = db.Column(db.String(), nullable=False)
|
||||
img_p = db.Column(db.String(), nullable=False)
|
||||
uid = db.Column(db.BigInteger(), nullable=False)
|
||||
author = db.Column(db.String(), nullable=False)
|
||||
is_r18 = db.Column(db.Boolean(), nullable=False)
|
||||
tags = db.Column(db.String(), nullable=False)
|
||||
|
||||
_idx1 = db.Index("pixiv_idx1", "pid", "img_url", unique=True)
|
||||
|
||||
@classmethod
|
||||
async def add_image_data(
|
||||
cls,
|
||||
pid: int,
|
||||
title: str,
|
||||
width: int,
|
||||
height: int,
|
||||
view: int,
|
||||
bookmarks: int,
|
||||
img_url: str,
|
||||
img_p: str,
|
||||
uid: int,
|
||||
author: str,
|
||||
tags: str,
|
||||
):
|
||||
"""
|
||||
说明：
|
||||
添加图片信息
|
||||
参数：
|
||||
:param pid: pid
|
||||
:param title: 标题
|
||||
:param width: 宽度
|
||||
:param height: 长度
|
||||
:param view: 被查看次数
|
||||
:param bookmarks: 收藏数
|
||||
:param img_url: url链接
|
||||
:param img_p: 张数
|
||||
:param uid: 作者uid
|
||||
:param author: 作者名称
|
||||
:param tags: 相关tag
|
||||
"""
|
||||
if not await cls.check_exists(pid, img_p):
|
||||
await cls.create(
|
||||
pid=pid,
|
||||
title=title,
|
||||
width=width,
|
||||
height=height,
|
||||
view=view,
|
||||
bookmarks=bookmarks,
|
||||
img_url=img_url,
|
||||
img_p=img_p,
|
||||
uid=uid,
|
||||
author=author,
|
||||
is_r18=True if "R-18" in tags else False,
|
||||
tags=tags,
|
||||
)
|
||||
return True
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def remove_image_data(cls, pid: int, img_p: str) -> bool:
|
||||
"""
|
||||
说明：
|
||||
删除图片数据
|
||||
参数：
|
||||
:param pid: 图片pid
|
||||
:param img_p: 图片pid的张数，如：p0，p1
|
||||
"""
|
||||
try:
|
||||
if img_p:
|
||||
await cls.delete.where(
|
||||
(cls.pid == pid) & (cls.img_p == img_p)
|
||||
).gino.status()
|
||||
else:
|
||||
await cls.delete.where(cls.pid == pid).gino.status()
|
||||
return True
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def get_all_pid(cls) -> List[int]:
|
||||
"""
|
||||
说明：
|
||||
获取所有PID
|
||||
"""
|
||||
query = await cls.query.select("pid").gino.first()
|
||||
pid = [x[0] for x in query]
|
||||
return list(set(pid))
|
||||
|
||||
# 0：非r18 1：r18 2：混合
|
||||
@classmethod
|
||||
async def query_images(
|
||||
cls,
|
||||
keywords: Optional[List[str]] = None,
|
||||
uid: Optional[int] = None,
|
||||
pid: Optional[int] = None,
|
||||
r18: Optional[int] = 0,
|
||||
num: int = 100
|
||||
) -> List[Optional["Pixiv"]]:
|
||||
"""
|
||||
说明：
|
||||
查找符合条件的图片
|
||||
参数：
|
||||
:param keywords: 关键词
|
||||
:param uid: 画师uid
|
||||
:param pid: 图片pid
|
||||
:param r18: 是否r18，0：非r18 1：r18 2：混合
|
||||
:param num: 查找图片的数量
|
||||
"""
|
||||
if r18 == 0:
|
||||
query = cls.query.where(cls.is_r18 == False)
|
||||
elif r18 == 1:
|
||||
query = cls.query.where(cls.is_r18 == True)
|
||||
else:
|
||||
query = cls.query
|
||||
if keywords:
|
||||
for keyword in keywords:
|
||||
query = query.where(cls.tags.contains(keyword))
|
||||
elif uid:
|
||||
query = query.where(cls.uid == uid)
|
||||
elif pid:
|
||||
query = query.where(cls.pid == pid)
|
||||
query = query.order_by(db.func.random()).limit(num)
|
||||
return await query.gino.all()
|
||||
|
||||
@classmethod
|
||||
async def check_exists(cls, pid: int, img_p: str) -> bool:
|
||||
"""
|
||||
说明：
|
||||
检测pid是否已存在
|
||||
参数：
|
||||
:param pid: 图片PID
|
||||
:param img_p: 张数
|
||||
"""
|
||||
query = await cls.query.where(
|
||||
(cls.pid == pid) & (cls.img_p == img_p)
|
||||
).gino.all()
|
||||
return bool(query)
|
||||
|
||||
@classmethod
|
||||
async def get_keyword_num(cls, tags: List[str] = None) -> "int, int":
|
||||
"""
|
||||
说明：
|
||||
获取相关关键词(keyword, tag)在图库中的数量
|
||||
参数：
|
||||
:param tags: 关键词/Tag
|
||||
"""
|
||||
setattr(Pixiv, 'count', db.func.count(cls.pid).label('count'))
|
||||
query = cls.select('count')
|
||||
if tags:
|
||||
for tag in tags:
|
||||
query = query.where(cls.tags.contains(tag))
|
||||
count = await query.where(cls.is_r18 == False).gino.first()
|
||||
r18_count = await query.where(cls.is_r18 == True).gino.first()
|
||||
return count[0], r18_count[0]
|
||||
|
||||
|
||||
Regular → Executable
+127
-127
@@ -1,127 +1,127 @@
|
||||
from services.db_context import db
|
||||
from typing import Set, List
|
||||
|
||||
|
||||
class PixivKeywordUser(db.Model):
|
||||
__tablename__ = "pixiv_keyword_users"
|
||||
__table_args__ = {'extend_existing': True}
|
||||
|
||||
id = db.Column(db.Integer(), primary_key=True)
|
||||
user_qq = db.Column(db.BigInteger(), nullable=False)
|
||||
group_id = db.Column(db.BigInteger(), nullable=False)
|
||||
keyword = db.Column(db.String(), nullable=False)
|
||||
is_pass = db.Column(db.Boolean(), default=False)
|
||||
|
||||
_idx1 = db.Index("pixiv_keyword_users_idx1", "keyword", unique=True)
|
||||
|
||||
@classmethod
|
||||
async def add_keyword(
|
||||
cls, user_qq: int, group_id: int, keyword: str, superusers: Set[str]
|
||||
) -> bool:
|
||||
"""
|
||||
说明：
|
||||
添加搜图的关键词
|
||||
参数：
|
||||
:param user_qq: qq号
|
||||
:param group_id: 群号
|
||||
:param keyword: 关键词
|
||||
:param superusers: 是否为超级用户
|
||||
"""
|
||||
is_pass = True if str(user_qq) in superusers else False
|
||||
if not await cls._check_keyword_exists(keyword):
|
||||
await cls.create(
|
||||
user_qq=user_qq, group_id=group_id, keyword=keyword, is_pass=is_pass
|
||||
)
|
||||
return True
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def delete_keyword(cls, keyword: str) -> bool:
|
||||
"""
|
||||
说明：
|
||||
删除关键词
|
||||
参数：
|
||||
:param keyword: 关键词
|
||||
"""
|
||||
if await cls._check_keyword_exists(keyword):
|
||||
query = cls.query.where(cls.keyword == keyword).with_for_update()
|
||||
query = await query.gino.first()
|
||||
await query.delete()
|
||||
return True
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def set_keyword_pass(cls, keyword: str, is_pass: bool) -> "int, int":
|
||||
"""
|
||||
说明：
|
||||
通过或禁用关键词
|
||||
参数：
|
||||
:param keyword: 关键词
|
||||
:param is_pass: 通过状态
|
||||
"""
|
||||
if await cls._check_keyword_exists(keyword):
|
||||
query = cls.query.where(cls.keyword == keyword).with_for_update()
|
||||
query = await query.gino.first()
|
||||
await query.update(
|
||||
is_pass=is_pass,
|
||||
).apply()
|
||||
return query.user_qq, query.group_id
|
||||
return 0, 0
|
||||
|
||||
@classmethod
|
||||
async def get_all_user_dict(cls) -> dict:
|
||||
"""
|
||||
说明：
|
||||
获取关键词数据库各个用户贡献的关键词字典
|
||||
"""
|
||||
tmp = {}
|
||||
query = await cls.query.gino.all()
|
||||
for user in query:
|
||||
if not tmp.get(user.user_qq):
|
||||
tmp[user.user_qq] = {"keyword": []}
|
||||
tmp[user.user_qq]["keyword"].append(user.keyword)
|
||||
return tmp
|
||||
|
||||
@classmethod
|
||||
async def get_current_keyword(cls) -> "List[str], List[str]":
|
||||
"""
|
||||
说明：
|
||||
获取当前通过与未通过的关键词
|
||||
"""
|
||||
pass_keyword = []
|
||||
not_pass_keyword = []
|
||||
query = await cls.query.gino.all()
|
||||
for user in query:
|
||||
if user.is_pass:
|
||||
pass_keyword.append(user.keyword)
|
||||
else:
|
||||
not_pass_keyword.append(user.keyword)
|
||||
return pass_keyword, not_pass_keyword
|
||||
|
||||
@classmethod
|
||||
async def get_black_pid(cls) -> List[str]:
|
||||
"""
|
||||
说明：
|
||||
获取黑名单PID
|
||||
"""
|
||||
black_pid = []
|
||||
query = await cls.query.where(cls.user_qq == 114514).gino.all()
|
||||
for image in query:
|
||||
black_pid.append(image.keyword[6:])
|
||||
return black_pid
|
||||
|
||||
@classmethod
|
||||
async def _check_keyword_exists(cls, keyword: str) -> bool:
|
||||
"""
|
||||
说明：
|
||||
检测关键词是否已存在
|
||||
参数：
|
||||
:param keyword: 关键词
|
||||
"""
|
||||
current_keyword = []
|
||||
query = await cls.query.gino.all()
|
||||
for user in query:
|
||||
current_keyword.append(user.keyword)
|
||||
if keyword in current_keyword:
|
||||
return True
|
||||
return False
|
||||
from services.db_context import db
|
||||
from typing import Set, List
|
||||
|
||||
|
||||
class PixivKeywordUser(db.Model):
|
||||
__tablename__ = "pixiv_keyword_users"
|
||||
__table_args__ = {'extend_existing': True}
|
||||
|
||||
id = db.Column(db.Integer(), primary_key=True)
|
||||
user_qq = db.Column(db.BigInteger(), nullable=False)
|
||||
group_id = db.Column(db.BigInteger(), nullable=False)
|
||||
keyword = db.Column(db.String(), nullable=False)
|
||||
is_pass = db.Column(db.Boolean(), default=False)
|
||||
|
||||
_idx1 = db.Index("pixiv_keyword_users_idx1", "keyword", unique=True)
|
||||
|
||||
@classmethod
|
||||
async def add_keyword(
|
||||
cls, user_qq: int, group_id: int, keyword: str, superusers: Set[str]
|
||||
) -> bool:
|
||||
"""
|
||||
说明：
|
||||
添加搜图的关键词
|
||||
参数：
|
||||
:param user_qq: qq号
|
||||
:param group_id: 群号
|
||||
:param keyword: 关键词
|
||||
:param superusers: 是否为超级用户
|
||||
"""
|
||||
is_pass = True if str(user_qq) in superusers else False
|
||||
if not await cls._check_keyword_exists(keyword):
|
||||
await cls.create(
|
||||
user_qq=user_qq, group_id=group_id, keyword=keyword, is_pass=is_pass
|
||||
)
|
||||
return True
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def delete_keyword(cls, keyword: str) -> bool:
|
||||
"""
|
||||
说明：
|
||||
删除关键词
|
||||
参数：
|
||||
:param keyword: 关键词
|
||||
"""
|
||||
if await cls._check_keyword_exists(keyword):
|
||||
query = cls.query.where(cls.keyword == keyword).with_for_update()
|
||||
query = await query.gino.first()
|
||||
await query.delete()
|
||||
return True
|
||||
return False
|
||||
|
||||
@classmethod
|
||||
async def set_keyword_pass(cls, keyword: str, is_pass: bool) -> "int, int":
|
||||
"""
|
||||
说明：
|
||||
通过或禁用关键词
|
||||
参数：
|
||||
:param keyword: 关键词
|
||||
:param is_pass: 通过状态
|
||||
"""
|
||||
if await cls._check_keyword_exists(keyword):
|
||||
query = cls.query.where(cls.keyword == keyword).with_for_update()
|
||||
query = await query.gino.first()
|
||||
await query.update(
|
||||
is_pass=is_pass,
|
||||
).apply()
|
||||
return query.user_qq, query.group_id
|
||||
return 0, 0
|
||||
|
||||
@classmethod
|
||||
async def get_all_user_dict(cls) -> dict:
|
||||
"""
|
||||
说明：
|
||||
获取关键词数据库各个用户贡献的关键词字典
|
||||
"""
|
||||
tmp = {}
|
||||
query = await cls.query.gino.all()
|
||||
for user in query:
|
||||
if not tmp.get(user.user_qq):
|
||||
tmp[user.user_qq] = {"keyword": []}
|
||||
tmp[user.user_qq]["keyword"].append(user.keyword)
|
||||
return tmp
|
||||
|
||||
@classmethod
|
||||
async def get_current_keyword(cls) -> "List[str], List[str]":
|
||||
"""
|
||||
说明：
|
||||
获取当前通过与未通过的关键词
|
||||
"""
|
||||
pass_keyword = []
|
||||
not_pass_keyword = []
|
||||
query = await cls.query.gino.all()
|
||||
for user in query:
|
||||
if user.is_pass:
|
||||
pass_keyword.append(user.keyword)
|
||||
else:
|
||||
not_pass_keyword.append(user.keyword)
|
||||
return pass_keyword, not_pass_keyword
|
||||
|
||||
@classmethod
|
||||
async def get_black_pid(cls) -> List[str]:
|
||||
"""
|
||||
说明：
|
||||
获取黑名单PID
|
||||
"""
|
||||
black_pid = []
|
||||
query = await cls.query.where(cls.user_qq == 114514).gino.all()
|
||||
for image in query:
|
||||
black_pid.append(image.keyword[6:])
|
||||
return black_pid
|
||||
|
||||
@classmethod
|
||||
async def _check_keyword_exists(cls, keyword: str) -> bool:
|
||||
"""
|
||||
说明：
|
||||
检测关键词是否已存在
|
||||
参数：
|
||||
:param keyword: 关键词
|
||||
"""
|
||||
current_keyword = []
|
||||
query = await cls.query.gino.all()
|
||||
for user in query:
|
||||
current_keyword.append(user.keyword)
|
||||
if keyword in current_keyword:
|
||||
return True
|
||||
return False
|
||||
|
||||
Regular → Executable
+165
-165
@@ -1,165 +1,165 @@
|
||||
from nonebot.adapters.cqhttp.message import Message
|
||||
from utils.utils import get_message_text, is_number
|
||||
from configs.config import Config
|
||||
from .model.omega_pixiv_illusts import OmegaPixivIllusts
|
||||
from utils.message_builder import image
|
||||
from utils.manager import withdraw_message_manager
|
||||
from services.log import logger
|
||||
from nonebot.adapters.cqhttp import (
|
||||
Bot,
|
||||
MessageEvent,
|
||||
GroupMessageEvent,
|
||||
)
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import get_image
|
||||
from .model.pixiv import Pixiv
|
||||
from nonebot import on_command
|
||||
import random
|
||||
|
||||
|
||||
__zx_plugin_name__ = "PIX"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
查看 pix 好康图库
|
||||
指令：
|
||||
pix ?*[tags]: 通过 tag 获取相似图片，不含tag时随机抽取
|
||||
pix pid[pid]: 查看图库中指定pid图片
|
||||
""".strip()
|
||||
__plugin_superuser_usage__ = """
|
||||
usage：
|
||||
超级用户额外的 pix 指令
|
||||
指令：
|
||||
pix -s ?*[tags]: 通过tag获取色图，不含tag时随机
|
||||
pix -r ?*[tags]: 通过tag获取r18图，不含tag时随机
|
||||
""".strip()
|
||||
__plugin_des__ = "这里是PIX图库！"
|
||||
__plugin_cmd__ = [
|
||||
"pix ?*[tags]",
|
||||
"pix pid [pid]",
|
||||
"pix -s ?*[tags] [_superuser]",
|
||||
"pix -r ?*[tags] [_superuser]",
|
||||
]
|
||||
__plugin_type__ = ("来点好康的",)
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
__plugin_settings__ = {
|
||||
"level": 5,
|
||||
"default_status": True,
|
||||
"limit_superuser": False,
|
||||
"cmd": ["pix", "Pix", "PIX", "pIx"],
|
||||
}
|
||||
__plugin_block_limit__ = {"rst": "您有PIX图片正在处理，请稍等..."}
|
||||
|
||||
|
||||
pix = on_command("pix", aliases={"PIX", "Pix"}, priority=5, block=True)
|
||||
|
||||
|
||||
PIX_RATIO = None
|
||||
OMEGA_RATIO = None
|
||||
|
||||
|
||||
@pix.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
global PIX_RATIO, OMEGA_RATIO
|
||||
if PIX_RATIO is None:
|
||||
pix_omega_pixiv_ratio = Config.get_config("pix", "PIX_OMEGA_PIXIV_RATIO")
|
||||
PIX_RATIO = pix_omega_pixiv_ratio[0] / (
|
||||
pix_omega_pixiv_ratio[0] + pix_omega_pixiv_ratio[1]
|
||||
)
|
||||
OMEGA_RATIO = 1 - PIX_RATIO
|
||||
num = 1
|
||||
keyword = get_message_text(event.json())
|
||||
x = keyword.split(" ")
|
||||
if "-s" in x:
|
||||
x.remove("-s")
|
||||
nsfw_tag = 1
|
||||
elif "-r" in x:
|
||||
x.remove("-r")
|
||||
nsfw_tag = 2
|
||||
else:
|
||||
nsfw_tag = 0
|
||||
if nsfw_tag != 0 and str(event.user_id) not in bot.config.superusers:
|
||||
await pix.finish("你不能看这些噢，这些都是是留给管理员看的...")
|
||||
if len(x) > 1:
|
||||
if is_number(x[-1]):
|
||||
num = int(x[-1])
|
||||
if num > 10:
|
||||
if str(event.user_id) not in bot.config.superusers or (
|
||||
str(event.user_id) in bot.config.superusers and num > 30
|
||||
):
|
||||
num = random.randint(1, 10)
|
||||
await pix.send(f"太贪心了，就给你发 {num}张 好了")
|
||||
x = x[:-1]
|
||||
keyword = " ".join(x)
|
||||
pix_num = int(num * PIX_RATIO) + 15 if PIX_RATIO != 0 else 0
|
||||
omega_num = num - pix_num + 15
|
||||
if is_number(keyword):
|
||||
if num == 1:
|
||||
pix_num = 15
|
||||
omega_num = 15
|
||||
all_image = await Pixiv.query_images(
|
||||
uid=int(keyword), num=pix_num, r18=1 if nsfw_tag == 2 else 0
|
||||
) + await OmegaPixivIllusts.query_images(
|
||||
uid=int(keyword), num=omega_num, nsfw_tag=nsfw_tag
|
||||
)
|
||||
elif keyword.lower().startswith("pid"):
|
||||
pid = keyword.replace("pid", "").replace(":", "").replace("：", "")
|
||||
if not is_number(pid):
|
||||
await pix.finish("PID必须是数字...", at_sender=True)
|
||||
all_image = await Pixiv.query_images(
|
||||
pid=int(pid), r18=1 if nsfw_tag == 2 else 0
|
||||
)
|
||||
if not all_image:
|
||||
all_image = await OmegaPixivIllusts.query_images(
|
||||
pid=int(pid), nsfw_tag=nsfw_tag
|
||||
)
|
||||
else:
|
||||
tmp = await Pixiv.query_images(
|
||||
x, r18=1 if nsfw_tag == 2 else 0, num=pix_num
|
||||
) + await OmegaPixivIllusts.query_images(x, nsfw_tag=nsfw_tag, num=omega_num)
|
||||
tmp_ = []
|
||||
all_image = []
|
||||
for x in tmp:
|
||||
if x.pid not in tmp_:
|
||||
all_image.append(x)
|
||||
tmp_.append(x.pid)
|
||||
if not all_image:
|
||||
await pix.finish(f"未在图库中找到与 {keyword} 相关Tag/UID/PID的图片...", at_sender=True)
|
||||
for _ in range(num):
|
||||
img_url = None
|
||||
author = None
|
||||
if not all_image:
|
||||
await pix.finish("坏了...发完了，没图了...")
|
||||
img = random.choice(all_image)
|
||||
all_image.remove(img)
|
||||
if isinstance(img, OmegaPixivIllusts):
|
||||
img_url = img.url
|
||||
author = img.uname
|
||||
elif isinstance(img, Pixiv):
|
||||
img_url = img.img_url
|
||||
author = img.author
|
||||
pid = img.pid
|
||||
title = img.title
|
||||
uid = img.uid
|
||||
_img = await get_image(img_url, event.user_id)
|
||||
if _img:
|
||||
msg_id = await pix.send(
|
||||
Message(
|
||||
f"title：{title}\n"
|
||||
f"author：{author}\n"
|
||||
f"PID：{pid}\nUID：{uid}\n"
|
||||
f"{image(_img, 'temp')}"
|
||||
)
|
||||
)
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 查看PIX图库PID: {pid}"
|
||||
)
|
||||
else:
|
||||
msg_id = await pix.send(f"下载图片似乎出了一点问题，PID：{pid}")
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 查看PIX图库PID: {pid}，下载图片出错"
|
||||
)
|
||||
withdraw_message_manager.withdraw_message(event, msg_id, Config.get_config("pix", "WITHDRAW_PIX_MESSAGE"))
|
||||
|
||||
from nonebot.adapters.cqhttp.message import Message
|
||||
from utils.utils import get_message_text, is_number
|
||||
from configs.config import Config
|
||||
from .model.omega_pixiv_illusts import OmegaPixivIllusts
|
||||
from utils.message_builder import image
|
||||
from utils.manager import withdraw_message_manager
|
||||
from services.log import logger
|
||||
from nonebot.adapters.cqhttp import (
|
||||
Bot,
|
||||
MessageEvent,
|
||||
GroupMessageEvent,
|
||||
)
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import get_image
|
||||
from .model.pixiv import Pixiv
|
||||
from nonebot import on_command
|
||||
import random
|
||||
|
||||
|
||||
__zx_plugin_name__ = "PIX"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
查看 pix 好康图库
|
||||
指令：
|
||||
pix ?*[tags]: 通过 tag 获取相似图片，不含tag时随机抽取
|
||||
pix pid[pid]: 查看图库中指定pid图片
|
||||
""".strip()
|
||||
__plugin_superuser_usage__ = """
|
||||
usage：
|
||||
超级用户额外的 pix 指令
|
||||
指令：
|
||||
pix -s ?*[tags]: 通过tag获取色图，不含tag时随机
|
||||
pix -r ?*[tags]: 通过tag获取r18图，不含tag时随机
|
||||
""".strip()
|
||||
__plugin_des__ = "这里是PIX图库！"
|
||||
__plugin_cmd__ = [
|
||||
"pix ?*[tags]",
|
||||
"pix pid [pid]",
|
||||
"pix -s ?*[tags] [_superuser]",
|
||||
"pix -r ?*[tags] [_superuser]",
|
||||
]
|
||||
__plugin_type__ = ("来点好康的",)
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
__plugin_settings__ = {
|
||||
"level": 5,
|
||||
"default_status": True,
|
||||
"limit_superuser": False,
|
||||
"cmd": ["pix", "Pix", "PIX", "pIx"],
|
||||
}
|
||||
__plugin_block_limit__ = {"rst": "您有PIX图片正在处理，请稍等..."}
|
||||
|
||||
|
||||
pix = on_command("pix", aliases={"PIX", "Pix"}, priority=5, block=True)
|
||||
|
||||
|
||||
PIX_RATIO = None
|
||||
OMEGA_RATIO = None
|
||||
|
||||
|
||||
@pix.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
global PIX_RATIO, OMEGA_RATIO
|
||||
if PIX_RATIO is None:
|
||||
pix_omega_pixiv_ratio = Config.get_config("pix", "PIX_OMEGA_PIXIV_RATIO")
|
||||
PIX_RATIO = pix_omega_pixiv_ratio[0] / (
|
||||
pix_omega_pixiv_ratio[0] + pix_omega_pixiv_ratio[1]
|
||||
)
|
||||
OMEGA_RATIO = 1 - PIX_RATIO
|
||||
num = 1
|
||||
keyword = get_message_text(event.json())
|
||||
x = keyword.split(" ")
|
||||
if "-s" in x:
|
||||
x.remove("-s")
|
||||
nsfw_tag = 1
|
||||
elif "-r" in x:
|
||||
x.remove("-r")
|
||||
nsfw_tag = 2
|
||||
else:
|
||||
nsfw_tag = 0
|
||||
if nsfw_tag != 0 and str(event.user_id) not in bot.config.superusers:
|
||||
await pix.finish("你不能看这些噢，这些都是是留给管理员看的...")
|
||||
if len(x) > 1:
|
||||
if is_number(x[-1]):
|
||||
num = int(x[-1])
|
||||
if num > 10:
|
||||
if str(event.user_id) not in bot.config.superusers or (
|
||||
str(event.user_id) in bot.config.superusers and num > 30
|
||||
):
|
||||
num = random.randint(1, 10)
|
||||
await pix.send(f"太贪心了，就给你发 {num}张 好了")
|
||||
x = x[:-1]
|
||||
keyword = " ".join(x)
|
||||
pix_num = int(num * PIX_RATIO) + 15 if PIX_RATIO != 0 else 0
|
||||
omega_num = num - pix_num + 15
|
||||
if is_number(keyword):
|
||||
if num == 1:
|
||||
pix_num = 15
|
||||
omega_num = 15
|
||||
all_image = await Pixiv.query_images(
|
||||
uid=int(keyword), num=pix_num, r18=1 if nsfw_tag == 2 else 0
|
||||
) + await OmegaPixivIllusts.query_images(
|
||||
uid=int(keyword), num=omega_num, nsfw_tag=nsfw_tag
|
||||
)
|
||||
elif keyword.lower().startswith("pid"):
|
||||
pid = keyword.replace("pid", "").replace(":", "").replace("：", "")
|
||||
if not is_number(pid):
|
||||
await pix.finish("PID必须是数字...", at_sender=True)
|
||||
all_image = await Pixiv.query_images(
|
||||
pid=int(pid), r18=1 if nsfw_tag == 2 else 0
|
||||
)
|
||||
if not all_image:
|
||||
all_image = await OmegaPixivIllusts.query_images(
|
||||
pid=int(pid), nsfw_tag=nsfw_tag
|
||||
)
|
||||
else:
|
||||
tmp = await Pixiv.query_images(
|
||||
x, r18=1 if nsfw_tag == 2 else 0, num=pix_num
|
||||
) + await OmegaPixivIllusts.query_images(x, nsfw_tag=nsfw_tag, num=omega_num)
|
||||
tmp_ = []
|
||||
all_image = []
|
||||
for x in tmp:
|
||||
if x.pid not in tmp_:
|
||||
all_image.append(x)
|
||||
tmp_.append(x.pid)
|
||||
if not all_image:
|
||||
await pix.finish(f"未在图库中找到与 {keyword} 相关Tag/UID/PID的图片...", at_sender=True)
|
||||
for _ in range(num):
|
||||
img_url = None
|
||||
author = None
|
||||
if not all_image:
|
||||
await pix.finish("坏了...发完了，没图了...")
|
||||
img = random.choice(all_image)
|
||||
all_image.remove(img)
|
||||
if isinstance(img, OmegaPixivIllusts):
|
||||
img_url = img.url
|
||||
author = img.uname
|
||||
elif isinstance(img, Pixiv):
|
||||
img_url = img.img_url
|
||||
author = img.author
|
||||
pid = img.pid
|
||||
title = img.title
|
||||
uid = img.uid
|
||||
_img = await get_image(img_url, event.user_id)
|
||||
if _img:
|
||||
msg_id = await pix.send(
|
||||
Message(
|
||||
f"title：{title}\n"
|
||||
f"author：{author}\n"
|
||||
f"PID：{pid}\nUID：{uid}\n"
|
||||
f"{image(_img, 'temp')}"
|
||||
)
|
||||
)
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 查看PIX图库PID: {pid}"
|
||||
)
|
||||
else:
|
||||
msg_id = await pix.send(f"下载图片似乎出了一点问题，PID：{pid}")
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 查看PIX图库PID: {pid}，下载图片出错"
|
||||
)
|
||||
withdraw_message_manager.withdraw_message(event, msg_id, Config.get_config("pix", "WITHDRAW_PIX_MESSAGE"))
|
||||
|
||||
|
||||
Regular → Executable
+120
-120
@@ -1,120 +1,120 @@
|
||||
from nonebot import on_command
|
||||
from utils.utils import get_message_text, is_number
|
||||
from services.log import logger
|
||||
from nonebot.adapters.cqhttp import Bot, MessageEvent, GroupMessageEvent
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import uid_pid_exists
|
||||
from .model.pixiv_keyword_user import PixivKeywordUser
|
||||
from .model.pixiv import Pixiv
|
||||
from nonebot.permission import SUPERUSER
|
||||
|
||||
__zx_plugin_name__ = "PIX关键词/UID/PID添加管理 [Superuser]"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
PIX关键词/UID/PID添加管理操作
|
||||
指令：
|
||||
添加pix关键词 [Tag]: 添加一个pix搜索收录Tag
|
||||
添加pixuid [uid]: 添加一个pix搜索收录uid
|
||||
添加pixpid [pid]: 添加一个pix收录pid
|
||||
""".strip()
|
||||
__plugin_des__ = "PIX关键词/UID/PID添加管理"
|
||||
__plugin_cmd__ = ["添加pix关键词 [Tag]", "添加pixuid [uid]", "添加pixpid [pid]"]
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
|
||||
|
||||
add_keyword = on_command("添加pix关键词", aliases={"添加pix关键字"}, priority=1, block=True)
|
||||
|
||||
add_black_pid = on_command("添加pix黑名单", permission=SUPERUSER, priority=1, block=True)
|
||||
|
||||
# 超级用户可以通过字符 -f 来强制收录不检查是否存在
|
||||
add_uid_pid = on_command(
|
||||
"添加pixuid",
|
||||
aliases={
|
||||
"添加pixpid",
|
||||
},
|
||||
priority=1,
|
||||
block=True,
|
||||
)
|
||||
|
||||
|
||||
@add_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg = get_message_text(event.json())
|
||||
group_id = -1
|
||||
if isinstance(event, GroupMessageEvent):
|
||||
group_id = event.group_id
|
||||
if msg:
|
||||
if await PixivKeywordUser.add_keyword(
|
||||
event.user_id, group_id, msg, bot.config.superusers
|
||||
):
|
||||
await add_keyword.send(
|
||||
f"已成功添加pixiv搜图关键词：{msg}，请等待管理员通过该关键词！", at_sender=True
|
||||
)
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 添加了pixiv搜图关键词:" + msg
|
||||
)
|
||||
else:
|
||||
await add_keyword.finish(f"该关键词 {msg} 已存在...")
|
||||
else:
|
||||
await add_keyword.finish(f"虚空关键词？.？.？.？")
|
||||
|
||||
|
||||
@add_uid_pid.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg = get_message_text(event.json())
|
||||
exists_flag = True
|
||||
if msg.find("-f") != -1 and str(event.user_id) in bot.config.superusers:
|
||||
exists_flag = False
|
||||
msg = msg.replace("-f", "").strip()
|
||||
if msg:
|
||||
for msg in msg.split():
|
||||
if not is_number(msg):
|
||||
await add_uid_pid.finish("UID只能是数字的说...", at_sender=True)
|
||||
if state["_prefix"]["raw_command"].lower().endswith("uid"):
|
||||
msg = f"uid:{msg}"
|
||||
else:
|
||||
msg = f"pid:{msg}"
|
||||
if await Pixiv.check_exists(int(msg[4:]), "p0"):
|
||||
await add_uid_pid.finish(f"该PID：{msg[4:]}已存在...", at_sender=True)
|
||||
if not await uid_pid_exists(msg) and exists_flag:
|
||||
await add_uid_pid.finish("画师或作品不存在或搜索正在CD，请稍等...", at_sender=True)
|
||||
group_id = -1
|
||||
if isinstance(event, GroupMessageEvent):
|
||||
group_id = event.group_id
|
||||
if await PixivKeywordUser.add_keyword(
|
||||
event.user_id, group_id, msg, bot.config.superusers
|
||||
):
|
||||
await add_uid_pid.send(
|
||||
f"已成功添加pixiv搜图UID/PID：{msg[4:]}，请等待管理员通过！", at_sender=True
|
||||
)
|
||||
else:
|
||||
await add_uid_pid.finish(f"该UID/PID：{msg[4:]} 已存在...")
|
||||
else:
|
||||
await add_uid_pid.finish("湮灭吧！虚空的UID！")
|
||||
|
||||
|
||||
@add_black_pid.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
pid = get_message_text(event.json())
|
||||
img_p = ""
|
||||
if "p" in pid:
|
||||
img_p = pid.split("p")[-1]
|
||||
pid = pid.replace("_", "")
|
||||
pid = pid[: pid.find("p")]
|
||||
if not is_number(pid):
|
||||
await add_black_pid.finish("PID必须全部是数字！", at_sender=True)
|
||||
if await PixivKeywordUser.add_keyword(
|
||||
114514,
|
||||
114514,
|
||||
f"black:{pid}{f'_p{img_p}' if img_p else ''}",
|
||||
bot.config.superusers,
|
||||
):
|
||||
await add_black_pid.send(f"已添加PID：{pid} 至黑名单中...")
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 添加了pixiv搜图黑名单 PID:{pid}"
|
||||
)
|
||||
else:
|
||||
await add_black_pid.send(f"PID：{pid} 已添加黑名单中，添加失败...")
|
||||
from nonebot import on_command
|
||||
from utils.utils import get_message_text, is_number
|
||||
from services.log import logger
|
||||
from nonebot.adapters.cqhttp import Bot, MessageEvent, GroupMessageEvent
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import uid_pid_exists
|
||||
from .model.pixiv_keyword_user import PixivKeywordUser
|
||||
from .model.pixiv import Pixiv
|
||||
from nonebot.permission import SUPERUSER
|
||||
|
||||
__zx_plugin_name__ = "PIX关键词/UID/PID添加管理 [Superuser]"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
PIX关键词/UID/PID添加管理操作
|
||||
指令：
|
||||
添加pix关键词 [Tag]: 添加一个pix搜索收录Tag
|
||||
添加pixuid [uid]: 添加一个pix搜索收录uid
|
||||
添加pixpid [pid]: 添加一个pix收录pid
|
||||
""".strip()
|
||||
__plugin_des__ = "PIX关键词/UID/PID添加管理"
|
||||
__plugin_cmd__ = ["添加pix关键词 [Tag]", "添加pixuid [uid]", "添加pixpid [pid]"]
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
|
||||
|
||||
add_keyword = on_command("添加pix关键词", aliases={"添加pix关键字"}, priority=1, block=True)
|
||||
|
||||
add_black_pid = on_command("添加pix黑名单", permission=SUPERUSER, priority=1, block=True)
|
||||
|
||||
# 超级用户可以通过字符 -f 来强制收录不检查是否存在
|
||||
add_uid_pid = on_command(
|
||||
"添加pixuid",
|
||||
aliases={
|
||||
"添加pixpid",
|
||||
},
|
||||
priority=1,
|
||||
block=True,
|
||||
)
|
||||
|
||||
|
||||
@add_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg = get_message_text(event.json())
|
||||
group_id = -1
|
||||
if isinstance(event, GroupMessageEvent):
|
||||
group_id = event.group_id
|
||||
if msg:
|
||||
if await PixivKeywordUser.add_keyword(
|
||||
event.user_id, group_id, msg, bot.config.superusers
|
||||
):
|
||||
await add_keyword.send(
|
||||
f"已成功添加pixiv搜图关键词：{msg}，请等待管理员通过该关键词！", at_sender=True
|
||||
)
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 添加了pixiv搜图关键词:" + msg
|
||||
)
|
||||
else:
|
||||
await add_keyword.finish(f"该关键词 {msg} 已存在...")
|
||||
else:
|
||||
await add_keyword.finish(f"虚空关键词？.？.？.？")
|
||||
|
||||
|
||||
@add_uid_pid.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg = get_message_text(event.json())
|
||||
exists_flag = True
|
||||
if msg.find("-f") != -1 and str(event.user_id) in bot.config.superusers:
|
||||
exists_flag = False
|
||||
msg = msg.replace("-f", "").strip()
|
||||
if msg:
|
||||
for msg in msg.split():
|
||||
if not is_number(msg):
|
||||
await add_uid_pid.finish("UID只能是数字的说...", at_sender=True)
|
||||
if state["_prefix"]["raw_command"].lower().endswith("uid"):
|
||||
msg = f"uid:{msg}"
|
||||
else:
|
||||
msg = f"pid:{msg}"
|
||||
if await Pixiv.check_exists(int(msg[4:]), "p0"):
|
||||
await add_uid_pid.finish(f"该PID：{msg[4:]}已存在...", at_sender=True)
|
||||
if not await uid_pid_exists(msg) and exists_flag:
|
||||
await add_uid_pid.finish("画师或作品不存在或搜索正在CD，请稍等...", at_sender=True)
|
||||
group_id = -1
|
||||
if isinstance(event, GroupMessageEvent):
|
||||
group_id = event.group_id
|
||||
if await PixivKeywordUser.add_keyword(
|
||||
event.user_id, group_id, msg, bot.config.superusers
|
||||
):
|
||||
await add_uid_pid.send(
|
||||
f"已成功添加pixiv搜图UID/PID：{msg[4:]}，请等待管理员通过！", at_sender=True
|
||||
)
|
||||
else:
|
||||
await add_uid_pid.finish(f"该UID/PID：{msg[4:]} 已存在...")
|
||||
else:
|
||||
await add_uid_pid.finish("湮灭吧！虚空的UID！")
|
||||
|
||||
|
||||
@add_black_pid.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
pid = get_message_text(event.json())
|
||||
img_p = ""
|
||||
if "p" in pid:
|
||||
img_p = pid.split("p")[-1]
|
||||
pid = pid.replace("_", "")
|
||||
pid = pid[: pid.find("p")]
|
||||
if not is_number(pid):
|
||||
await add_black_pid.finish("PID必须全部是数字！", at_sender=True)
|
||||
if await PixivKeywordUser.add_keyword(
|
||||
114514,
|
||||
114514,
|
||||
f"black:{pid}{f'_p{img_p}' if img_p else ''}",
|
||||
bot.config.superusers,
|
||||
):
|
||||
await add_black_pid.send(f"已添加PID：{pid} 至黑名单中...")
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 添加了pixiv搜图黑名单 PID:{pid}"
|
||||
)
|
||||
else:
|
||||
await add_black_pid.send(f"PID：{pid} 已添加黑名单中，添加失败...")
|
||||
|
||||
Regular → Executable
+182
-182
@@ -1,182 +1,182 @@
|
||||
from nonebot import on_command
|
||||
from nonebot.adapters.cqhttp.message import Message
|
||||
from utils.utils import get_message_text, is_number
|
||||
from utils.message_builder import at
|
||||
from services.log import logger
|
||||
from nonebot.adapters.cqhttp import Bot, MessageEvent, GroupMessageEvent
|
||||
from nonebot.permission import SUPERUSER
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import remove_image
|
||||
from .model.pixiv_keyword_user import PixivKeywordUser
|
||||
from .model.pixiv import Pixiv
|
||||
|
||||
|
||||
__zx_plugin_name__ = "PIX关键词/UID/PID删除管理 [Superuser]"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
PIX关键词/UID/PID删除管理操作
|
||||
指令：
|
||||
通过pix关键词 [关键词/pid/uid]
|
||||
取消pix关键词 [关键词/pid/uid]
|
||||
删除pix关键词 [关键词/pid/uid]
|
||||
删除pix图片 *[pid]
|
||||
示例：通过pix关键词萝莉
|
||||
示例：通过pix关键词uid:123456
|
||||
示例：通过pix关键词pid:123456
|
||||
示例：删除pix图片4223442
|
||||
""".strip()
|
||||
__plugin_des__ = "PIX关键词/UID/PID删除管理"
|
||||
__plugin_cmd__ = [
|
||||
"通过pix关键词 [关键词/pid/uid]",
|
||||
"取消pix关键词 [关键词/pid/uid]",
|
||||
"删除pix关键词 [关键词/pid/uid]",
|
||||
"删除pix图片 *[pid]",
|
||||
]
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
|
||||
|
||||
pass_keyword = on_command(
|
||||
"通过pix关键词",
|
||||
aliases={"通过pix关键字", "取消pix关键词", "取消pix关键字"},
|
||||
permission=SUPERUSER,
|
||||
priority=1,
|
||||
block=True,
|
||||
)
|
||||
|
||||
del_keyword = on_command(
|
||||
"删除pix关键词", aliases={"删除pix关键字"}, permission=SUPERUSER, priority=1, block=True
|
||||
)
|
||||
|
||||
del_pic = on_command("删除pix图片", permission=SUPERUSER, priority=1, block=True)
|
||||
|
||||
|
||||
@del_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg = get_message_text(event.json())
|
||||
if not msg:
|
||||
await del_keyword.finish("好好输入要删除什么关键字啊笨蛋！")
|
||||
if is_number(msg):
|
||||
msg = f"uid:{msg}"
|
||||
if msg.lower().startswith("pid"):
|
||||
msg = "pid:" + msg.replace("pid", "").replace(":", "")
|
||||
if await PixivKeywordUser.delete_keyword(msg):
|
||||
await del_keyword.send(f"删除搜图关键词/UID：{msg} 成功...")
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 删除了pixiv搜图关键词:" + msg
|
||||
)
|
||||
else:
|
||||
await del_keyword.send(f"未查询到搜索关键词/UID/PID：{msg}，删除失败！")
|
||||
|
||||
|
||||
@del_pic.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
pid_arr = get_message_text(event.json())
|
||||
if pid_arr:
|
||||
msg = ""
|
||||
black_pid = ""
|
||||
flag = False
|
||||
pid_arr = pid_arr.split()
|
||||
if pid_arr[-1] in ["-black", "-b"]:
|
||||
flag = True
|
||||
pid_arr = pid_arr[:-1]
|
||||
for pid in pid_arr:
|
||||
img_p = None
|
||||
if "p" in pid or "ugoira" in pid:
|
||||
if "p" in pid:
|
||||
img_p = pid.split("p")[-1]
|
||||
pid = pid.replace("_", "")
|
||||
pid = pid[: pid.find("p")]
|
||||
elif "ugoira" in pid:
|
||||
img_p = pid.split("ugoira")[-1]
|
||||
pid = pid.replace("_", "")
|
||||
pid = pid[: pid.find("ugoira")]
|
||||
if is_number(pid):
|
||||
if await Pixiv.query_images(pid=int(pid), r18=2):
|
||||
if await remove_image(int(pid), img_p):
|
||||
msg += f'{pid}{f"_p{img_p}" if img_p else ""}，'
|
||||
if flag:
|
||||
if await PixivKeywordUser.add_keyword(
|
||||
114514,
|
||||
114514,
|
||||
f"black:{pid}{f'_p{img_p}' if img_p else ''}",
|
||||
bot.config.superusers,
|
||||
):
|
||||
black_pid += f'{pid}{f"_p{img_p}" if img_p else ""}，'
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP "
|
||||
f"{event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 删除了PIX图片 PID:{pid}{f'_p{img_p}' if img_p else ''}"
|
||||
)
|
||||
else:
|
||||
await del_pic.send(
|
||||
f"PIX:删除pid：{pid}{f'_p{img_p}' if img_p else ''} 失败.."
|
||||
)
|
||||
else:
|
||||
await del_pic.send(
|
||||
f"PIX:图片pix：{pid}{f'_p{img_p}' if img_p else ''} 不存在...无法删除.."
|
||||
)
|
||||
else:
|
||||
await del_pic.send(f"PID必须为数字！pid：{pid}", at_sender=True)
|
||||
await del_pic.send(f"PIX:成功删除图片：{msg[:-1]}")
|
||||
if flag:
|
||||
await del_pic.send(f"成功图片PID加入黑名单：{black_pid[:-1]}")
|
||||
else:
|
||||
await del_pic.send("虚空删除？")
|
||||
|
||||
|
||||
@pass_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
tmp = {"group": {}, "private": {}}
|
||||
msg = get_message_text(event.json())
|
||||
if not msg:
|
||||
await pass_keyword.finish("通过虚空的关键词/UID？离谱...")
|
||||
msg = msg.split()
|
||||
flag = True if state["_prefix"]["raw_command"][:2] == "通过" else False
|
||||
for x in msg:
|
||||
if x.lower().startswith("uid"):
|
||||
x = x.replace("uid", "").replace(":", "")
|
||||
x = f"uid:{x}"
|
||||
elif x.lower().startswith("pid"):
|
||||
x = x.replace("pid", "").replace(":", "")
|
||||
x = f"pid:{x}"
|
||||
if x.lower().find("pid") != -1 or x.lower().find("uid") != -1:
|
||||
if not is_number(x[4:]):
|
||||
await pass_keyword.send(f"UID/PID：{x} 非全数字，跳过该关键词...")
|
||||
continue
|
||||
user_id, group_id = await PixivKeywordUser.set_keyword_pass(x, flag)
|
||||
if not user_id:
|
||||
await pass_keyword.send(f"未找到关键词/UID：{x}，请检查关键词/UID是否存在...")
|
||||
continue
|
||||
if flag:
|
||||
if group_id == -1:
|
||||
if not tmp["private"].get(user_id):
|
||||
tmp["private"][user_id] = {"keyword": [x]}
|
||||
else:
|
||||
tmp["private"][user_id]["keyword"].append(x)
|
||||
else:
|
||||
if not tmp["group"].get(group_id):
|
||||
tmp["group"][group_id] = {}
|
||||
if not tmp["group"][group_id].get(user_id):
|
||||
tmp["group"][group_id][user_id] = {"keyword": [x]}
|
||||
else:
|
||||
tmp["group"][group_id][user_id]["keyword"].append(x)
|
||||
msg = " ".join(msg)
|
||||
await pass_keyword.send(f'已成功{state["_prefix"]["raw_command"][:2]}搜图关键词：{msg}....')
|
||||
for user in tmp["private"]:
|
||||
x = "，".join(tmp["private"][user]["keyword"])
|
||||
await bot.send_private_msg(
|
||||
user_id=user, message=f"你的关键词/UID/PID {x} 已被管理员通过，将在下一次进行更新..."
|
||||
)
|
||||
for group in tmp["group"]:
|
||||
for user in tmp["group"][group]:
|
||||
x = "，".join(tmp["group"][group][user]["keyword"])
|
||||
await bot.send_group_msg(
|
||||
group_id=group,
|
||||
message=Message(f"{at(user)}你的关键词/UID/PID {x} 已被管理员通过，将在下一次进行更新..."),
|
||||
)
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 通过了pixiv搜图关键词/UID:" + msg
|
||||
)
|
||||
from nonebot import on_command
|
||||
from nonebot.adapters.cqhttp.message import Message
|
||||
from utils.utils import get_message_text, is_number
|
||||
from utils.message_builder import at
|
||||
from services.log import logger
|
||||
from nonebot.adapters.cqhttp import Bot, MessageEvent, GroupMessageEvent
|
||||
from nonebot.permission import SUPERUSER
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import remove_image
|
||||
from .model.pixiv_keyword_user import PixivKeywordUser
|
||||
from .model.pixiv import Pixiv
|
||||
|
||||
|
||||
__zx_plugin_name__ = "PIX关键词/UID/PID删除管理 [Superuser]"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
PIX关键词/UID/PID删除管理操作
|
||||
指令：
|
||||
通过pix关键词 [关键词/pid/uid]
|
||||
取消pix关键词 [关键词/pid/uid]
|
||||
删除pix关键词 [关键词/pid/uid]
|
||||
删除pix图片 *[pid]
|
||||
示例：通过pix关键词萝莉
|
||||
示例：通过pix关键词uid:123456
|
||||
示例：通过pix关键词pid:123456
|
||||
示例：删除pix图片4223442
|
||||
""".strip()
|
||||
__plugin_des__ = "PIX关键词/UID/PID删除管理"
|
||||
__plugin_cmd__ = [
|
||||
"通过pix关键词 [关键词/pid/uid]",
|
||||
"取消pix关键词 [关键词/pid/uid]",
|
||||
"删除pix关键词 [关键词/pid/uid]",
|
||||
"删除pix图片 *[pid]",
|
||||
]
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
|
||||
|
||||
pass_keyword = on_command(
|
||||
"通过pix关键词",
|
||||
aliases={"通过pix关键字", "取消pix关键词", "取消pix关键字"},
|
||||
permission=SUPERUSER,
|
||||
priority=1,
|
||||
block=True,
|
||||
)
|
||||
|
||||
del_keyword = on_command(
|
||||
"删除pix关键词", aliases={"删除pix关键字"}, permission=SUPERUSER, priority=1, block=True
|
||||
)
|
||||
|
||||
del_pic = on_command("删除pix图片", permission=SUPERUSER, priority=1, block=True)
|
||||
|
||||
|
||||
@del_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg = get_message_text(event.json())
|
||||
if not msg:
|
||||
await del_keyword.finish("好好输入要删除什么关键字啊笨蛋！")
|
||||
if is_number(msg):
|
||||
msg = f"uid:{msg}"
|
||||
if msg.lower().startswith("pid"):
|
||||
msg = "pid:" + msg.replace("pid", "").replace(":", "")
|
||||
if await PixivKeywordUser.delete_keyword(msg):
|
||||
await del_keyword.send(f"删除搜图关键词/UID：{msg} 成功...")
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 删除了pixiv搜图关键词:" + msg
|
||||
)
|
||||
else:
|
||||
await del_keyword.send(f"未查询到搜索关键词/UID/PID：{msg}，删除失败！")
|
||||
|
||||
|
||||
@del_pic.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
pid_arr = get_message_text(event.json())
|
||||
if pid_arr:
|
||||
msg = ""
|
||||
black_pid = ""
|
||||
flag = False
|
||||
pid_arr = pid_arr.split()
|
||||
if pid_arr[-1] in ["-black", "-b"]:
|
||||
flag = True
|
||||
pid_arr = pid_arr[:-1]
|
||||
for pid in pid_arr:
|
||||
img_p = None
|
||||
if "p" in pid or "ugoira" in pid:
|
||||
if "p" in pid:
|
||||
img_p = pid.split("p")[-1]
|
||||
pid = pid.replace("_", "")
|
||||
pid = pid[: pid.find("p")]
|
||||
elif "ugoira" in pid:
|
||||
img_p = pid.split("ugoira")[-1]
|
||||
pid = pid.replace("_", "")
|
||||
pid = pid[: pid.find("ugoira")]
|
||||
if is_number(pid):
|
||||
if await Pixiv.query_images(pid=int(pid), r18=2):
|
||||
if await remove_image(int(pid), img_p):
|
||||
msg += f'{pid}{f"_p{img_p}" if img_p else ""}，'
|
||||
if flag:
|
||||
if await PixivKeywordUser.add_keyword(
|
||||
114514,
|
||||
114514,
|
||||
f"black:{pid}{f'_p{img_p}' if img_p else ''}",
|
||||
bot.config.superusers,
|
||||
):
|
||||
black_pid += f'{pid}{f"_p{img_p}" if img_p else ""}，'
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP "
|
||||
f"{event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 删除了PIX图片 PID:{pid}{f'_p{img_p}' if img_p else ''}"
|
||||
)
|
||||
else:
|
||||
await del_pic.send(
|
||||
f"PIX:删除pid：{pid}{f'_p{img_p}' if img_p else ''} 失败.."
|
||||
)
|
||||
else:
|
||||
await del_pic.send(
|
||||
f"PIX:图片pix：{pid}{f'_p{img_p}' if img_p else ''} 不存在...无法删除.."
|
||||
)
|
||||
else:
|
||||
await del_pic.send(f"PID必须为数字！pid：{pid}", at_sender=True)
|
||||
await del_pic.send(f"PIX:成功删除图片：{msg[:-1]}")
|
||||
if flag:
|
||||
await del_pic.send(f"成功图片PID加入黑名单：{black_pid[:-1]}")
|
||||
else:
|
||||
await del_pic.send("虚空删除？")
|
||||
|
||||
|
||||
@pass_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
tmp = {"group": {}, "private": {}}
|
||||
msg = get_message_text(event.json())
|
||||
if not msg:
|
||||
await pass_keyword.finish("通过虚空的关键词/UID？离谱...")
|
||||
msg = msg.split()
|
||||
flag = True if state["_prefix"]["raw_command"][:2] == "通过" else False
|
||||
for x in msg:
|
||||
if x.lower().startswith("uid"):
|
||||
x = x.replace("uid", "").replace(":", "")
|
||||
x = f"uid:{x}"
|
||||
elif x.lower().startswith("pid"):
|
||||
x = x.replace("pid", "").replace(":", "")
|
||||
x = f"pid:{x}"
|
||||
if x.lower().find("pid") != -1 or x.lower().find("uid") != -1:
|
||||
if not is_number(x[4:]):
|
||||
await pass_keyword.send(f"UID/PID：{x} 非全数字，跳过该关键词...")
|
||||
continue
|
||||
user_id, group_id = await PixivKeywordUser.set_keyword_pass(x, flag)
|
||||
if not user_id:
|
||||
await pass_keyword.send(f"未找到关键词/UID：{x}，请检查关键词/UID是否存在...")
|
||||
continue
|
||||
if flag:
|
||||
if group_id == -1:
|
||||
if not tmp["private"].get(user_id):
|
||||
tmp["private"][user_id] = {"keyword": [x]}
|
||||
else:
|
||||
tmp["private"][user_id]["keyword"].append(x)
|
||||
else:
|
||||
if not tmp["group"].get(group_id):
|
||||
tmp["group"][group_id] = {}
|
||||
if not tmp["group"][group_id].get(user_id):
|
||||
tmp["group"][group_id][user_id] = {"keyword": [x]}
|
||||
else:
|
||||
tmp["group"][group_id][user_id]["keyword"].append(x)
|
||||
msg = " ".join(msg)
|
||||
await pass_keyword.send(f'已成功{state["_prefix"]["raw_command"][:2]}搜图关键词：{msg}....')
|
||||
for user in tmp["private"]:
|
||||
x = "，".join(tmp["private"][user]["keyword"])
|
||||
await bot.send_private_msg(
|
||||
user_id=user, message=f"你的关键词/UID/PID {x} 已被管理员通过，将在下一次进行更新..."
|
||||
)
|
||||
for group in tmp["group"]:
|
||||
for user in tmp["group"][group]:
|
||||
x = "，".join(tmp["group"][group][user]["keyword"])
|
||||
await bot.send_group_msg(
|
||||
group_id=group,
|
||||
message=Message(f"{at(user)}你的关键词/UID/PID {x} 已被管理员通过，将在下一次进行更新..."),
|
||||
)
|
||||
logger.info(
|
||||
f"(USER {event.user_id}, GROUP {event.group_id if isinstance(event, GroupMessageEvent) else 'private'})"
|
||||
f" 通过了pixiv搜图关键词/UID:" + msg
|
||||
)
|
||||
|
||||
Regular → Executable
+84
-84
@@ -1,84 +1,84 @@
|
||||
from nonebot import on_command
|
||||
from utils.utils import get_message_text
|
||||
from utils.message_builder import image
|
||||
from nonebot.adapters.cqhttp import Bot, MessageEvent
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import gen_keyword_pic, get_keyword_num
|
||||
from .model.pixiv_keyword_user import PixivKeywordUser
|
||||
import asyncio
|
||||
|
||||
|
||||
__zx_plugin_name__ = "查看pix图库"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
查看pix图库
|
||||
指令：
|
||||
查看pix图库 ?[tags]: 查看指定tag图片数量，为空时查看整个图库
|
||||
""".strip()
|
||||
__plugin_des__ = "让我看看管理员私藏了多少货"
|
||||
__plugin_cmd__ = ["查看pix图库 ?[tags]"]
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
__plugin_settings__ = {
|
||||
"level": 5,
|
||||
"default_status": True,
|
||||
"limit_superuser": False,
|
||||
"cmd": ["查看pix图库"],
|
||||
}
|
||||
|
||||
|
||||
my_keyword = on_command("我的pix关键词", aliases={"我的pix关键字"}, priority=1, block=True)
|
||||
|
||||
show_keyword = on_command("显示pix关键词", aliases={"显示pix关键字"}, priority=1, block=True)
|
||||
|
||||
show_pix = on_command("查看pix图库", priority=1, block=True)
|
||||
|
||||
|
||||
@my_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
data = await PixivKeywordUser.get_all_user_dict()
|
||||
if data.get(event.user_id) is None or not data[event.user_id]["keyword"]:
|
||||
await my_keyword.finish("您目前没有提供任何Pixiv搜图关键字...", at_sender=True)
|
||||
await my_keyword.send(
|
||||
f"您目前提供的如下关键字：\n\t" + "，".join(data[event.user_id]["keyword"])
|
||||
)
|
||||
|
||||
|
||||
@show_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
_pass_keyword, not_pass_keyword = await PixivKeywordUser.get_current_keyword()
|
||||
if _pass_keyword or not_pass_keyword:
|
||||
await show_keyword.send(
|
||||
image(
|
||||
b64=await asyncio.get_event_loop().run_in_executor(
|
||||
None,
|
||||
gen_keyword_pic,
|
||||
_pass_keyword,
|
||||
not_pass_keyword,
|
||||
str(event.user_id) in bot.config.superusers,
|
||||
)
|
||||
)
|
||||
)
|
||||
else:
|
||||
if str(event.user_id) in bot.config.superusers:
|
||||
await show_keyword.finish(f"目前没有已收录或待收录的搜索关键词...")
|
||||
else:
|
||||
await show_keyword.finish(f"目前没有已收录的搜索关键词...")
|
||||
|
||||
|
||||
@show_pix.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
keyword = get_message_text(event.json())
|
||||
count, r18_count, count_, setu_count, r18_count_ = await get_keyword_num(keyword)
|
||||
await show_pix.send(
|
||||
f"PIX图库：{keyword}\n"
|
||||
f"总数：{count + r18_count}\n"
|
||||
f"美图：{count}\n"
|
||||
f"R18：{r18_count}\n"
|
||||
f"---------------\n"
|
||||
f"Omega图库：{keyword}\n"
|
||||
f"总数：{count_ + setu_count + r18_count_}\n"
|
||||
f"美图：{count_}\n"
|
||||
f"色图：{setu_count}\n"
|
||||
f"R18：{r18_count_}"
|
||||
)
|
||||
from nonebot import on_command
|
||||
from utils.utils import get_message_text
|
||||
from utils.message_builder import image
|
||||
from nonebot.adapters.cqhttp import Bot, MessageEvent
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import gen_keyword_pic, get_keyword_num
|
||||
from .model.pixiv_keyword_user import PixivKeywordUser
|
||||
import asyncio
|
||||
|
||||
|
||||
__zx_plugin_name__ = "查看pix图库"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
查看pix图库
|
||||
指令：
|
||||
查看pix图库 ?[tags]: 查看指定tag图片数量，为空时查看整个图库
|
||||
""".strip()
|
||||
__plugin_des__ = "让我看看管理员私藏了多少货"
|
||||
__plugin_cmd__ = ["查看pix图库 ?[tags]"]
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
__plugin_settings__ = {
|
||||
"level": 5,
|
||||
"default_status": True,
|
||||
"limit_superuser": False,
|
||||
"cmd": ["查看pix图库"],
|
||||
}
|
||||
|
||||
|
||||
my_keyword = on_command("我的pix关键词", aliases={"我的pix关键字"}, priority=1, block=True)
|
||||
|
||||
show_keyword = on_command("显示pix关键词", aliases={"显示pix关键字"}, priority=1, block=True)
|
||||
|
||||
show_pix = on_command("查看pix图库", priority=1, block=True)
|
||||
|
||||
|
||||
@my_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
data = await PixivKeywordUser.get_all_user_dict()
|
||||
if data.get(event.user_id) is None or not data[event.user_id]["keyword"]:
|
||||
await my_keyword.finish("您目前没有提供任何Pixiv搜图关键字...", at_sender=True)
|
||||
await my_keyword.send(
|
||||
f"您目前提供的如下关键字：\n\t" + "，".join(data[event.user_id]["keyword"])
|
||||
)
|
||||
|
||||
|
||||
@show_keyword.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
_pass_keyword, not_pass_keyword = await PixivKeywordUser.get_current_keyword()
|
||||
if _pass_keyword or not_pass_keyword:
|
||||
await show_keyword.send(
|
||||
image(
|
||||
b64=await asyncio.get_event_loop().run_in_executor(
|
||||
None,
|
||||
gen_keyword_pic,
|
||||
_pass_keyword,
|
||||
not_pass_keyword,
|
||||
str(event.user_id) in bot.config.superusers,
|
||||
)
|
||||
)
|
||||
)
|
||||
else:
|
||||
if str(event.user_id) in bot.config.superusers:
|
||||
await show_keyword.finish(f"目前没有已收录或待收录的搜索关键词...")
|
||||
else:
|
||||
await show_keyword.finish(f"目前没有已收录的搜索关键词...")
|
||||
|
||||
|
||||
@show_pix.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
keyword = get_message_text(event.json())
|
||||
count, r18_count, count_, setu_count, r18_count_ = await get_keyword_num(keyword)
|
||||
await show_pix.send(
|
||||
f"PIX图库：{keyword}\n"
|
||||
f"总数：{count + r18_count}\n"
|
||||
f"美图：{count}\n"
|
||||
f"R18：{r18_count}\n"
|
||||
f"---------------\n"
|
||||
f"Omega图库：{keyword}\n"
|
||||
f"总数：{count_ + setu_count + r18_count_}\n"
|
||||
f"美图：{count_}\n"
|
||||
f"色图：{setu_count}\n"
|
||||
f"R18：{r18_count_}"
|
||||
)
|
||||
|
||||
Regular → Executable
+132
-208
@@ -1,208 +1,132 @@
|
||||
from nonebot import on_command
|
||||
from utils.utils import get_message_text, is_number
|
||||
from nonebot.permission import SUPERUSER
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import start_update_image_url
|
||||
from .model import PixivKeywordUser, Pixiv, OmegaPixivIllusts
|
||||
from nonebot.adapters.cqhttp import Bot, MessageEvent
|
||||
from services.log import logger
|
||||
from typing import List
|
||||
from datetime import datetime
|
||||
from pathlib import Path
|
||||
import asyncio
|
||||
import time
|
||||
import os
|
||||
|
||||
|
||||
__zx_plugin_name__ = "pix检查更新 [Superuser]"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
更新pix收录的所有或指定数量的 关键词/uid/pid
|
||||
指令：
|
||||
更新pix关键词 *[keyword/uid/pid] [num=max]: 更新仅keyword/uid/pid或全部
|
||||
pix检测更新：检测从未更新过的uid和pid
|
||||
示例：更新pix关键词keyword
|
||||
示例：更新pix关键词uid 10
|
||||
""".strip()
|
||||
__plugin_des__ = "pix图库收录数据检查更新"
|
||||
__plugin_cmd__ = ["更新pix关键词 *[keyword/uid/pid] [num=max]", "pix检测更新"]
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
|
||||
start_update = on_command(
|
||||
"更新pix关键词", aliases={"更新pix关键字"}, permission=SUPERUSER, priority=1, block=True
|
||||
)
|
||||
|
||||
check_omega = on_command(
|
||||
"检测omega图库", permission=SUPERUSER, priority=1, block=True
|
||||
)
|
||||
|
||||
check_not_update_uid_pid = on_command(
|
||||
"pix检测更新",
|
||||
aliases={"pix检查更新"},
|
||||
permission=SUPERUSER,
|
||||
priority=1,
|
||||
block=True,
|
||||
)
|
||||
|
||||
|
||||
@start_update.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg_sp = get_message_text(event.json()).split()
|
||||
_pass_keyword, _ = await PixivKeywordUser.get_current_keyword()
|
||||
_pass_keyword.reverse()
|
||||
black_pid = await PixivKeywordUser.get_black_pid()
|
||||
_keyword = [
|
||||
x
|
||||
for x in _pass_keyword
|
||||
if not x.startswith("uid:")
|
||||
and not x.startswith("pid:")
|
||||
and not x.startswith("black:")
|
||||
]
|
||||
_uid = [x for x in _pass_keyword if x.startswith("uid:")]
|
||||
_pid = [x for x in _pass_keyword if x.startswith("pid:")]
|
||||
num = 9999
|
||||
msg = msg_sp[0] if len(msg_sp) else ""
|
||||
if len(msg_sp) == 2:
|
||||
if is_number(msg_sp[1]):
|
||||
num = int(msg_sp[1])
|
||||
else:
|
||||
await start_update.finish("参数错误...第二参数必须为数字")
|
||||
if num < 10000:
|
||||
keyword_str = "，".join(
|
||||
_keyword[: num if num < len(_keyword) else len(_keyword)]
|
||||
)
|
||||
uid_str = "，".join(_uid[: num if num < len(_uid) else len(_uid)])
|
||||
pid_str = "，".join(_pid[: num if num < len(_pid) else len(_pid)])
|
||||
if msg.lower() == "pid":
|
||||
update_lst = _pid
|
||||
info = f"开始更新Pixiv搜图PID：\n{pid_str}"
|
||||
elif msg.lower() == "uid":
|
||||
update_lst = _uid
|
||||
info = f"开始更新Pixiv搜图UID：\n{uid_str}"
|
||||
elif msg.lower() == "keyword":
|
||||
update_lst = _keyword
|
||||
info = f"开始更新Pixiv搜图关键词：\n{keyword_str}"
|
||||
else:
|
||||
update_lst = _pass_keyword
|
||||
info = f"开始更新Pixiv搜图关键词：\n{keyword_str}\n更新UID：{uid_str}\n更新PID：{pid_str}"
|
||||
num = num if num < len(update_lst) else len(update_lst)
|
||||
else:
|
||||
if msg.lower() == "pid":
|
||||
update_lst = [f"pid:{num}"]
|
||||
info = f"开始更新Pixiv搜图UID：\npid:{num}"
|
||||
else:
|
||||
update_lst = [f"uid:{num}"]
|
||||
info = f"开始更新Pixiv搜图UID：\nuid:{num}"
|
||||
await start_update.send(info)
|
||||
start_time = time.time()
|
||||
pid_count, pic_count = await start_update_image_url(update_lst[:num], black_pid)
|
||||
await start_update.send(
|
||||
f"Pixiv搜图关键词搜图更新完成...\n"
|
||||
f"累计更新PID {pid_count} 个\n"
|
||||
f"累计更新图片 {pic_count} 张" + "\n耗时：{:.2f}秒".format((time.time() - start_time))
|
||||
)
|
||||
|
||||
|
||||
@check_not_update_uid_pid.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg = get_message_text(event.json())
|
||||
flag = False
|
||||
if msg == "update":
|
||||
flag = True
|
||||
_pass_keyword, _ = await PixivKeywordUser.get_current_keyword()
|
||||
x_uid = []
|
||||
x_pid = []
|
||||
_uid = [int(x[4:]) for x in _pass_keyword if x.startswith("uid:")]
|
||||
_pid = [int(x[4:]) for x in _pass_keyword if x.startswith("pid:")]
|
||||
all_images = await Pixiv.query_images(r18=2)
|
||||
for img in all_images:
|
||||
if img.pid not in x_pid:
|
||||
x_pid.append(img.pid)
|
||||
if img.uid not in x_uid:
|
||||
x_uid.append(img.uid)
|
||||
await check_not_update_uid_pid.send(
|
||||
"从未更新过的UID："
|
||||
+ "，".join([f"uid:{x}" for x in _uid if x not in x_uid])
|
||||
+ "\n"
|
||||
+ "从未更新过的PID："
|
||||
+ "，".join([f"pid:{x}" for x in _pid if x not in x_pid])
|
||||
)
|
||||
if flag:
|
||||
await check_not_update_uid_pid.send("开始自动自动更新PID....")
|
||||
update_lst = [f"pid:{x}" for x in _uid if x not in x_uid]
|
||||
black_pid = await PixivKeywordUser.get_black_pid()
|
||||
start_time = time.time()
|
||||
pid_count, pic_count = await start_update_image_url(update_lst, black_pid)
|
||||
await check_not_update_uid_pid.send(
|
||||
f"Pixiv搜图关键词搜图更新完成...\n"
|
||||
f"累计更新PID {pid_count} 个\n"
|
||||
f"累计更新图片 {pic_count} 张" + "\n耗时：{:.2f}秒".format((time.time() - start_time))
|
||||
)
|
||||
|
||||
|
||||
@check_omega.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
async def _tasks(line: str, all_pid: List[int], length: int, index: int):
|
||||
data = line.split("VALUES", maxsplit=1)[-1].strip()
|
||||
if data.startswith("("):
|
||||
data = data[1:]
|
||||
if data.endswith(");"):
|
||||
data = data[:-2]
|
||||
x = data.split(maxsplit=3)
|
||||
pid = int(x[1][:-1].strip())
|
||||
if pid in all_pid:
|
||||
logger.info(f"添加OmegaPixivIllusts图库数据已存在 ---> pid：{pid}")
|
||||
return
|
||||
uid = int(x[2][:-1].strip())
|
||||
x = x[3].split(", '")
|
||||
title = x[0].strip()[1:-1]
|
||||
tmp = x[1].split(", ")
|
||||
author = tmp[0].strip()[:-1]
|
||||
nsfw_tag = int(tmp[1])
|
||||
width = int(tmp[2])
|
||||
height = int(tmp[3])
|
||||
tags = x[2][:-1]
|
||||
url = x[3][:-1]
|
||||
if await OmegaPixivIllusts.add_image_data(
|
||||
pid,
|
||||
title,
|
||||
width,
|
||||
height,
|
||||
url,
|
||||
uid,
|
||||
author,
|
||||
nsfw_tag,
|
||||
tags,
|
||||
datetime.min,
|
||||
datetime.min,
|
||||
):
|
||||
logger.info(
|
||||
f"成功添加OmegaPixivIllusts图库数据 pid：{pid} 本次预计存储 {length} 张，已更新第 {index} 张"
|
||||
)
|
||||
else:
|
||||
logger.info(f"添加OmegaPixivIllusts图库数据已存在 ---> pid：{pid}")
|
||||
omega_pixiv_illusts = None
|
||||
for file in os.listdir("."):
|
||||
if "omega_pixiv_illusts" in file and ".sql" in file:
|
||||
omega_pixiv_illusts = Path() / file
|
||||
if omega_pixiv_illusts:
|
||||
with open(omega_pixiv_illusts, "r", encoding="utf8") as f:
|
||||
lines = f.readlines()
|
||||
tasks = []
|
||||
length = len([x for x in lines if "INSERT INTO" in x.upper()])
|
||||
all_pid = await OmegaPixivIllusts.get_all_pid()
|
||||
index = 0
|
||||
logger.info("检测到OmegaPixivIllusts数据库，准备开始更新....")
|
||||
for line in lines:
|
||||
if "INSERT INTO" in line.upper():
|
||||
index += 1
|
||||
tasks.append(
|
||||
asyncio.ensure_future(_tasks(line, all_pid, length, index))
|
||||
)
|
||||
await asyncio.gather(*tasks)
|
||||
omega_pixiv_illusts.unlink()
|
||||
|
||||
|
||||
|
||||
|
||||
from nonebot import on_command
|
||||
from utils.utils import get_message_text, is_number
|
||||
from nonebot.permission import SUPERUSER
|
||||
from nonebot.typing import T_State
|
||||
from .data_source import start_update_image_url
|
||||
from .model.pixiv_keyword_user import PixivKeywordUser
|
||||
from .model.pixiv import Pixiv
|
||||
from nonebot.adapters.cqhttp import Bot, MessageEvent
|
||||
import time
|
||||
|
||||
|
||||
__zx_plugin_name__ = "pix检查更新 [Superuser]"
|
||||
__plugin_usage__ = """
|
||||
usage：
|
||||
更新pix收录的所有或指定数量的 关键词/uid/pid
|
||||
指令：
|
||||
更新pix关键词 *[keyword/uid/pid] [num=max]: 更新仅keyword/uid/pid或全部
|
||||
pix检测更新：检测从未更新过的uid和pid
|
||||
示例：更新pix关键词keyword
|
||||
示例：更新pix关键词uid 10
|
||||
""".strip()
|
||||
__plugin_des__ = "pix图库收录数据检查更新"
|
||||
__plugin_cmd__ = ["更新pix关键词 *[keyword/uid/pid] [num=max]", "pix检测更新"]
|
||||
__plugin_version__ = 0.1
|
||||
__plugin_author__ = "HibiKier"
|
||||
|
||||
start_update = on_command(
|
||||
"更新pix关键词", aliases={"更新pix关键字"}, permission=SUPERUSER, priority=1, block=True
|
||||
)
|
||||
|
||||
check_not_update_uid_pid = on_command(
|
||||
"pix检测更新",
|
||||
aliases={"pix检查更新"},
|
||||
permission=SUPERUSER,
|
||||
priority=1,
|
||||
block=True,
|
||||
)
|
||||
|
||||
|
||||
@start_update.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg_sp = get_message_text(event.json()).split()
|
||||
_pass_keyword, _ = await PixivKeywordUser.get_current_keyword()
|
||||
_pass_keyword.reverse()
|
||||
black_pid = await PixivKeywordUser.get_black_pid()
|
||||
_keyword = [
|
||||
x
|
||||
for x in _pass_keyword
|
||||
if not x.startswith("uid:")
|
||||
and not x.startswith("pid:")
|
||||
and not x.startswith("black:")
|
||||
]
|
||||
_uid = [x for x in _pass_keyword if x.startswith("uid:")]
|
||||
_pid = [x for x in _pass_keyword if x.startswith("pid:")]
|
||||
num = 9999
|
||||
msg = msg_sp[0] if len(msg_sp) else ""
|
||||
if len(msg_sp) == 2:
|
||||
if is_number(msg_sp[1]):
|
||||
num = int(msg_sp[1])
|
||||
else:
|
||||
await start_update.finish("参数错误...第二参数必须为数字")
|
||||
if num < 10000:
|
||||
keyword_str = "，".join(
|
||||
_keyword[: num if num < len(_keyword) else len(_keyword)]
|
||||
)
|
||||
uid_str = "，".join(_uid[: num if num < len(_uid) else len(_uid)])
|
||||
pid_str = "，".join(_pid[: num if num < len(_pid) else len(_pid)])
|
||||
if msg.lower() == "pid":
|
||||
update_lst = _pid
|
||||
info = f"开始更新Pixiv搜图PID：\n{pid_str}"
|
||||
elif msg.lower() == "uid":
|
||||
update_lst = _uid
|
||||
info = f"开始更新Pixiv搜图UID：\n{uid_str}"
|
||||
elif msg.lower() == "keyword":
|
||||
update_lst = _keyword
|
||||
info = f"开始更新Pixiv搜图关键词：\n{keyword_str}"
|
||||
else:
|
||||
update_lst = _pass_keyword
|
||||
info = f"开始更新Pixiv搜图关键词：\n{keyword_str}\n更新UID：{uid_str}\n更新PID：{pid_str}"
|
||||
num = num if num < len(update_lst) else len(update_lst)
|
||||
else:
|
||||
if msg.lower() == "pid":
|
||||
update_lst = [f"pid:{num}"]
|
||||
info = f"开始更新Pixiv搜图UID：\npid:{num}"
|
||||
else:
|
||||
update_lst = [f"uid:{num}"]
|
||||
info = f"开始更新Pixiv搜图UID：\nuid:{num}"
|
||||
await start_update.send(info)
|
||||
start_time = time.time()
|
||||
pid_count, pic_count = await start_update_image_url(update_lst[:num], black_pid)
|
||||
await start_update.send(
|
||||
f"Pixiv搜图关键词搜图更新完成...\n"
|
||||
f"累计更新PID {pid_count} 个\n"
|
||||
f"累计更新图片 {pic_count} 张" + "\n耗时：{:.2f}秒".format((time.time() - start_time))
|
||||
)
|
||||
|
||||
|
||||
@check_not_update_uid_pid.handle()
|
||||
async def _(bot: Bot, event: MessageEvent, state: T_State):
|
||||
msg = get_message_text(event.json())
|
||||
flag = False
|
||||
if msg == "update":
|
||||
flag = True
|
||||
_pass_keyword, _ = await PixivKeywordUser.get_current_keyword()
|
||||
x_uid = []
|
||||
x_pid = []
|
||||
_uid = [int(x[4:]) for x in _pass_keyword if x.startswith("uid:")]
|
||||
_pid = [int(x[4:]) for x in _pass_keyword if x.startswith("pid:")]
|
||||
all_images = await Pixiv.query_images(r18=2)
|
||||
for img in all_images:
|
||||
if img.pid not in x_pid:
|
||||
x_pid.append(img.pid)
|
||||
if img.uid not in x_uid:
|
||||
x_uid.append(img.uid)
|
||||
await check_not_update_uid_pid.send(
|
||||
"从未更新过的UID："
|
||||
+ "，".join([f"uid:{x}" for x in _uid if x not in x_uid])
|
||||
+ "\n"
|
||||
+ "从未更新过的PID："
|
||||
+ "，".join([f"pid:{x}" for x in _pid if x not in x_pid])
|
||||
)
|
||||
if flag:
|
||||
await check_not_update_uid_pid.send("开始自动自动更新PID....")
|
||||
update_lst = [f"pid:{x}" for x in _uid if x not in x_uid]
|
||||
black_pid = await PixivKeywordUser.get_black_pid()
|
||||
start_time = time.time()
|
||||
pid_count, pic_count = await start_update_image_url(update_lst, black_pid)
|
||||
await check_not_update_uid_pid.send(
|
||||
f"Pixiv搜图关键词搜图更新完成...\n"
|
||||
f"累计更新PID {pid_count} 个\n"
|
||||
f"累计更新图片 {pic_count} 张" + "\n耗时：{:.2f}秒".format((time.time() - start_time))
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user