✨ webui与resources支持git更新

zhenxun/utils/manager/resource_manager.py

@@ -3,12 +3,14 @@ from pathlib import Path
 import shutil
 import zipfile
 
-from zhenxun.configs.path_config import FONT_PATH
+from zhenxun.configs.path_config import FONT_PATH, TEMP_PATH
 from zhenxun.services.log import logger
 from zhenxun.utils.github_utils import GithubUtils
 from zhenxun.utils.http_utils import AsyncHttpx
+from zhenxun.utils.repo_utils import AliyunRepoManager, GithubRepoManager
+from zhenxun.utils.repo_utils.utils import clean_git
 
-CMD_STRING = "ResourceManager"
+LOG_COMMAND = "ResourceManager"
 
 
 class DownloadResourceException(Exception):
@@ -20,29 +22,41 @@ class ResourceManager:
 
     RESOURCE_PATH = Path() / "resources"
 
-    TMP_PATH = Path() / "_resource_tmp"
+    TMP_PATH = TEMP_PATH / "_resource_tmp"
 
     ZIP_FILE = TMP_PATH / "resources.zip"
 
     UNZIP_PATH = None
 
     @classmethod
-    async def init_resources(cls, force: bool = False):
+    async def init_resources(
+        cls, force: bool = False, is_zip: bool = False, git_source: str = "ali"
+    ):
         if (FONT_PATH.exists() and os.listdir(FONT_PATH)) and not force:
             return
         if cls.TMP_PATH.exists():
             logger.debug(
-                "resources临时文件夹已存在，移除resources临时文件夹", CMD_STRING
+                "resources临时文件夹已存在，移除resources临时文件夹", LOG_COMMAND
             )
-            shutil.rmtree(cls.TMP_PATH)
-        cls.TMP_PATH.mkdir(parents=True, exist_ok=True)
-        try:
-            await cls.__download_resources()
+            await clean_git(cls.TMP_PATH)
+            shutil.rmtree(cls.TMP_PATH, ignore_errors=True)
+        if is_zip:
+            cls.TMP_PATH.mkdir(parents=True, exist_ok=True)
+            try:
+                await cls.__download_resources()
+                cls.file_handle()
+            except Exception as e:
+                logger.error("获取resources资源包失败", LOG_COMMAND, e=e)
+        else:
+            if git_source == "ali":
+                await AliyunRepoManager.update(cls.GITHUB_URL, cls.TMP_PATH)
+            else:
+                await GithubRepoManager.update(cls.GITHUB_URL, cls.TMP_PATH)
+            cls.UNZIP_PATH = cls.TMP_PATH / "resources"
             cls.file_handle()
-        except Exception as e:
-            logger.error("获取resources资源包失败", CMD_STRING, e=e)
         if cls.TMP_PATH.exists():
-            logger.debug("移除resources临时文件夹", CMD_STRING)
+            logger.debug("移除resources临时文件夹", LOG_COMMAND)
+            await clean_git(cls.TMP_PATH)
             shutil.rmtree(cls.TMP_PATH)
 
     @classmethod
@@ -68,17 +82,17 @@ class ResourceManager:
         """获取resources文件夹"""
         repo_info = GithubUtils.parse_github_url(cls.GITHUB_URL)
         url = await repo_info.get_archive_download_urls()
-        logger.debug("开始下载resources资源包...", CMD_STRING)
+        logger.debug("开始下载resources资源包...", LOG_COMMAND)
         if not await AsyncHttpx.download_file(url, cls.ZIP_FILE, stream=True):
             logger.error(
                 "下载resources资源包失败，请尝试重启重新下载或前往 "
                 "https://github.com/zhenxun-org/zhenxun-bot-resources 手动下载..."
             )
             raise DownloadResourceException("下载resources资源包失败...")
-        logger.debug("下载resources资源文件压缩包完成...", CMD_STRING)
+        logger.debug("下载resources资源文件压缩包完成...", LOG_COMMAND)
         tf = zipfile.ZipFile(cls.ZIP_FILE)
         tf.extractall(cls.TMP_PATH)
-        logger.debug("解压文件压缩包完成...", CMD_STRING)
+        logger.debug("解压文件压缩包完成...", LOG_COMMAND)
         download_file_path = cls.TMP_PATH / next(
             x for x in os.listdir(cls.TMP_PATH) if (cls.TMP_PATH / x).is_dir()
         )

zhenxun/utils/repo_utils/aliyun_manager.py

@@ -69,7 +69,7 @@ class AliyunCodeupManager(BaseRepoManager):
             self._check_config()
 
             # 获取仓库名称（从URL中提取）
-            repo_url = repo_url.split("/")[-1].replace(".git", "")
+            repo_url = repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
 
             # 获取仓库最新提交ID
             newest_commit = await self._get_newest_commit(repo_url, branch)
@@ -77,7 +77,9 @@ class AliyunCodeupManager(BaseRepoManager):
             # 创建结果对象
             result = RepoUpdateResult(
                 repo_type=RepoType.ALIYUN,
-                repo_name=repo_url.split("/")[-1].replace(".git", ""),
+                repo_name=repo_url.split("/tree/")[0]
+                .split("/")[-1]
+                .replace(".git", ""),
                 owner=self.config.aliyun_codeup.organization_id,
                 old_version="",  # 将在后面更新
                 new_version=newest_commit,
@@ -99,7 +101,7 @@ class AliyunCodeupManager(BaseRepoManager):
             local_path.mkdir(parents=True, exist_ok=True)
 
             # 获取仓库名称（从URL中提取）
-            repo_name = repo_url.split("/")[-1].replace(".git", "")
+            repo_name = repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
 
             # 获取变更的文件列表
             changed_files = await self._get_changed_files(
@@ -135,7 +137,7 @@ class AliyunCodeupManager(BaseRepoManager):
         except RepoUpdateError as e:
             logger.error(f"更新仓库失败: {e}")
             # 从URL中提取仓库名称
-            repo_name = repo_url.split("/")[-1].replace(".git", "")
+            repo_name = repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
             return RepoUpdateResult(
                 repo_type=RepoType.ALIYUN,
                 repo_name=repo_name,
@@ -147,7 +149,7 @@ class AliyunCodeupManager(BaseRepoManager):
         except Exception as e:
             logger.error(f"更新仓库失败: {e}")
             # 从URL中提取仓库名称
-            repo_name = repo_url.split("/")[-1].replace(".git", "")
+            repo_name = repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
             return RepoUpdateResult(
                 repo_type=RepoType.ALIYUN,
                 repo_name=repo_name,
@@ -181,12 +183,16 @@ class AliyunCodeupManager(BaseRepoManager):
             self._check_config()
 
             # 获取仓库名称（从URL中提取）
-            repo_identifier = repo_url.split("/")[-1].replace(".git", "")
+            repo_identifier = (
+                repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
+            )
 
             # 创建结果对象
             result = FileDownloadResult(
                 repo_type=RepoType.ALIYUN,
-                repo_name=repo_url.split("/")[-1].replace(".git", ""),
+                repo_name=repo_url.split("/tree/")[0]
+                .split("/")[-1]
+                .replace(".git", ""),
                 file_path=file_path,
                 version=branch,
             )
@@ -206,7 +212,7 @@ class AliyunCodeupManager(BaseRepoManager):
         except RepoDownloadError as e:
             logger.error(f"下载文件失败: {e}")
             # 从URL中提取仓库名称
-            repo_name = repo_url.split("/")[-1].replace(".git", "")
+            repo_name = repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
             return FileDownloadResult(
                 repo_type=RepoType.ALIYUN,
                 repo_name=repo_name,
@@ -217,7 +223,7 @@ class AliyunCodeupManager(BaseRepoManager):
         except Exception as e:
             logger.error(f"下载文件失败: {e}")
             # 从URL中提取仓库名称
-            repo_name = repo_url.split("/")[-1].replace(".git", "")
+            repo_name = repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
             return FileDownloadResult(
                 repo_type=RepoType.ALIYUN,
                 repo_name=repo_name,
@@ -250,7 +256,9 @@ class AliyunCodeupManager(BaseRepoManager):
             self._check_config()
 
             # 获取仓库名称（从URL中提取）
-            repo_identifier = repo_url.split("/")[-1].replace(".git", "")
+            repo_identifier = (
+                repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
+            )
 
             # 获取文件列表
             search_type = "RECURSIVE" if recursive else "DIRECT"
@@ -298,7 +306,9 @@ class AliyunCodeupManager(BaseRepoManager):
             self._check_config()
 
             # 获取仓库名称（从URL中提取）
-            repo_identifier = repo_url.split("/")[-1].replace(".git", "")
+            repo_identifier = (
+                repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
+            )
 
             # 获取提交信息
             # 注意：这里假设AliyunFileInfo有get_commit_info方法，如果没有，需要实现
@@ -440,7 +450,7 @@ class AliyunCodeupManager(BaseRepoManager):
         def prepare_aliyun_url(repo_url: str) -> str:
             import base64
 
-            repo_name = repo_url.split("/")[-1].replace(".git", "")
+            repo_name = repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
             # 构建仓库URL
             # 阿里云CodeUp的仓库URL格式通常为：
             # https://codeup.aliyun.com/{organization_id}/{organization_name}/{repo_name}.git

zhenxun/utils/repo_utils/base_manager.py

@@ -230,7 +230,7 @@ class BaseRepoManager(ABC):
         """
         from .models import RepoType
 
-        repo_name = repo_url.split("/")[-1].replace(".git", "")
+        repo_name = repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "")
 
         try:
             # 创建结果对象

zhenxun/utils/repo_utils/github_manager.py

@@ -172,7 +172,9 @@ class GithubManager(BaseRepoManager):
         返回:
             FileDownloadResult: 下载结果
         """
-        repo_name = repo_url.split("/")[-1].replace(".git", "").strip()
+        repo_name = (
+            repo_url.split("/tree/")[0].split("/")[-1].replace(".git", "").strip()
+        )
         try:
             # 解析仓库URL
             repo_info = GithubUtils.parse_github_url(repo_url)

zhenxun/utils/repo_utils/utils.py

@@ -31,6 +31,17 @@ async def check_git() -> bool:
         return False
 
 
+async def clean_git(cwd: Path):
+    """
+    清理git仓库
+
+    参数:
+        cwd: 工作目录
+    """
+    await run_git_command("reset --hard", cwd)
+    await run_git_command("clean -xdf", cwd)
+
+
 async def run_git_command(
     command: str, cwd: Path | None = None
 ) -> tuple[bool, str, str]: