Files
zhenxun_bot/zhenxun/services/ai/llm/adapters/openrouter.py
T
80fc5b86a7 ✨ feat!(llm): 重构并升级大语言模型服务为全新 AI 智能体框架 (#2146)
* ✨ feat!(llm): 重构并升级大语言模型服务为全新 AI 智能体框架

- 【重构】将原 services/llm 重构并迁移至全新的 services/ai 架构,提供向下兼容垫片
- 【新增】引入 Agent、Team、Workflow 三大智能体与工作流编排范式
- 【新增】引入基于 RAG 的长期向量记忆与中期槽位记忆系统
- 【新增】引入基于 Docker 的安全代码执行沙箱环境
- 【新增】支持 MCP 协议,允许动态管理和调用 MCP 服务
- 【新增】引入输入输出安全合规护栏与自愈反思机制
- 【优化】重构并优化多厂商 API 适配器 (Gemini, OpenAI, DeepSeek, GLM 等)
- 【优化】优化日志脱敏与 Token 预估机制
- 【移除】移除旧版 llm default 和 llm reset-key 命令,新增 llm mcp 管理命令

* 🔧 chore(deps): 更新项目依赖与配置

- 添加 mcp、jieba 和 aiodocker 依赖到配置文件及 requirements.txt
- 在 pyright 配置中设置 reportMissingImports 为 none
- 调整 .gitignore 中 resources 目录的忽略规则

* ♻️ refactor(tools): 重构工具终止机制并清理知识库日志输出

- 统一使用 `context.state["__end_run__"]` 替代 `EndRunResult` 控制任务结束
- 移除文件系统和向量知识库检索工具中 `ToolResult` 的 `.with_log` 调用
- 调整指令处理器(Directive)的返回值为 `tool_res.output`
- 修复部分类型检查警告并优化联合类型判断语法

* ♻️ refactor(tools): 重构工具副作用指令与控制流熔断机制

- 引入 `DirectivePayload` 及 `ToolResult` 的子类以结构化表达工具副作用
- 移除通过 `context.state` 传递魔术变量的隐式控制流设计
- 重构 `DirectiveManager` 处理器接口,直接在处理器中修改 `AgentState` 并构建 `AgentRunResult`
- 在 `StandardAgentExecutor` 中统一通过 `directive_manager` 调度工具返回的副作用指令
- 补全 `MessageBuilder` 中部分核心方法的文档注释

* 🐛 fix(sandbox): 修复 Docker 沙箱容器状态检测与会话清理逻辑

-【修复】修正 `is_alive` 中直接读取私有属性的问题,改用 `show()` 返回值
-【修复】解决 `execute_code` 中缓存的执行器与当前会话不一致的问题
-【优化】在清理工作区前增加容器存活检测,避免向已死容器发送请求
-【优化】创建容器时增加运行状态校验,若已停止则自动从缓存中移除并重建
-【优化】优化容器销毁和清理逻辑,静默处理容器不存在 (404) 的异常

* 📝 docs(core): 补充核心模块初始化方法的文档注释

* 🚨 auto fix by pre-commit hooks

---------

Co-authored-by: webjoin111 <455457521@qq.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
2026-07-03 08:53:56 +08:00

203 lines
7.2 KiB
Python

import base64
from pathlib import Path
from typing import Any
from zhenxun.services.ai.core.exceptions import LLMException
from zhenxun.services.ai.core.messages import (
ImagePart,
ImageRequest,
LLMMessage,
ThoughtPart,
)
from zhenxun.services.ai.core.models import ModelIdentity
from zhenxun.services.ai.llm.adapters.base import (
BaseAdapter,
RequestData,
ResponseData,
process_image_data,
)
from zhenxun.services.ai.llm.adapters.handlers.base import BaseImageHandler
from zhenxun.services.ai.llm.adapters.handlers.openai_handlers import (
CompositeOpenAITextHandler,
OpenAIMessageConverter,
)
from zhenxun.services.ai.llm.adapters.openai import OpenAIAdapter
class OpenRouterMessageConverter(OpenAIMessageConverter):
"""OpenRouter 专有消息转换器:处理 reasoning_details 的无损回传"""
async def convert_messages_async(
self, messages: list[LLMMessage]
) -> list[dict[str, Any]]:
openai_messages = await super().convert_messages_async(messages)
assistant_msgs = [m for m in messages if getattr(m, "role", "") == "assistant"]
ast_idx = 0
for o_msg in openai_messages:
if o_msg.get("role") == "assistant":
if ast_idx < len(assistant_msgs):
orig_ast = assistant_msgs[ast_idx]
ast_idx += 1
thought_parts = [
p for p in orig_ast.content if isinstance(p, ThoughtPart)
]
if thought_parts:
part = thought_parts[0]
raw_details = (
part.metadata.get("raw_reasoning_details")
if part.metadata
else None
)
if raw_details:
o_msg["reasoning_details"] = raw_details
o_msg.pop("reasoning_content", None)
o_msg.pop("reasoning", None)
return openai_messages
class OpenRouterTextHandler(CompositeOpenAITextHandler):
"""OpenRouter 专有文本处理器,挂载专有 Converter"""
def __init__(self, api_type: str = "openrouter"):
super().__init__(api_type=api_type)
self._standard_handler.converter = OpenRouterMessageConverter(api_type=api_type)
class OpenRouterImageHandler(BaseImageHandler):
"""OpenRouter 专有的图像生成处理器"""
def prepare_image_request(
self,
adapter: BaseAdapter,
identity: ModelIdentity,
api_key: str,
request: ImageRequest,
) -> RequestData:
headers = adapter.get_base_headers(api_key)
endpoint = "/v1/chat/completions"
url = adapter.get_api_url(identity, endpoint)
body: dict[str, Any] = {
"model": identity.model_name,
"modalities": ["image", "text"],
}
if request.images:
content_list: list[dict[str, Any]] = [
{"type": "text", "text": request.prompt}
]
for img_source in request.images:
img_bytes = None
if isinstance(img_source, bytes):
img_bytes = img_source
elif hasattr(img_source, "read_bytes"):
img_bytes = img_source.read_bytes()
elif isinstance(img_source, str) and img_source.startswith(
"data:image"
):
content_list.append(
{"type": "image_url", "image_url": {"url": img_source}}
)
continue
else:
raise LLMException(
"OpenRouter 图像生成仅支持 bytes/Path/base64 URI"
)
if img_bytes:
mime_type = "image/jpeg"
if img_bytes.startswith(b"\x89PNG\r\n\x1a\n"):
mime_type = "image/png"
elif img_bytes.startswith(b"GIF87a") or img_bytes.startswith(
b"GIF89a"
):
mime_type = "image/gif"
elif img_bytes.startswith(b"RIFF") and img_bytes[8:12] == b"WEBP":
mime_type = "image/webp"
b64_str = base64.b64encode(img_bytes).decode("utf-8")
content_list.append(
{
"type": "image_url",
"image_url": {"url": f"data:{mime_type};base64,{b64_str}"},
}
)
body["messages"] = [{"role": "user", "content": content_list}]
else:
body["messages"] = [{"role": "user", "content": request.prompt}]
if request.config:
image_config = {}
if request.config.media.aspect_ratio:
image_config["aspect_ratio"] = str(request.config.media.aspect_ratio)
if request.config.media.resolution:
image_config["image_size"] = str(
request.config.media.resolution
).upper()
if image_config:
body["image_config"] = image_config
return RequestData(url=url, headers=headers, body=body)
def parse_image_response(
self, adapter: BaseAdapter, response_json: dict[str, Any]
) -> ResponseData:
adapter.validate_response(response_json)
images_data = []
choices = response_json.get("choices", [])
if choices:
message = choices[0].get("message", {})
if "images" in message:
for img_data in message["images"]:
img_url_obj = img_data.get("image_url", {})
url_str = img_url_obj.get("url", "")
if url_str.startswith("data:image"):
try:
b64_data = url_str.split(",", 1)[1]
decoded = base64.b64decode(b64_data)
images_data.append(process_image_data(decoded))
except Exception:
pass
elif url_str:
images_data.append(url_str)
content_parts = []
for img in images_data:
if isinstance(img, str) and img.startswith("http"):
content_parts.append(ImagePart(url=img))
elif isinstance(img, bytes):
content_parts.append(ImagePart(raw=img))
else:
content_parts.append(ImagePart(path=Path(img)))
if not content_parts:
raise LLMException("OpenRouter 图像生成响应中未找到有效的图片数据")
return ResponseData(content_parts=content_parts, raw_response=response_json)
class OpenRouterAdapter(OpenAIAdapter):
"""OpenRouter 平台适配器"""
def __init__(self):
super().__init__()
self.text_handler = OpenRouterTextHandler(api_type=self.api_type)
self.image_handler = OpenRouterImageHandler()
@property
def api_type(self) -> str:
return "openrouter"
@property
def supported_api_types(self) -> list[str]:
return ["openrouter"]