Files
zhenxun_bot/zhenxun/services/ai/llm/adapters/minimax.py
T
80fc5b86a7 ✨ feat!(llm): 重构并升级大语言模型服务为全新 AI 智能体框架 (#2146)
* ✨ feat!(llm): 重构并升级大语言模型服务为全新 AI 智能体框架

- 【重构】将原 services/llm 重构并迁移至全新的 services/ai 架构,提供向下兼容垫片
- 【新增】引入 Agent、Team、Workflow 三大智能体与工作流编排范式
- 【新增】引入基于 RAG 的长期向量记忆与中期槽位记忆系统
- 【新增】引入基于 Docker 的安全代码执行沙箱环境
- 【新增】支持 MCP 协议,允许动态管理和调用 MCP 服务
- 【新增】引入输入输出安全合规护栏与自愈反思机制
- 【优化】重构并优化多厂商 API 适配器 (Gemini, OpenAI, DeepSeek, GLM 等)
- 【优化】优化日志脱敏与 Token 预估机制
- 【移除】移除旧版 llm default 和 llm reset-key 命令,新增 llm mcp 管理命令

* 🔧 chore(deps): 更新项目依赖与配置

- 添加 mcp、jieba 和 aiodocker 依赖到配置文件及 requirements.txt
- 在 pyright 配置中设置 reportMissingImports 为 none
- 调整 .gitignore 中 resources 目录的忽略规则

* ♻️ refactor(tools): 重构工具终止机制并清理知识库日志输出

- 统一使用 `context.state["__end_run__"]` 替代 `EndRunResult` 控制任务结束
- 移除文件系统和向量知识库检索工具中 `ToolResult` 的 `.with_log` 调用
- 调整指令处理器(Directive)的返回值为 `tool_res.output`
- 修复部分类型检查警告并优化联合类型判断语法

* ♻️ refactor(tools): 重构工具副作用指令与控制流熔断机制

- 引入 `DirectivePayload` 及 `ToolResult` 的子类以结构化表达工具副作用
- 移除通过 `context.state` 传递魔术变量的隐式控制流设计
- 重构 `DirectiveManager` 处理器接口,直接在处理器中修改 `AgentState` 并构建 `AgentRunResult`
- 在 `StandardAgentExecutor` 中统一通过 `directive_manager` 调度工具返回的副作用指令
- 补全 `MessageBuilder` 中部分核心方法的文档注释

* 🐛 fix(sandbox): 修复 Docker 沙箱容器状态检测与会话清理逻辑

-【修复】修正 `is_alive` 中直接读取私有属性的问题,改用 `show()` 返回值
-【修复】解决 `execute_code` 中缓存的执行器与当前会话不一致的问题
-【优化】在清理工作区前增加容器存活检测,避免向已死容器发送请求
-【优化】创建容器时增加运行状态校验,若已停止则自动从缓存中移除并重建
-【优化】优化容器销毁和清理逻辑,静默处理容器不存在 (404) 的异常

* 📝 docs(core): 补充核心模块初始化方法的文档注释

* 🚨 auto fix by pre-commit hooks

---------

Co-authored-by: webjoin111 <455457521@qq.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
2026-07-03 08:53:56 +08:00

244 lines
7.7 KiB
Python

from __future__ import annotations
import json
from typing import Any
import httpx
from zhenxun.services.ai.core.exceptions import ResponseParseException
from zhenxun.services.ai.core.messages import (
AssistantMessage,
AudioResponse,
LLMMessage,
SpeechRequest,
ThoughtPart,
)
from zhenxun.services.ai.core.models import (
ModelCapabilities,
ModelDetail,
ModelIdentity,
)
from zhenxun.services.ai.core.options import GenerationConfig, TTSConfig
from zhenxun.services.ai.llm.adapters.base import BaseAdapter, RequestData
from zhenxun.services.ai.llm.adapters.handlers.base import BaseAudioHandler
from .handlers.openai_handlers import (
OpenAIConfigMapper,
OpenAIMessageConverter,
OpenAITextHandler,
)
from .openai import OpenAICompatAdapter
class MiniMaxAudioHandler(BaseAudioHandler):
"""MiniMax 专有文本转语音处理器"""
def prepare_speech_request(
self,
adapter: BaseAdapter,
identity: ModelIdentity,
api_key: str,
request: SpeechRequest,
) -> RequestData:
input_text = request.input_text
config = request.config or TTSConfig()
config_voice = config.minimax_options.voice_id
voice = (
config_voice
or request.voice
or identity.capabilities.default_voice_id
or "female-shaonv"
)
endpoint = "/v1/t2a_v2"
base_url = (
identity.api_base.rstrip("/")
if identity.api_base
else "https://api.minimaxi.com"
)
if base_url.endswith("/v1"):
base_url = base_url[:-3]
url = f"{base_url}{endpoint}"
headers = adapter.get_base_headers(api_key)
voice_setting: dict[str, Any] = {"voice_id": voice}
if config.speed != 1.0:
voice_setting["speed"] = config.speed
if config.minimax_options.vol is not None:
voice_setting["vol"] = config.minimax_options.vol
if config.minimax_options.pitch is not None:
voice_setting["pitch"] = config.minimax_options.pitch
if config.minimax_options.emotion is not None:
voice_setting["emotion"] = config.minimax_options.emotion
target_format = config.response_format
if target_format not in ("mp3", "pcm", "flac", "wav"):
target_format = "mp3"
audio_setting = {
"sample_rate": 32000,
"bitrate": 128000,
"format": target_format,
"channel": 1,
}
body: dict[str, Any] = {
"model": identity.model_name,
"text": input_text,
"stream": False,
"voice_setting": voice_setting,
"audio_setting": audio_setting,
}
if config.minimax_options.timbre_weights:
body["timbre_weights"] = config.minimax_options.timbre_weights
body["voice_setting"]["voice_id"] = ""
if config.minimax_options.pronunciation_dict:
body["pronunciation_dict"] = config.minimax_options.pronunciation_dict
return RequestData(url=url, headers=headers, body=body)
async def parse_speech_response(
self,
adapter: BaseAdapter,
identity: ModelIdentity,
raw_response: httpx.Response,
) -> AudioResponse:
resp_bytes = await raw_response.aread()
data = json.loads(resp_bytes)
base_resp = data.get("base_resp", {})
if base_resp.get("status_code", 0) != 0:
raise ResponseParseException(
f"MiniMax 语音合成失败: {base_resp.get('status_msg')}",
details=data,
)
try:
audio_hex = data["data"]["audio"]
audio_bytes = bytes.fromhex(audio_hex)
except (KeyError, ValueError) as e:
raise ResponseParseException(
f"解析 MiniMax 语音 Hex 数据失败: {e}", details=data
)
extra_info = data.get("extra_info", {})
audio_format = extra_info.get("audio_format", "mp3")
usage_chars = extra_info.get("usage_characters", 0)
from zhenxun.services.ai.core.messages import AudioResponse, UsageInfo
usage = UsageInfo()
usage.prompt_tokens = usage_chars
return AudioResponse(
audio_bytes=audio_bytes,
audio_format=audio_format,
usage=usage,
model_name=identity.model_name,
raw_response=data,
)
class MiniMaxMessageConverter(OpenAIMessageConverter):
"""MiniMax 消息转换器,处理特有的 reasoning_details 格式回传"""
async def convert_messages_async(
self, messages: list[LLMMessage]
) -> list[dict[str, Any]]:
openai_messages = await super().convert_messages_async(messages)
assistant_msgs = [m for m in messages if isinstance(m, AssistantMessage)]
ast_idx = 0
for o_msg in openai_messages:
if o_msg.get("role") == "assistant":
if ast_idx < len(assistant_msgs):
orig_ast = assistant_msgs[ast_idx]
ast_idx += 1
if "reasoning_content" in o_msg:
del o_msg["reasoning_content"]
thought_parts = [
p for p in orig_ast.content if isinstance(p, ThoughtPart)
]
if thought_parts:
part = thought_parts[0]
raw_details = (
part.metadata.get("raw_reasoning_details")
if part.metadata
else None
)
if raw_details:
o_msg["reasoning_details"] = raw_details
else:
o_msg["reasoning_details"] = [
{"type": "reasoning.text", "text": part.thought_text}
]
return openai_messages
class MiniMaxConfigMapper(OpenAIConfigMapper):
"""MiniMax 专属配置映射器"""
def map_config(
self,
config: GenerationConfig,
model_detail: ModelDetail | None = None,
capabilities: ModelCapabilities | None = None,
) -> dict[str, Any]:
params = super().map_config(config, model_detail, capabilities)
params["reasoning_split"] = True
return params
class MiniMaxTextHandler(OpenAITextHandler):
"""MiniMax 复合文本处理器"""
def __init__(self, api_type: str = "minimax"):
super().__init__(api_type=api_type)
self.converter = MiniMaxMessageConverter(api_type=api_type)
self.mapper = MiniMaxConfigMapper(api_type=api_type)
class MiniMaxAdapter(OpenAICompatAdapter):
"""
MiniMax API 适配器。
"""
def __init__(self):
"""初始化 MiniMax 适配器并挂载专属处理器。"""
super().__init__()
self.text_handler = MiniMaxTextHandler(api_type=self.api_type)
self.audio_handler = MiniMaxAudioHandler()
@property
def api_type(self) -> str:
"""适配器主类型标识。"""
return "minimax"
@property
def supported_api_types(self) -> list[str]:
"""当前适配器支持的 API 类型列表。"""
return ["minimax"]
def get_chat_endpoint(self, identity: ModelIdentity) -> str:
"""根据官方兼容要求,重写获取端点,允许自定义覆盖"""
return "/v1/chat/completions"
def _get_base_url(self, identity: ModelIdentity) -> str:
base_url = (
identity.api_base.rstrip("/")
if identity.api_base
else "https://api.minimaxi.com"
)
if base_url.endswith("/v1"):
base_url = base_url[:-3]
return base_url