mirror of https://github.com/Mai-with-u/MaiBot.git
149 lines
5.5 KiB
Python
149 lines
5.5 KiB
Python
from src.plugin_system.base.base_plugin import BasePlugin, register_plugin
|
||
from src.plugin_system.base.component_types import ComponentInfo
|
||
from src.common.logger import get_logger
|
||
from src.plugin_system.base.base_action import BaseAction, ActionActivationType, ChatMode
|
||
from src.plugin_system.base.config_types import ConfigField
|
||
from typing import Tuple, List, Type
|
||
|
||
logger = get_logger("tts")
|
||
|
||
|
||
class TTSAction(BaseAction):
|
||
"""TTS语音转换动作处理类"""
|
||
|
||
# 激活设置
|
||
focus_activation_type = ActionActivationType.LLM_JUDGE
|
||
normal_activation_type = ActionActivationType.KEYWORD
|
||
mode_enable = ChatMode.ALL
|
||
parallel_action = False
|
||
|
||
# 动作基本信息
|
||
action_name = "tts_action"
|
||
action_description = "将文本转换为语音进行播放，适用于需要语音输出的场景"
|
||
|
||
# 关键词配置 - Normal模式下使用关键词触发
|
||
activation_keywords = ["语音", "tts", "播报", "读出来", "语音播放", "听", "朗读"]
|
||
keyword_case_sensitive = False
|
||
|
||
# 动作参数定义
|
||
action_parameters = {
|
||
"text": "需要转换为语音的文本内容，必填，内容应当适合语音播报，语句流畅、清晰",
|
||
}
|
||
|
||
# 动作使用场景
|
||
action_require = [
|
||
"当需要发送语音信息时使用",
|
||
"当用户明确要求使用语音功能时使用",
|
||
"当表达内容更适合用语音而不是文字传达时使用",
|
||
"当用户想听到语音回答而非阅读文本时使用",
|
||
]
|
||
|
||
# 关联类型
|
||
associated_types = ["tts_text"]
|
||
|
||
async def execute(self) -> Tuple[bool, str]:
|
||
"""处理TTS文本转语音动作"""
|
||
logger.info(f"{self.log_prefix} 执行TTS动作: {self.reasoning}")
|
||
|
||
# 获取要转换的文本
|
||
text = self.action_data.get("text")
|
||
|
||
if not text:
|
||
logger.error(f"{self.log_prefix} 执行TTS动作时未提供文本内容")
|
||
return False, "执行TTS动作失败：未提供文本内容"
|
||
|
||
# 确保文本适合TTS使用
|
||
processed_text = self._process_text_for_tts(text)
|
||
|
||
try:
|
||
# 发送TTS消息
|
||
await self.send_custom(message_type="tts_text", content=processed_text)
|
||
|
||
# 记录动作信息
|
||
await self.store_action_info(
|
||
action_build_into_prompt=True,
|
||
action_prompt_display="已经发送了语音消息。",
|
||
action_done=True
|
||
)
|
||
|
||
logger.info(f"{self.log_prefix} TTS动作执行成功，文本长度: {len(processed_text)}")
|
||
return True, "TTS动作执行成功"
|
||
|
||
except Exception as e:
|
||
logger.error(f"{self.log_prefix} 执行TTS动作时出错: {e}")
|
||
return False, f"执行TTS动作时出错: {e}"
|
||
|
||
def _process_text_for_tts(self, text: str) -> str:
|
||
"""
|
||
处理文本使其更适合TTS使用
|
||
- 移除不必要的特殊字符和表情符号
|
||
- 修正标点符号以提高语音质量
|
||
- 优化文本结构使语音更流畅
|
||
"""
|
||
# 这里可以添加文本处理逻辑
|
||
# 例如：移除多余的标点、表情符号，优化语句结构等
|
||
|
||
# 简单示例实现
|
||
processed_text = text
|
||
|
||
# 移除多余的标点符号
|
||
import re
|
||
|
||
processed_text = re.sub(r"([!?,.;:。！？，、；：])\1+", r"\1", processed_text)
|
||
|
||
# 确保句子结尾有合适的标点
|
||
if not any(processed_text.endswith(end) for end in [".", "?", "!", "。", "！", "？"]):
|
||
processed_text = processed_text + "。"
|
||
|
||
return processed_text
|
||
|
||
|
||
@register_plugin
|
||
class TTSPlugin(BasePlugin):
|
||
"""TTS插件
|
||
- 这是文字转语音插件
|
||
- Normal模式下依靠关键词触发
|
||
- Focus模式下由LLM判断触发
|
||
- 具有一定的文本预处理能力
|
||
"""
|
||
|
||
# 插件基本信息
|
||
plugin_name = "tts_plugin" # 内部标识符
|
||
enable_plugin = True
|
||
config_file_name = "config.toml"
|
||
|
||
# 配置节描述
|
||
config_section_descriptions = {
|
||
"plugin": "插件基本信息配置",
|
||
"components": "组件启用控制",
|
||
"logging": "日志记录相关配置",
|
||
}
|
||
|
||
# 配置Schema定义
|
||
config_schema = {
|
||
"plugin": {
|
||
"name": ConfigField(type=str, default="tts_plugin", description="插件名称", required=True),
|
||
"version": ConfigField(type=str, default="0.1.0", description="插件版本号"),
|
||
"enabled": ConfigField(type=bool, default=True, description="是否启用插件"),
|
||
"description": ConfigField(type=str, default="文字转语音插件", description="插件描述", required=True),
|
||
},
|
||
"components": {"enable_tts": ConfigField(type=bool, default=True, description="是否启用TTS Action")},
|
||
"logging": {
|
||
"level": ConfigField(
|
||
type=str, default="INFO", description="日志记录级别", choices=["DEBUG", "INFO", "WARNING", "ERROR"]
|
||
),
|
||
"prefix": ConfigField(type=str, default="[TTS]", description="日志记录前缀"),
|
||
},
|
||
}
|
||
|
||
def get_plugin_components(self) -> List[Tuple[ComponentInfo, Type]]:
|
||
"""返回插件包含的组件列表"""
|
||
|
||
# 从配置获取组件启用状态
|
||
enable_tts = self.get_config("components.enable_tts", True)
|
||
components = [] # 添加Action组件
|
||
if enable_tts:
|
||
components.append((TTSAction.get_action_info(), TTSAction))
|
||
|
||
return components
|