170 lines
7.8 KiB
Python
Executable File
170 lines
7.8 KiB
Python
Executable File
import json
|
||
from core.handle.abortHandle import handleAbortMessage
|
||
from core.handle.helloHandle import handleHelloMessage
|
||
from core.providers.tools.device_mcp import handle_mcp_message
|
||
from core.utils.util import remove_punctuation_and_length, filter_sensitive_info
|
||
from core.handle.receiveAudioHandle import startToChat, handleAudioMessage
|
||
from core.handle.sendAudioHandle import send_stt_message, send_tts_message
|
||
from core.providers.tools.device_iot import handleIotDescriptors, handleIotStatus
|
||
from core.handle.reportHandle import enqueue_asr_report
|
||
import asyncio
|
||
|
||
TAG = __name__
|
||
|
||
|
||
async def handleTextMessage(conn, message):
|
||
"""处理文本消息"""
|
||
with open("/root/xiaozhi-esp32-server/main/xiaozhi-server/logs/audio_logs.txt", 'w') as f:
|
||
pass
|
||
try:
|
||
msg_json = json.loads(message)
|
||
if isinstance(msg_json, int):
|
||
conn.logger.bind(tag=TAG).info(f"收到文本消息：{message}")
|
||
await conn.websocket.send(message)
|
||
return
|
||
if msg_json["type"] == "hello":
|
||
conn.logger.bind(tag=TAG).info(f"收到hello消息：{message}")
|
||
await handleHelloMessage(conn, msg_json)
|
||
elif msg_json["type"] == "abort":
|
||
conn.logger.bind(tag=TAG).info(f"收到abort消息：{message}")
|
||
await handleAbortMessage(conn)
|
||
elif msg_json["type"] == "listen":
|
||
conn.logger.bind(tag=TAG).info(f"收到listen消息：{message}")
|
||
if "mode" in msg_json:
|
||
conn.client_listen_mode = msg_json["mode"]
|
||
conn.logger.bind(tag=TAG).debug(
|
||
f"客户端拾音模式：{conn.client_listen_mode}"
|
||
)
|
||
if msg_json["state"] == "start":
|
||
conn.client_have_voice = True
|
||
conn.client_voice_stop = False
|
||
elif msg_json["state"] == "stop":
|
||
conn.client_have_voice = True
|
||
conn.client_voice_stop = True
|
||
if len(conn.asr_audio) > 0:
|
||
await handleAudioMessage(conn, b"")
|
||
elif msg_json["state"] == "detect":
|
||
conn.client_have_voice = False
|
||
conn.asr_audio.clear()
|
||
if "text" in msg_json:
|
||
original_text = msg_json["text"] # 保留原始文本
|
||
filtered_len, filtered_text = remove_punctuation_and_length(
|
||
original_text
|
||
)
|
||
|
||
# 识别是否是唤醒词
|
||
is_wakeup_words = filtered_text in conn.config.get("wakeup_words")
|
||
# 是否开启唤醒词回复
|
||
enable_greeting = conn.config.get("enable_greeting", True)
|
||
|
||
if is_wakeup_words and not enable_greeting:
|
||
# 如果是唤醒词，且关闭了唤醒词回复，就不用回答
|
||
await send_stt_message(conn, original_text)
|
||
await send_tts_message(conn, "stop", None)
|
||
conn.client_is_speaking = False
|
||
elif is_wakeup_words:
|
||
conn.just_woken_up = True
|
||
# 上报纯文字数据（复用ASR上报功能，但不提供音频数据）
|
||
enqueue_asr_report(conn, "嘿，你好呀", [])
|
||
await startToChat(conn, "嘿，你好呀")
|
||
else:
|
||
# 上报纯文字数据（复用ASR上报功能，但不提供音频数据）
|
||
enqueue_asr_report(conn, original_text, [])
|
||
# 否则需要LLM对文字内容进行答复
|
||
await startToChat(conn, original_text)
|
||
elif msg_json["type"] == "iot":
|
||
conn.logger.bind(tag=TAG).info(f"收到iot消息：{message}")
|
||
if "descriptors" in msg_json:
|
||
asyncio.create_task(handleIotDescriptors(conn, msg_json["descriptors"]))
|
||
if "states" in msg_json:
|
||
asyncio.create_task(handleIotStatus(conn, msg_json["states"]))
|
||
elif msg_json["type"] == "mcp":
|
||
conn.logger.bind(tag=TAG).info(f"收到mcp消息：{message[:100]}")
|
||
if "payload" in msg_json:
|
||
asyncio.create_task(
|
||
handle_mcp_message(conn, conn.mcp_client, msg_json["payload"])
|
||
)
|
||
elif msg_json["type"] == "server":
|
||
# 记录日志时过滤敏感信息
|
||
conn.logger.bind(tag=TAG).info(
|
||
f"收到服务器消息：{filter_sensitive_info(msg_json)}"
|
||
)
|
||
# 如果配置是从API读取的，则需要验证secret
|
||
if not conn.read_config_from_api:
|
||
return
|
||
# 获取post请求的secret
|
||
post_secret = msg_json.get("content", {}).get("secret", "")
|
||
secret = conn.config["manager-api"].get("secret", "")
|
||
# 如果secret不匹配，则返回
|
||
if post_secret != secret:
|
||
await conn.websocket.send(
|
||
json.dumps(
|
||
{
|
||
"type": "server",
|
||
"status": "error",
|
||
"message": "服务器密钥验证失败",
|
||
}
|
||
)
|
||
)
|
||
return
|
||
# 动态更新配置
|
||
if msg_json["action"] == "update_config":
|
||
try:
|
||
# 更新WebSocketServer的配置
|
||
if not conn.server:
|
||
await conn.websocket.send(
|
||
json.dumps(
|
||
{
|
||
"type": "server",
|
||
"status": "error",
|
||
"message": "无法获取服务器实例",
|
||
"content": {"action": "update_config"},
|
||
}
|
||
)
|
||
)
|
||
return
|
||
|
||
if not await conn.server.update_config():
|
||
await conn.websocket.send(
|
||
json.dumps(
|
||
{
|
||
"type": "server",
|
||
"status": "error",
|
||
"message": "更新服务器配置失败",
|
||
"content": {"action": "update_config"},
|
||
}
|
||
)
|
||
)
|
||
return
|
||
|
||
# 发送成功响应
|
||
await conn.websocket.send(
|
||
json.dumps(
|
||
{
|
||
"type": "server",
|
||
"status": "success",
|
||
"message": "配置更新成功",
|
||
"content": {"action": "update_config"},
|
||
}
|
||
)
|
||
)
|
||
except Exception as e:
|
||
conn.logger.bind(tag=TAG).error(f"更新配置失败: {str(e)}")
|
||
await conn.websocket.send(
|
||
json.dumps(
|
||
{
|
||
"type": "server",
|
||
"status": "error",
|
||
"message": f"更新配置失败: {str(e)}",
|
||
"content": {"action": "update_config"},
|
||
}
|
||
)
|
||
)
|
||
# 重启服务器
|
||
elif msg_json["action"] == "restart":
|
||
await conn.handle_restart(msg_json)
|
||
else:
|
||
conn.logger.bind(tag=TAG).error(f"收到未知类型消息：{message}")
|
||
except json.JSONDecodeError:
|
||
await conn.websocket.send(message)
|