feat:update tts module

Author: ruanrongman

docs/README.md

@@ -88,7 +88,7 @@ mysql,redis,emqx和influxdb环境。
 欢迎加入群聊一起交流讨论有关Aiot相关的话题，免费获取智控台的前端源码，链接过期了可以issue或email提醒一下作者。
 
 <div style="width: 250px;margin: 0 auto;">
-    <img src="./images/c2cfd1c5bbbe84e9d5892823f7dc6789.jpg" width="250px"/>
+    <img src="./images/f1d07cf6a241ec0ac1601643364be3df.jpg" width="250px"/>
 </div>
 
 

docs/images/c2cfd1c5bbbe84e9d5892823f7dc6789.jpg

@@ -263,6 +263,11 @@
             <artifactId>websdk-java-speech</artifactId>
             <version>2.0.3</version>
         </dependency>
+        <dependency>
+            <groupId>io.github.whitemagic2014</groupId>
+            <artifactId>tts-edge-java</artifactId>
+            <version>1.2.6</version>
+        </dependency>
         <dependency>
             <groupId>dev.langchain4j</groupId>
             <artifactId>langchain4j</artifactId>

docs/images/f1d07cf6a241ec0ac1601643364be3df.jpg

@@ -116,7 +116,7 @@ mysql,redis,emqx和influxdb环境，安装详情请看官方文档。
 欢迎加入群聊一起交流讨论有关Aiot相关的话题，免费获取智控台的前端源码，链接过期了可以issue或email提醒一下作者。
 
 <div style="width: 250px;margin: 0 auto;">
-    <img src="./docs/images/c2cfd1c5bbbe84e9d5892823f7dc6789.jpg" width="250px"/>
+    <img src="./docs/images/f1d07cf6a241ec0ac1601643364be3df.jpg" width="250px"/>
 </div>
 
 ## 致谢

pom.xml

@@ -28,18 +28,17 @@
 import org.springframework.web.multipart.MultipartFile;
 import top.rslly.iot.param.request.AiControl;
 import top.rslly.iot.services.SafetyServiceImpl;
-import top.rslly.iot.services.agent.AiService;
 import top.rslly.iot.services.thingsModel.ProductServiceImpl;
 import top.rslly.iot.utility.JwtTokenUtil;
 import top.rslly.iot.utility.MyFileUtil;
 import top.rslly.iot.utility.RedisUtil;
 import top.rslly.iot.utility.ai.chain.Router;
 import top.rslly.iot.utility.ai.llm.LLMFactory;
-import top.rslly.iot.utility.ai.mcp.McpProtocolSend;
 import top.rslly.iot.utility.ai.mcp.McpWebsocket;
-import top.rslly.iot.utility.ai.mcp.McpWebsocketEndpoint;
 import top.rslly.iot.utility.ai.voice.Audio2Text;
-import top.rslly.iot.utility.ai.voice.Text2audio;
+import top.rslly.iot.utility.ai.voice.AudioUtils;
+import top.rslly.iot.utility.ai.voice.TTS.Text2audio;
+import top.rslly.iot.utility.ai.voice.TTS.TtsService;
 import top.rslly.iot.utility.result.JsonResult;
 import top.rslly.iot.utility.result.ResultCode;
 import top.rslly.iot.utility.result.ResultTool;
@@ -66,7 +65,7 @@ public class AiServiceImpl implements AiService {
   @Autowired
   private Router router;
   @Autowired
-  private Text2audio text2audio;
+  private TtsService text2audio;
   @Autowired
   private Audio2Text audio2Text;
   @Autowired
@@ -126,7 +125,7 @@ public JsonResult<?> getAiResponse(boolean tts, boolean stream, int productId,
       aiResponse.put("text", answer);
       if (tts) {
         var audio = Text2audio.synthesizeAndSaveAudio(answer).array();
-        audio = Text2audio.VoiceBitChange(audio);
+        audio = AudioUtils.VoiceBitChange(audio);
         if (!stream)
           aiResponse.put("audio", Base64.getEncoder().encodeToString(audio));
         else

readme.md

@@ -104,6 +104,10 @@ else if (llmName.contains("think")) {
       return new DeepSeek("https://dashscope.aliyuncs.com/compatible-mode",
           "qwen3-next-80b-a3b-instruct",
           dashScopeApiKey);
+    } else if (llmName.equals("dashscope-Qwen3-max")) {
+      return new DeepSeek("https://dashscope.aliyuncs.com/compatible-mode",
+          "qwen3-max",
+          dashScopeApiKey);
     } else if (llmName.startsWith("silicon-Qwen3-30B-A3B")) {
       return new Qwen3(siliconFlowApiKey, "Qwen/Qwen3-30B-A3B", enableThinking, thinkingBudget);
     } else if (llmName.startsWith("silicon-Qwen3-235B-A22B")) {

src/main/java/top/rslly/iot/services/agent/AiServiceImpl.java

@@ -260,6 +260,18 @@ public String run(String question, Map<String, Object> globalMessage) {
       client.close();
     }
     clientMap.clear();
+    // 超出迭代轮次，调用模型进行总结
+    String summaryPrompt = "请根据以上对话历史和最终观察结果，用中文总结回答最初的问题: " + question;
+    messages.clear();
+    messages.add(new ModelMessage(ModelMessageRole.SYSTEM.value(), summaryPrompt));
+    messages.add(new ModelMessage(ModelMessageRole.USER.value(), conversationPrompt.toString()));
+
+    try {
+      toolResult = LLMFactory.getLLM(llmName).commonChat(summaryPrompt, messages, false);
+    } catch (Exception e) {
+      log.error("Error generating summary after max iterations: ", e);
+      toolResult = "经过多次尝试仍未找到完整答案，请重新提问或提供更多细节。";
+    }
     if (queue != null) {
       queue.add(toolResult);
       if (!mcpIsTool)

src/main/java/top/rslly/iot/utility/ai/llm/LLMFactory.java

@@ -109,6 +109,18 @@ public String run(String question, Map<String, Object> globalMessage) {
       }
       iteration += 1;
     }
+    // 超出迭代轮次，调用模型进行总结
+    String summaryPrompt = "请根据以上对话历史和最终观察结果，用中文总结回答最初的问题: " + question;
+    messages.clear();
+    messages.add(new ModelMessage(ModelMessageRole.SYSTEM.value(), summaryPrompt));
+    messages.add(new ModelMessage(ModelMessageRole.USER.value(), conversationPrompt.toString()));
+
+    try {
+      toolResult = LLMFactory.getLLM(llmName).commonChat(summaryPrompt, messages, false);
+    } catch (Exception e) {
+      log.error("Error generating summary after max iterations: ", e);
+      toolResult = "经过多次尝试仍未找到完整答案，请重新提问或提供更多细节。";
+    }
     if (queue != null) {
       queue.add(toolResult);
       queue.add("[DONE]");

src/main/java/top/rslly/iot/utility/ai/mcp/McpAgent.java

@@ -23,7 +23,8 @@
 import lombok.extern.slf4j.Slf4j;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.stereotype.Component;
-import top.rslly.iot.utility.ai.voice.Text2audio;
+import top.rslly.iot.utility.ai.voice.TTS.Text2audio;
+import top.rslly.iot.utility.ai.voice.TTS.TtsServiceFactory;
 import top.rslly.iot.utility.smartVoice.XiaoZhiWebsocket;
 
 import java.io.IOException;
@@ -34,7 +35,7 @@
 @Slf4j
 public class GoodByeTool implements BaseTool<String> {
   @Autowired
-  private Text2audio text2audio;
+  private TtsServiceFactory ttsServiceFactory;
 
   private String name = "goodByeTool";
   private String description = """
@@ -91,7 +92,7 @@ public String run(String question, Map<String, Object> globalMessage) {
         session.getBasicRemote()
             .sendText("{\"type\": \"tts\", \"state\": \"sentence_start\", \"text\": \""
                 + message + "\"}");
-        text2audio.websocketAudioSync(message, session, chatId, productId);
+        ttsServiceFactory.websocketAudioSync(message, session, chatId, productId);
         session.close();
       } catch (IOException e) {
         e.printStackTrace();