feat:add web and update knowledgeChat

Author: ruanrongman

docs/README.md

@@ -88,7 +88,7 @@ mysql,redis,emqx和influxdb环境。
 欢迎加入群聊一起交流讨论有关Aiot相关的话题，免费获取智控台的前端源码，链接过期了可以issue或email提醒一下作者。
 
 <div style="width: 250px;margin: 0 auto;">
-    <img src="./images/ede859c2bbe032886b842748dcfdc503.jpg" width="250px"/>
+    <img src="./images/728a85f486074938ba54d89a6eb6171f.jpg" width="250px"/>
 </div>
 
 

docs/images/728a85f486074938ba54d89a6eb6171f.jpg

@@ -159,7 +159,7 @@
         <dependency>
             <groupId>commons-io</groupId>
             <artifactId>commons-io</artifactId>
-            <version>2.7</version>
+            <version>2.15.1</version>
         </dependency>
         <dependency>
             <groupId>org.apache.commons</groupId>
@@ -293,6 +293,31 @@
             <artifactId>langchain4j-document-parser-apache-pdfbox</artifactId>
             <version>1.0.0-beta3</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.poi</groupId>
+            <artifactId>poi</artifactId>
+            <version>5.2.3</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.poi</groupId>
+            <artifactId>poi-ooxml</artifactId>
+            <version>5.2.3</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.poi</groupId>
+            <artifactId>poi-scratchpad</artifactId>
+            <version>5.2.3</version>
+        </dependency>
+        <dependency>
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-document-parser-apache-poi</artifactId>
+            <version>1.8.0-beta15</version>
+        </dependency>
+        <dependency>
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-document-parser-markdown</artifactId>
+            <version>1.8.0-beta15</version>
+        </dependency>
         <!-- 音频处理 -->
         <dependency>
             <groupId>ws.schild</groupId>

docs/images/ede859c2bbe032886b842748dcfdc503.jpg

@@ -113,17 +113,18 @@ mysql,redis,emqx和influxdb环境，安装详情请看官方文档。
 
 ## 交流群
 
-欢迎加入群聊一起交流讨论有关Aiot相关的话题，免费获取智控台的前端源码，链接过期了可以issue或email提醒一下作者。
+欢迎加入群聊一起交流讨论有关Aiot相关的话题，有机会获取项目的免费部署咨询，链接过期了可以issue或email提醒一下作者。
 
 <div style="width: 250px;margin: 0 auto;">
-    <img src="./docs/images/ede859c2bbe032886b842748dcfdc503.jpg" width="250px"/>
+    <img src="./docs/images/728a85f486074938ba54d89a6eb6171f.jpg" width="250px"/>
 </div>
 
 ## 致谢
 * 感谢项目[xiaozhi-esp32](https://github.com/78/xiaozhi-esp32)提供强大的硬件语音交互。
 * 感谢项目[Concentus: Opus for Everyone](https://github.com/lostromb/concentus)提供opus解码和编码。
 * 感谢项目[TalkX](https://github.com/big-mouth-cn/talkx)提供了opus解码和编码的参考。
 * 感谢项目[py-xiaozhi](https://github.com/huangjunsen0406/py-xiaozhi)方便项目进行小智开发调试。
+* 感谢项目[vue3-antd-manage](https://github.com/BaiFangZi/vue3-antd-manage)本项目智控台基于该项目二次开发。
 * [电波bilibili君](https://space.bilibili.com/119751)赞助项目开发。
 
 ## 授权协议

pom.xml

@@ -180,6 +180,21 @@ public JsonResult<?> getKnowledgeChat(@RequestHeader("Authorization") String hea
     return knowledgeChatService.getKnowledgeChat(header);
   }
 
+  @Operation(summary = "知识库", description = "搜索产品的知识库")
+  @RequestMapping(value = "/knowledgeChatRecall", method = RequestMethod.POST)
+  public JsonResult<?> searchKnowledgeChat(
+      @Valid @RequestBody KnowledgeChatRecall knowledgeChatRecall,
+      @RequestHeader("Authorization") String header) {
+    try {
+      if (!safetyService.controlAuthorizeProduct(header, knowledgeChatRecall.getProductId()))
+        return ResultTool.fail(ResultCode.NO_PERMISSION);
+    } catch (NullPointerException e) {
+      return ResultTool.fail(ResultCode.PARAM_NOT_VALID);
+    }
+    return knowledgeChatService.searchByProductId(knowledgeChatRecall.getProductId(),
+        knowledgeChatRecall.getQuery());
+  }
+
   @Operation(summary = "知识库", description = "提交产品的知识库")
   @RequestMapping(value = "/knowledgeChat", method = RequestMethod.POST)
   public JsonResult<?> postKnowledgeChat(@RequestParam("productId") int productId,

readme.md

@@ -0,0 +1,33 @@
+/**
+ * Copyright © 2023-2030 The ruanrongman Authors
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package top.rslly.iot.param.request;
+
+import lombok.Data;
+
+import javax.validation.constraints.NotBlank;
+import javax.validation.constraints.Size;
+
+@Data
+public class KnowledgeChatRecall {
+  int productId;
+  @NotBlank(message = "query 不能为空")
+  @Size(min = 1, max = 2048, message = "description 长度必须在 1 到 2048 之间")
+  String query;
+}

src/main/java/top/rslly/iot/controllers/Tool.java

@@ -37,7 +37,7 @@ public class ProductRole {
   @Size(min = 1, max = 255, message = "role 长度必须在 1 到 255 之间")
   private String role;
   @NotBlank(message = "roleIntroduction 不能为空")
-  @Size(min = 1, max = 255, message = "roleIntroduction 长度必须在 1 到 255 之间")
+  @Size(min = 1, max = 2048, message = "roleIntroduction 长度必须在 1 到 255 之间")
   private String roleIntroduction;
   @NotBlank(message = "voice 不能为空")
   @Size(min = 1, max = 255, message = "voice 长度必须在 1 到 255 之间")

src/main/java/top/rslly/iot/param/request/KnowledgeChatRecall.java

@@ -31,6 +31,8 @@ public interface KnowledgeChatService {
 
   String searchByProductId(String productId, String query);
 
+  JsonResult<?> searchByProductId(int productId, String query);
+
   JsonResult<?> getKnowledgeChat(String token);
 
   JsonResult<?> postKnowledgeChat(int productId, String fileName, MultipartFile multipartFile);

src/main/java/top/rslly/iot/param/request/ProductRole.java

@@ -45,7 +45,9 @@
 import java.io.IOException;
 import java.nio.file.Files;
 import java.util.ArrayList;
+import java.util.HashMap;
 import java.util.List;
+import java.util.Map;
 import java.util.stream.Collectors;
 
 @Service
@@ -92,6 +94,35 @@ public String searchByProductId(String productId, String query) {
     }
   }
 
+  @Override
+  public JsonResult<?> searchByProductId(int productId, String query) {
+    // 1. 检查 productId 是否存在
+    var res = knowledgeChatRepository.findAllByProductId(productId);
+    if (res.isEmpty()) {
+      // 2. 如果不存在，返回空列表
+      return ResultTool.fail(ResultCode.PARAM_NOT_VALID);
+    }
+
+    try {
+      EmbeddingSearchResult<TextSegment> searchResult = RagUtility.searchByProductId(
+          knowledgeChatEmbeddingStore, embeddingModel, query, String.valueOf(productId));
+      var result = searchResult.matches().stream()
+          .map(match -> {
+            Map<String, Object> item = new HashMap<>();
+            item.put("text", match.embedded().text());
+            item.put("score", match.score());
+            return item;
+          })
+          .collect(Collectors.toList());
+      return ResultTool.success(result);
+
+    } catch (Exception e) {
+      log.error("查询知识库失败: {}", e.getMessage(), e); // 建议将异常堆栈也打印出来
+      // 4. 异常时也返回空列表
+      return ResultTool.success(new ArrayList<>());
+    }
+  }
+
   @Override
   public JsonResult<?> getKnowledgeChat(String token) {
     String token_deal = token.replace(JwtTokenUtil.TOKEN_PREFIX, "");
@@ -152,11 +183,15 @@ public JsonResult<?> postKnowledgeChat(int productId, String fileName,
     String realFileName = multipartFile.getOriginalFilename();
     if (realFileName == null)
       return ResultTool.fail(ResultCode.PARAM_NOT_COMPLETE);
-    String suffixName = realFileName.substring(realFileName.lastIndexOf(".")); // 后缀名
-    if (!suffixName.equals(".pdf"))
+    String suffixName = realFileName.substring(realFileName.lastIndexOf(".")).toLowerCase(); // 后缀名
+    // 允许的文件类型
+    List<String> allowedSuffixes = List.of(".pdf", ".txt", ".md", ".markdown", ".doc", ".docx",
+        ".ppt", ".pptx", ".xls", ".xlsx");
+    if (!allowedSuffixes.contains(suffixName)) {
       return ResultTool.fail(ResultCode.PARAM_NOT_VALID);
+    }
     try {
-      File tempFile = Files.createTempFile("upload-", ".pdf").toFile();
+      File tempFile = Files.createTempFile("upload-", suffixName).toFile();
       multipartFile.transferTo(tempFile);
       KnowledgeChatEntity knowledgeChatEntity = new KnowledgeChatEntity();
       knowledgeChatEntity.setFilename(fileName);
@@ -165,7 +200,7 @@ public JsonResult<?> postKnowledgeChat(int productId, String fileName,
       var result = knowledgeChatRepository.save(knowledgeChatEntity);
       taskExecutor.execute(() -> {
         try {
-          RagUtility.ingestPdfToChroma(tempFile.getAbsolutePath(), String.valueOf(productId),
+          RagUtility.ingestFileToChroma(tempFile.getAbsolutePath(), String.valueOf(productId),
               fileName, embeddingModel, knowledgeChatEmbeddingStore);
           knowledgeChatEntity.setStatus("success");
           knowledgeChatEntity.setId(result.getId());
@@ -175,10 +210,19 @@ public JsonResult<?> postKnowledgeChat(int productId, String fileName,
           knowledgeChatEntity.setStatus("error");
           knowledgeChatEntity.setId(result.getId());
           knowledgeChatRepository.save(knowledgeChatEntity);
+        } finally {
+          // 删除临时文件
+          if (tempFile.exists()) {
+            boolean deleted = tempFile.delete();
+            if (!deleted) {
+              log.warn("临时文件删除失败: {}", tempFile.getAbsolutePath());
+            }
+          }
         }
       });
       return ResultTool.success();
     } catch (IOException e) {
+      log.error("文件上传失败: {}", e.getMessage(), e);
       return ResultTool.fail(ResultCode.COMMON_FAIL);
     }
   }