根据rag上下文内容,结合大模型语言回答

llm-back/ruoyi-agent/pom.xml

@@ -17,11 +17,6 @@
 
     <dependencies>
 
-        <dependency>
-            <groupId>com.ruoyi</groupId>
-            <artifactId>ruoyi-framework</artifactId>
-        </dependency>
-
         <dependency>
             <groupId>com.ruoyi</groupId>
             <artifactId>ruoyi-common</artifactId>

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/controller/KnowLedgeController.java

@@ -24,18 +24,17 @@ import java.util.List;
 @RequestMapping("/llm/knowledge")
 public class KnowLedgeController extends BaseController
 {
+    private static final MilvusService milvusService = new MilvusService("192.168.28.188", 19530);
     private static final EmbeddingModel embeddingModel = new BgeSmallZhV15EmbeddingModel();
 
     /**
      * 新建知识库
      */
     @GetMapping("/list")
-    public AjaxResult listKnowLedgeBase()
+    public AjaxResult listKnowLedgeCollection()
     {
-        MilvusService milvusService = new MilvusService(
-                "192.168.28.188",
-                19530);
         List<String> collectionNames = milvusService.getCollectionNames();
+        milvusService.close();
         return success(collectionNames);
     }
 
@@ -43,26 +42,30 @@ public class KnowLedgeController extends BaseController
      * 新建知识库
      */
     @PostMapping("/create")
-    public AjaxResult createKnowLedgeBase(String collectionName)
+    public AjaxResult createKnowLedgeCollection(String collectionName)
     {
-        MilvusService milvusService = new MilvusService(
-                "192.168.28.188",
-                19530,
-                collectionName);
-        milvusService.createCollection(512);
+        milvusService.createCollection(collectionName, 512);
         milvusService.close();
         return success();
     }
 
     /**
-     * 新建知识库
+     * 修改知识库
+     */
+    @PostMapping("/modify")
+    public AjaxResult modifyKnowLedgeCollection(String collectionName, String newCollectionName)
+    {
+        milvusService.collectionRename(collectionName, newCollectionName);
+        milvusService.close();
+        return success();
+    }
+
+    /**
+     * 删除知识库集合
      */
     @DeleteMapping("/remove")
-    public AjaxResult removeKnowLedgeBase(String collectionName)
+    public AjaxResult removeKnowLedgeCollection(String collectionName)
     {
-        MilvusService milvusService = new MilvusService(
-                "192.168.28.188",
-                19530);
         milvusService.deleteCollectionName(collectionName);
         milvusService.close();
         return success();
@@ -72,7 +75,8 @@ public class KnowLedgeController extends BaseController
      * 插入知识库文件
      */
     @PostMapping("/insert")
-    public AjaxResult insertKnowledge(MultipartFile file, String collectionName) throws IOException {
+    public AjaxResult insertKnowledgeDocument(MultipartFile file, String collectionName) throws IOException
+    {
         LangChainMilvusService langChainMilvusService = new LangChainMilvusService(
                 "192.168.28.188",
                 19530,
@@ -82,9 +86,10 @@ public class KnowLedgeController extends BaseController
         File profilePath = new File( RuoYiConfig.getProfile() + "/upload/knowledge");
         if (!profilePath.exists())
             profilePath.mkdirs();
-        File transferFile = new File( profilePath + "/" + file.getOriginalFilename());
-        if (!transferFile.exists())
+        File transferFile = new File( profilePath + File.separator + file.getOriginalFilename());
+        if (!transferFile.exists()) {
             file.transferTo(transferFile);
+        }
         langChainMilvusService.insertLangchainEmbeddingDocument(transferFile);
         langChainMilvusService.close();
         return success();

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/controller/RagController.java

@@ -36,7 +36,7 @@ public class RagController extends BaseController
                 embeddingModel);
 
         // 1. Milvus检索
-        List<String> contexts = langChainMilvusService.retrieveFromMilvus(question, 3);
+        List<String> contexts = langChainMilvusService.retrieveFromMilvus(question, 1);
 
         // 2. 调用本地LLM或HTTP服务
         return success(langChainMilvusService.generateAnswerWithRag(question, contexts));

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/controller/SessionController.java

@@ -37,7 +37,7 @@ public class SessionController extends BaseController
         HttpUrl url = HttpUrl.parse("http://192.168.28.188:8000/generate")
                 .newBuilder()
                 .addQueryParameter("prompt", question)
-                .addQueryParameter("max_token", String.valueOf(512))
+                .addQueryParameter("max_token", String.valueOf(1024))
                 .build();
 
         Request request = new Request.Builder()

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/service/LangChainMilvusService.java

@@ -11,7 +11,10 @@ import io.milvus.client.MilvusServiceClient;
 import io.milvus.grpc.MutationResult;
 import io.milvus.grpc.SearchResults;
 import io.milvus.param.ConnectParam;
+import io.milvus.param.MetricType;
 import io.milvus.param.R;
+import io.milvus.param.RpcStatus;
+import io.milvus.param.collection.LoadCollectionParam;
 import io.milvus.param.dml.InsertParam;
 import io.milvus.param.dml.SearchParam;
 import io.milvus.response.SearchResultsWrapper;
@@ -41,7 +44,7 @@ public class LangChainMilvusService {
                         .withPort(port)
                         .build()
         );
-        this.LLM_SERVICE_URL = "http://" + host + ":8000/generate";
+        this.LLM_SERVICE_URL = "http://" + host + ":8080/generate";
         this.collectionName = collectionName;
         this.embeddingModel = embeddingModel;
     }
@@ -50,10 +53,11 @@ public class LangChainMilvusService {
         // 加载文档
         InputStream fileInputStream = new FileInputStream(file);
         Document document = new ApachePdfBoxDocumentParser().parse(fileInputStream);
-        DocumentByParagraphSplitter splitter = new DocumentByParagraphSplitter(150,10);;
+        DocumentByParagraphSplitter splitter = new DocumentByParagraphSplitter(1024,0);;
         List<TextSegment> segments = splitter.split(document);
 
         // 提取文本和生成嵌入
+        List<String> fileNames = new ArrayList<>();
         List<String> texts = new ArrayList<>();
         List<List<Float>> embeddings = new ArrayList<>();
 
@@ -61,15 +65,16 @@ public class LangChainMilvusService {
             String text = segment.text();
             if (text.trim().isEmpty())
                 continue;
+            fileNames.add(file.getName());
             texts.add(text);
             embeddings.add(embeddingModel.embed(text).content().vectorAsList());
         }
 
         // 准备插入数据
         List<InsertParam.Field> fields = new ArrayList<>();
-        fields.add(new InsertParam.Field("file_name", Arrays.asList(file.getName())));
-        fields.add(new InsertParam.Field("content", Arrays.asList(texts)));
-        fields.add(new InsertParam.Field("embedding", Arrays.asList(embeddings)));
+        fields.add(new InsertParam.Field("file_name", fileNames));
+        fields.add(new InsertParam.Field("content", texts));
+        fields.add(new InsertParam.Field("embedding", embeddings));
 
         InsertParam insertParam = InsertParam.newBuilder()
                 .withCollectionName(collectionName)
@@ -86,13 +91,29 @@ public class LangChainMilvusService {
 
     // 从Milvus检索相关文档
     public List<String> retrieveFromMilvus(String query, int topK) throws IOException {
-        List<Float> queryVector = embeddingModel.embed(query).content().vectorAsList();
+        List<List<Float>> queryVector = Arrays.asList(embeddingModel.embed(query).content().vectorAsList());
 
+        //  加载集合
+        LoadCollectionParam loadParam = LoadCollectionParam.newBuilder()
+                .withCollectionName(collectionName)
+                .build();
+
+        R<RpcStatus> loadResponse = milvusClient.loadCollection(loadParam);
+        if (loadResponse.getStatus() != R.Status.Success.getCode()) {
+            System.err.println("Failed to load collection: " + loadResponse.getMessage());
+            milvusClient.close();
+            return null;
+        }
+
+        // 构建SearchParam
         SearchParam searchParam = SearchParam.newBuilder()
                 .withCollectionName(collectionName)
                 .withVectors(queryVector)
                 .withTopK(topK)
                 .withOutFields(Arrays.asList("content"))
+                .withVectorFieldName("embedding")
+                .withMetricType(MetricType.COSINE)
+                .withParams("{\"nprobe\": 1}")
                 .build();
 
         R<SearchResults> response = milvusClient.search(searchParam);
@@ -110,7 +131,7 @@ public class LangChainMilvusService {
         HttpUrl url = HttpUrl.parse(LLM_SERVICE_URL)
                 .newBuilder()
                 .addQueryParameter("prompt", prompt)
-                .addQueryParameter("max_token", String.valueOf(512))
+                .addQueryParameter("max_token", String.valueOf(1024))
                 .build();
 
         Request request = new Request.Builder()

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/service/MilvusService.java

@@ -1,47 +1,20 @@
 package com.ruoyi.agent.service;
 
-import com.alibaba.fastjson2.JSONObject;
-import dev.langchain4j.data.document.Document;
-import dev.langchain4j.data.document.parser.apache.pdfbox.ApachePdfBoxDocumentParser;
-import dev.langchain4j.data.document.splitter.DocumentByParagraphSplitter;
-import dev.langchain4j.data.segment.TextSegment;
-import dev.langchain4j.model.embedding.EmbeddingModel;
 import io.milvus.client.MilvusServiceClient;
 import io.milvus.grpc.DataType;
-import io.milvus.grpc.MutationResult;
-import io.milvus.grpc.SearchResults;
 import io.milvus.param.ConnectParam;
 import io.milvus.param.IndexType;
 import io.milvus.param.MetricType;
-import io.milvus.param.R;
 import io.milvus.param.collection.CreateCollectionParam;
 import io.milvus.param.collection.DropCollectionParam;
 import io.milvus.param.collection.FieldType;
-import io.milvus.param.dml.InsertParam;
-import io.milvus.param.dml.SearchParam;
+import io.milvus.param.collection.RenameCollectionParam;
 import io.milvus.param.highlevel.collection.ListCollectionsParam;
 import io.milvus.param.index.CreateIndexParam;
-import io.milvus.response.SearchResultsWrapper;
-import okhttp3.HttpUrl;
-import okhttp3.OkHttpClient;
-import okhttp3.Request;
-import okhttp3.Response;
-
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.IOException;
-import java.io.InputStream;
-import java.util.ArrayList;
-import java.util.Arrays;
 import java.util.List;
-import java.util.concurrent.TimeUnit;
-import java.util.stream.Collectors;
 
 public class MilvusService {
-    private String LLM_SERVICE_URL;
     private MilvusServiceClient milvusClient;
-    private String collectionName;
-    private EmbeddingModel embeddingModel;
 
     /**
      *  连接milvus知识库
@@ -55,37 +28,10 @@ public class MilvusService {
         );
     }
 
-    /**
-     * 连接milvus知识库指定collection
-     */
-    public MilvusService(String host, int port, String collectionName) {
-        this.milvusClient = new MilvusServiceClient(
-                ConnectParam.newBuilder()
-                        .withHost(host)
-                        .withPort(port)
-                        .build()
-        );
-        this.collectionName = collectionName;
-    }
-
-    /**
-     * 连接milvus知识库指定collection，加入langchain自带emdding
-     */
-    public MilvusService(String host, int port, String collectionName, EmbeddingModel embeddingModel) {
-        this.milvusClient = new MilvusServiceClient(
-                ConnectParam.newBuilder()
-                        .withHost(host)
-                        .withPort(port)
-                        .build()
-        );
-        this.collectionName = collectionName;
-        this.embeddingModel = embeddingModel;
-    }
-
     /**
      * 新建知识库Collection（含Schema、Field、Index）
      */
-    public void createCollection(int dimension) {
+    public void createCollection(String collectionName, int dimension) {
         FieldType idField = FieldType.newBuilder()
                 .withName("id")
                 .withDataType(DataType.Int64)
@@ -141,11 +87,24 @@ public class MilvusService {
         return milvusClient.listCollections(param).getData().collectionNames;
     }
 
+    /**
+     * 修改知识库Collection
+     */
+    public void collectionRename(String collectionName, String newCollectionName) {
+        RenameCollectionParam renameCollectionReq = RenameCollectionParam.newBuilder()
+                .withOldCollectionName(collectionName)
+                .withNewCollectionName(newCollectionName)
+                .build();
+
+        milvusClient.renameCollection(renameCollectionReq);
+    }
+
     /**
      * 删除知识库Collection
      */
     public void deleteCollectionName(String collectionName) {
-        DropCollectionParam param = DropCollectionParam.newBuilder().withCollectionName(collectionName).build();
+        DropCollectionParam param = DropCollectionParam.newBuilder()
+                .withCollectionName(collectionName).build();
         milvusClient.dropCollection(param);
     }