Merge branch 'master' of http://oa.sccehui.com:6101/cmc-coding/cmc-llm

llm-back/pom.xml

@@ -68,19 +68,6 @@
                 <scope>import</scope>
             </dependency>
 
-            <!-- 覆盖logback的依赖配置-->
-            <dependency>
-                <groupId>ch.qos.logback</groupId>
-                <artifactId>logback-core</artifactId>
-                <version>${logback.version}</version>
-            </dependency>
-
-            <dependency>
-                <groupId>ch.qos.logback</groupId>
-                <artifactId>logback-classic</artifactId>
-                <version>${logback.version}</version>
-            </dependency>
-
             <!-- 覆盖tomcat的依赖配置-->
             <dependency>
                 <groupId>org.apache.tomcat.embed</groupId>

llm-back/ruoyi-agent/pom.xml

@@ -21,22 +21,12 @@
             <groupId>com.ruoyi</groupId>
             <artifactId>ruoyi-framework</artifactId>
         </dependency>
-        <dependency>
-            <groupId>com.ruoyi</groupId>
-            <artifactId>ruoyi-system</artifactId>
-        </dependency>
+
         <dependency>
             <groupId>com.ruoyi</groupId>
             <artifactId>ruoyi-common</artifactId>
         </dependency>
 
-        <!-- spring-boot-devtools -->
-        <dependency>
-            <groupId>org.springframework.boot</groupId>
-            <artifactId>spring-boot-devtools</artifactId>
-            <optional>true</optional> <!-- 表示依赖不会传递 -->
-        </dependency>
-
         <!-- 向量数据库-->
         <dependency>
             <groupId>io.milvus</groupId>

llm-back/ruoyi-agent/src/main/java/com/cmc/agent/controller/KnowLedgeController.java

@@ -1,63 +0,0 @@
-package com.cmc.agent.controller;
-
-import com.ruoyi.common.config.RuoYiConfig;
-import com.ruoyi.common.core.controller.BaseController;
-import com.ruoyi.common.core.domain.AjaxResult;
-import com.cmc.agent.service.LangChainMilvusService;
-import dev.langchain4j.model.embedding.onnx.bgesmallzhv15.BgeSmallZhV15EmbeddingModel;
-import dev.langchain4j.model.embedding.EmbeddingModel;
-import org.springframework.web.bind.annotation.*;
-import org.springframework.web.multipart.MultipartFile;
-
-import java.io.File;
-import java.io.IOException;
-
-/**
- * cmc知识库Controller
- * 
- * @author cmc
- * @date 2025-04-08
- */
-@RestController
-@RequestMapping("/llm/knowledge")
-public class KnowLedgeController extends BaseController
-{
-    private static final EmbeddingModel embeddingModel = new BgeSmallZhV15EmbeddingModel();
-
-    /**
-     * 新建知识库
-     */
-    @PostMapping("/create")
-    public AjaxResult createKnowLedgeBase(String collectionName)
-    {
-        LangChainMilvusService langChainMilvusService = new LangChainMilvusService(
-                "192.168.28.188",
-                19530,
-                collectionName,
-                embeddingModel);
-        langChainMilvusService.createCollection(512);
-        return success();
-    }
-
-    /**
-     * 插入知识库文件
-     */
-    @PostMapping("/insert")
-    public AjaxResult insertKnowledge(MultipartFile file, String collectionName) throws IOException {
-        LangChainMilvusService langChainMilvusService = new LangChainMilvusService(
-                "192.168.28.188",
-                19530,
-                collectionName,
-                embeddingModel);
-
-        File profilePath = new File( RuoYiConfig.getProfile() + "/upload/knowledge");
-        if (!profilePath.exists())
-            profilePath.mkdirs();
-        File transferFile = new File( profilePath + "/" + file.getOriginalFilename());
-        if (!transferFile.exists())
-            file.transferTo(transferFile);
-        langChainMilvusService.insertLangchainEmbeddingDocument(transferFile);
-        return success();
-    }
-
-}

llm-back/ruoyi-agent/src/main/java/com/cmc/agent/controller/RagController.java

@@ -1,45 +0,0 @@
-package com.cmc.agent.controller;
-
-import com.ruoyi.common.core.controller.BaseController;
-import com.ruoyi.common.core.domain.AjaxResult;
-import com.cmc.agent.service.LangChainMilvusService;
-import dev.langchain4j.model.embedding.EmbeddingModel;
-import dev.langchain4j.model.embedding.onnx.bgesmallzhv15.BgeSmallZhV15EmbeddingModel;
-import org.springframework.web.bind.annotation.PostMapping;
-import org.springframework.web.bind.annotation.RequestMapping;
-import org.springframework.web.bind.annotation.RestController;
-
-import java.io.IOException;
-import java.util.List;
-
-/**
- * cmc知识库Controller
- * 
- * @author cmc
- * @date 2025-04-08
- */
-@RestController
-@RequestMapping("/llm/rag")
-public class RagController extends BaseController
-{
-    private static final EmbeddingModel embeddingModel = new BgeSmallZhV15EmbeddingModel();
-
-    /**
-     * 增强检索生成回答
-     */
-    @PostMapping("/answer")
-    public AjaxResult answer(String question, String collectionName) throws IOException {
-        LangChainMilvusService langChainMilvusService = new LangChainMilvusService(
-                "192.168.28.188",
-                19530,
-                collectionName,
-                embeddingModel);
-
-        // 1. Milvus检索
-        List<String> contexts = langChainMilvusService.retrieveFromMilvus(question, 3);
-
-        // 2. 调用本地LLM或HTTP服务
-        return success(langChainMilvusService.generateAnswerWithRag(question, contexts));
-    }
-
-}

llm-back/ruoyi-agent/src/main/java/com/cmc/agent/controller/SessionController.java

@@ -1,55 +0,0 @@
-package com.cmc.agent.controller;
-
-import com.google.gson.Gson;
-import com.ruoyi.common.core.controller.BaseController;
-import com.ruoyi.common.core.domain.AjaxResult;
-import okhttp3.*;
-import org.springframework.web.bind.annotation.PostMapping;
-import org.springframework.web.bind.annotation.RequestMapping;
-import org.springframework.web.bind.annotation.RestController;
-
-import java.io.IOException;
-import java.util.HashMap;
-import java.util.Map;
-
-/**
- * cmc知识库Controller
- * 
- * @author cmc
- * @date 2025-04-08
- */
-@RestController
-@RequestMapping("/llm/session")
-public class SessionController extends BaseController
-{
-    /**
-     * 生成回答
-     */
-    @PostMapping("/answer")
-    public AjaxResult answer(String question) throws IOException {
-
-        // 1. 调用本地LLM或HTTP服务
-        return success(generateAnswer(question));
-    }
-
-    // 调用LLM生成回答
-    public String generateAnswer(String question) throws IOException {
-        Gson gson = new Gson();
-        Map<String, String> hashMap = new HashMap<>();
-        hashMap.put("prompt", question);
-        hashMap.put("max_tokens", "512");
-        RequestBody body = RequestBody.create(
-                MediaType.parse("application/json"),
-                new Gson().toJson(hashMap));
-
-        Request request = new Request.Builder()
-                .url("http://192.168.28.188:8080/generate")
-                .post(body)
-                .build();
-
-        try (Response response = new OkHttpClient().newCall(request).execute()) {
-            return gson.fromJson(response.body().string(), Map.class).get("generated_text").toString();
-        }
-    }
-
-}

llm-back/ruoyi-agent/src/main/java/com/cmc/agent/service/LangChainMilvusService.java

@@ -1,208 +0,0 @@
-package com.cmc.agent.service;
-
-import com.google.gson.Gson;
-import dev.langchain4j.data.document.Document;
-import dev.langchain4j.data.document.parser.apache.pdfbox.ApachePdfBoxDocumentParser;
-import dev.langchain4j.data.document.splitter.DocumentByParagraphSplitter;
-import dev.langchain4j.data.segment.TextSegment;
-import dev.langchain4j.model.embedding.EmbeddingModel;
-
-import io.milvus.client.MilvusServiceClient;
-import io.milvus.grpc.DataType;
-import io.milvus.grpc.MutationResult;
-import io.milvus.grpc.SearchResults;
-import io.milvus.param.ConnectParam;
-import io.milvus.param.IndexType;
-import io.milvus.param.MetricType;
-import io.milvus.param.R;
-import io.milvus.param.collection.CreateCollectionParam;
-import io.milvus.param.collection.FieldType;
-import io.milvus.param.dml.InsertParam;
-import io.milvus.param.dml.SearchParam;
-import io.milvus.param.index.CreateIndexParam;
-import io.milvus.response.SearchResultsWrapper;
-import okhttp3.*;
-
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.IOException;
-import java.io.InputStream;
-import java.util.*;
-import java.util.stream.Collectors;
-
-public class LangChainMilvusService {
-    private String LLM_SERVICE_URL;
-    private MilvusServiceClient milvusClient;
-    private String collectionName;
-    private EmbeddingModel embeddingModel;
-
-    /**
-     * 连接milvus知识库，加入langchain自带emdding
-     */
-    public LangChainMilvusService(String host, int port, String collectionName, EmbeddingModel embeddingModel) {
-        this.milvusClient = new MilvusServiceClient(
-                ConnectParam.newBuilder()
-                        .withHost(host)
-                        .withPort(port)
-                        .build()
-        );
-        this.LLM_SERVICE_URL = "http://" + host + ":8000/generate";
-        this.collectionName = collectionName;
-        this.embeddingModel = embeddingModel;
-    }
-
-    /**
-     * 不使用向量数据库
-     */
-    public LangChainMilvusService(String host, int port) {
-        this.milvusClient = new MilvusServiceClient(
-                ConnectParam.newBuilder()
-                        .withHost(host)
-                        .withPort(port)
-                        .build()
-        );
-        this.LLM_SERVICE_URL = "http://" + host + ":8000/generate";
-    }
-
-    /**
-     * 新建知识库Collection（含Schema、Field、Index）
-     */
-    public void createCollection(int dimension) {
-        FieldType idField = FieldType.newBuilder()
-                .withName("id")
-                .withDataType(DataType.Int64)
-                .withPrimaryKey(true)
-                .withAutoID(true)
-                .build();
-
-        FieldType fileNameField = FieldType.newBuilder()
-                .withName("file_name")
-                .withDataType(DataType.VarChar)
-                .withMaxLength(256)
-                .build();
-
-        FieldType contentField = FieldType.newBuilder()
-                .withName("content")
-                .withDataType(DataType.VarChar)
-                .withMaxLength(65535)
-                .build();
-
-        FieldType vectorField = FieldType.newBuilder()
-                .withName("embedding")
-                .withDataType(DataType.Float16Vector)
-                .withDimension(dimension)
-                .build();
-
-        CreateCollectionParam createCollectionParam = CreateCollectionParam.newBuilder()
-                .withCollectionName(collectionName)
-                .addFieldType(idField)
-                .addFieldType(fileNameField)
-                .addFieldType(contentField)
-                .addFieldType(vectorField)
-                .build();
-
-        milvusClient.createCollection(createCollectionParam);
-
-        // 创建索引
-        CreateIndexParam createIndexParam = CreateIndexParam.newBuilder()
-                .withCollectionName(collectionName)
-                .withFieldName("embedding")
-                .withIndexType(IndexType.IVF_FLAT)
-                .withMetricType(MetricType.COSINE)
-                .withExtraParam("{\"nlist\": 64}")
-                .build();
-
-        milvusClient.createIndex(createIndexParam);
-    }
-
-    public void insertLangchainEmbeddingDocument(File file) throws IOException {
-        // 加载文档
-        InputStream fileInputStream = new FileInputStream(file);
-        Document document = new ApachePdfBoxDocumentParser().parse(fileInputStream);
-        DocumentByParagraphSplitter splitter = new DocumentByParagraphSplitter(150,10);;
-        List<TextSegment> segments = splitter.split(document);
-
-        // 提取文本和生成嵌入
-        List<String> texts = new ArrayList<>();
-        List<List<Float>> embeddings = new ArrayList<>();
-
-        for (TextSegment segment : segments) {
-            String text = segment.text();
-            if (text.trim().isEmpty())
-                continue;
-            texts.add(text);
-            embeddings.add(embeddingModel.embed(text).content().vectorAsList());
-        }
-
-        // 准备插入数据
-        List<InsertParam.Field> fields = new ArrayList<>();
-        fields.add(new InsertParam.Field("file_name", Arrays.asList(file.getName())));
-        fields.add(new InsertParam.Field("content", Arrays.asList(texts)));
-        fields.add(new InsertParam.Field("embedding", Arrays.asList(embeddings)));
-
-        InsertParam insertParam = InsertParam.newBuilder()
-                .withCollectionName(collectionName)
-                .withFields(fields)
-                .build();
-
-        // 执行插入
-        R<MutationResult> insertResult = milvusClient.insert(insertParam);
-
-        if (insertResult.getStatus() != R.Status.Success.getCode()) {
-            throw new RuntimeException("Failed to insert document: " + insertResult.getMessage());
-        }
-    }
-
-    // 从Milvus检索相关文档
-    public List<String> retrieveFromMilvus(String query, int topK) throws IOException {
-        List<Float> queryVector = embeddingModel.embed(query).content().vectorAsList();
-
-        SearchParam searchParam = SearchParam.newBuilder()
-                .withCollectionName(collectionName)
-                .withVectors(queryVector)
-                .withTopK(topK)
-                .withOutFields(Arrays.asList("content"))
-                .build();
-
-        R<SearchResults> response = milvusClient.search(searchParam);
-        SearchResultsWrapper wrapper = new SearchResultsWrapper(response.getData().getResults());
-
-        return wrapper.getRowRecords(0).stream()
-                .map(record -> (String) record.get("content"))
-                .collect(Collectors.toList());
-    }
-
-    // 调用LLM+RAG生成回答
-    public String generateAnswerWithRag(String question, List<String> contexts) throws IOException {
-        String prompt = buildPrompt(question, contexts);
-        Gson gson = new Gson();
-        Map<String, String> hashMap = new HashMap<>();
-        hashMap.put("prompt", prompt);
-        hashMap.put("max_tokens", "512");
-        RequestBody body = RequestBody.create(
-                MediaType.parse("application/json"),
-                new Gson().toJson(hashMap));
-
-        Request request = new Request.Builder()
-                .url(LLM_SERVICE_URL)
-                .post(body)
-                .build();
-
-        try (Response response = new OkHttpClient().newCall(request).execute()) {
-            return gson.fromJson(response.body().string(), Map.class).get("generated_text").toString();
-        }
-    }
-
-    private String buildPrompt(String question, List<String> contexts) {
-        StringBuilder sb = new StringBuilder();
-        sb.append("根据以下上下文回答问题：\n\n");
-        for (int i = 0; i < contexts.size(); i++) {
-            sb.append("上下文").append(i+1).append(": ").append(contexts.get(i)).append("\n\n");
-        }
-        sb.append("问题: ").append(question).append("\n回答: ");
-        return sb.toString();
-    }
-    public void close() {
-        milvusClient.close();
-    }
-}

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/controller/KnowLedgeController.java

@@ -1,9 +1,10 @@
 package com.ruoyi.agent.controller;
 
+import com.ruoyi.agent.service.LangChainMilvusService;
 import com.ruoyi.common.config.RuoYiConfig;
 import com.ruoyi.common.core.controller.BaseController;
 import com.ruoyi.common.core.domain.AjaxResult;
-import com.ruoyi.agent.service.LangChainMilvusService;
+import com.ruoyi.agent.service.MilvusService;
 import dev.langchain4j.model.embedding.onnx.bgesmallzhv15.BgeSmallZhV15EmbeddingModel;
 import dev.langchain4j.model.embedding.EmbeddingModel;
 import org.springframework.web.bind.annotation.*;
@@ -11,6 +12,7 @@ import org.springframework.web.multipart.MultipartFile;
 
 import java.io.File;
 import java.io.IOException;
+import java.util.List;
 
 /**
  * cmc知识库Controller
@@ -24,18 +26,45 @@ public class KnowLedgeController extends BaseController
 {
     private static final EmbeddingModel embeddingModel = new BgeSmallZhV15EmbeddingModel();
 
+    /**
+     * 新建知识库
+     */
+    @GetMapping("/list")
+    public AjaxResult listKnowLedgeBase()
+    {
+        MilvusService milvusService = new MilvusService(
+                "192.168.28.188",
+                19530);
+        List<String> collectionNames = milvusService.getCollectionNames();
+        return success(collectionNames);
+    }
+
     /**
      * 新建知识库
      */
     @PostMapping("/create")
     public AjaxResult createKnowLedgeBase(String collectionName)
     {
-        LangChainMilvusService langChainMilvusService = new LangChainMilvusService(
+        MilvusService milvusService = new MilvusService(
                 "192.168.28.188",
                 19530,
-                collectionName,
-                embeddingModel);
-        langChainMilvusService.createCollection(512);
+                collectionName);
+        milvusService.createCollection(512);
+        milvusService.close();
+        return success();
+    }
+
+    /**
+     * 新建知识库
+     */
+    @DeleteMapping("/remove")
+    public AjaxResult removeKnowLedgeBase(String collectionName)
+    {
+        MilvusService milvusService = new MilvusService(
+                "192.168.28.188",
+                19530);
+        milvusService.deleteCollectionName(collectionName);
+        milvusService.close();
         return success();
     }
 
@@ -57,6 +86,7 @@ public class KnowLedgeController extends BaseController
         if (!transferFile.exists())
             file.transferTo(transferFile);
         langChainMilvusService.insertLangchainEmbeddingDocument(transferFile);
+        langChainMilvusService.close();
         return success();
     }
 

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/controller/RagController.java

@@ -5,7 +5,7 @@ import com.ruoyi.common.core.domain.AjaxResult;
 import com.ruoyi.agent.service.LangChainMilvusService;
 import dev.langchain4j.model.embedding.EmbeddingModel;
 import dev.langchain4j.model.embedding.onnx.bgesmallzhv15.BgeSmallZhV15EmbeddingModel;
-import org.springframework.web.bind.annotation.PostMapping;
+import org.springframework.web.bind.annotation.GetMapping;
 import org.springframework.web.bind.annotation.RequestMapping;
 import org.springframework.web.bind.annotation.RestController;
 
@@ -27,7 +27,7 @@ public class RagController extends BaseController
     /**
      * 增强检索生成回答
      */
-    @PostMapping("/answer")
+    @GetMapping("/answer")
     public AjaxResult answer(String question, String collectionName) throws IOException {
         LangChainMilvusService langChainMilvusService = new LangChainMilvusService(
                 "192.168.28.188",

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/controller/SessionController.java

@@ -34,9 +34,10 @@ public class SessionController extends BaseController
     // 调用LLM生成回答
     public String generateAnswer(String question) throws IOException {
         // 构建带动态参数的URL
-        HttpUrl url = HttpUrl.parse("http://192.168.28.188:8080/generate")
+        HttpUrl url = HttpUrl.parse("http://192.168.28.188:8000/generate")
                 .newBuilder()
                 .addQueryParameter("prompt", question)
+                .addQueryParameter("max_token", String.valueOf(512))
                 .build();
 
         Request request = new Request.Builder()

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/service/LangChainMilvusService.java

@@ -1,6 +1,6 @@
 package com.ruoyi.agent.service;
 
-import com.google.gson.Gson;
+import com.alibaba.fastjson2.JSONObject;
 import dev.langchain4j.data.document.Document;
 import dev.langchain4j.data.document.parser.apache.pdfbox.ApachePdfBoxDocumentParser;
 import dev.langchain4j.data.document.splitter.DocumentByParagraphSplitter;
@@ -8,18 +8,12 @@ import dev.langchain4j.data.segment.TextSegment;
 import dev.langchain4j.model.embedding.EmbeddingModel;
 
 import io.milvus.client.MilvusServiceClient;
-import io.milvus.grpc.DataType;
 import io.milvus.grpc.MutationResult;
 import io.milvus.grpc.SearchResults;
 import io.milvus.param.ConnectParam;
-import io.milvus.param.IndexType;
-import io.milvus.param.MetricType;
 import io.milvus.param.R;
-import io.milvus.param.collection.CreateCollectionParam;
-import io.milvus.param.collection.FieldType;
 import io.milvus.param.dml.InsertParam;
 import io.milvus.param.dml.SearchParam;
-import io.milvus.param.index.CreateIndexParam;
 import io.milvus.response.SearchResultsWrapper;
 import okhttp3.*;
 
@@ -28,6 +22,7 @@ import java.io.FileInputStream;
 import java.io.IOException;
 import java.io.InputStream;
 import java.util.*;
+import java.util.concurrent.TimeUnit;
 import java.util.stream.Collectors;
 
 public class LangChainMilvusService {
@@ -37,7 +32,7 @@ public class LangChainMilvusService {
     private EmbeddingModel embeddingModel;
 
     /**
-     * 连接milvus知识库，加入langchain自带emdding
+     * 连接milvus知识库指定collection，加入langchain自带emdding
      */
     public LangChainMilvusService(String host, int port, String collectionName, EmbeddingModel embeddingModel) {
         this.milvusClient = new MilvusServiceClient(
@@ -51,70 +46,6 @@ public class LangChainMilvusService {
         this.embeddingModel = embeddingModel;
     }
 
-    /**
-     * 不使用向量数据库
-     */
-    public LangChainMilvusService(String host, int port) {
-        this.milvusClient = new MilvusServiceClient(
-                ConnectParam.newBuilder()
-                        .withHost(host)
-                        .withPort(port)
-                        .build()
-        );
-        this.LLM_SERVICE_URL = "http://" + host + ":8000/generate";
-    }
-
-    /**
-     * 新建知识库Collection（含Schema、Field、Index）
-     */
-    public void createCollection(int dimension) {
-        FieldType idField = FieldType.newBuilder()
-                .withName("id")
-                .withDataType(DataType.Int64)
-                .withPrimaryKey(true)
-                .withAutoID(true)
-                .build();
-
-        FieldType fileNameField = FieldType.newBuilder()
-                .withName("file_name")
-                .withDataType(DataType.VarChar)
-                .withMaxLength(256)
-                .build();
-
-        FieldType contentField = FieldType.newBuilder()
-                .withName("content")
-                .withDataType(DataType.VarChar)
-                .withMaxLength(65535)
-                .build();
-
-        FieldType vectorField = FieldType.newBuilder()
-                .withName("embedding")
-                .withDataType(DataType.Float16Vector)
-                .withDimension(dimension)
-                .build();
-
-        CreateCollectionParam createCollectionParam = CreateCollectionParam.newBuilder()
-                .withCollectionName(collectionName)
-                .addFieldType(idField)
-                .addFieldType(fileNameField)
-                .addFieldType(contentField)
-                .addFieldType(vectorField)
-                .build();
-
-        milvusClient.createCollection(createCollectionParam);
-
-        // 创建索引
-        CreateIndexParam createIndexParam = CreateIndexParam.newBuilder()
-                .withCollectionName(collectionName)
-                .withFieldName("embedding")
-                .withIndexType(IndexType.IVF_FLAT)
-                .withMetricType(MetricType.COSINE)
-                .withExtraParam("{\"nlist\": 64}")
-                .build();
-
-        milvusClient.createIndex(createIndexParam);
-    }
-
     public void insertLangchainEmbeddingDocument(File file) throws IOException {
         // 加载文档
         InputStream fileInputStream = new FileInputStream(file);
@@ -175,21 +106,25 @@ public class LangChainMilvusService {
     // 调用LLM+RAG生成回答
     public String generateAnswerWithRag(String question, List<String> contexts) throws IOException {
         String prompt = buildPrompt(question, contexts);
-        Gson gson = new Gson();
-        Map<String, String> hashMap = new HashMap<>();
-        hashMap.put("prompt", prompt);
-        hashMap.put("max_tokens", "512");
-        RequestBody body = RequestBody.create(
-                MediaType.parse("application/json"),
-                new Gson().toJson(hashMap));
+        // 构建带动态参数的URL
+        HttpUrl url = HttpUrl.parse(LLM_SERVICE_URL)
+                .newBuilder()
+                .addQueryParameter("prompt", prompt)
+                .addQueryParameter("max_token", String.valueOf(512))
+                .build();
 
         Request request = new Request.Builder()
-                .url(LLM_SERVICE_URL)
-                .post(body)
+                .url(url)
+                .build();
+
+        OkHttpClient client = new OkHttpClient.Builder()
+                .readTimeout(60, TimeUnit.SECONDS)      // 读取响应超时
                 .build();
 
-        try (Response response = new OkHttpClient().newCall(request).execute()) {
-            return gson.fromJson(response.body().string(), Map.class).get("generated_text").toString();
+        try (Response response = client.newCall(request).execute()) {
+            String responseBody = response.body().string();
+            String responseResult = JSONObject.parseObject(responseBody).getString("generated_text");
+            return responseResult;
         }
     }
 
@@ -202,6 +137,7 @@ public class LangChainMilvusService {
         sb.append("问题: ").append(question).append("\n回答: ");
         return sb.toString();
     }
+
     public void close() {
         milvusClient.close();
     }

llm-back/ruoyi-agent/src/main/java/com/ruoyi/agent/service/MilvusService.java

@@ -0,0 +1,155 @@
+package com.ruoyi.agent.service;
+
+import com.alibaba.fastjson2.JSONObject;
+import dev.langchain4j.data.document.Document;
+import dev.langchain4j.data.document.parser.apache.pdfbox.ApachePdfBoxDocumentParser;
+import dev.langchain4j.data.document.splitter.DocumentByParagraphSplitter;
+import dev.langchain4j.data.segment.TextSegment;
+import dev.langchain4j.model.embedding.EmbeddingModel;
+import io.milvus.client.MilvusServiceClient;
+import io.milvus.grpc.DataType;
+import io.milvus.grpc.MutationResult;
+import io.milvus.grpc.SearchResults;
+import io.milvus.param.ConnectParam;
+import io.milvus.param.IndexType;
+import io.milvus.param.MetricType;
+import io.milvus.param.R;
+import io.milvus.param.collection.CreateCollectionParam;
+import io.milvus.param.collection.DropCollectionParam;
+import io.milvus.param.collection.FieldType;
+import io.milvus.param.dml.InsertParam;
+import io.milvus.param.dml.SearchParam;
+import io.milvus.param.highlevel.collection.ListCollectionsParam;
+import io.milvus.param.index.CreateIndexParam;
+import io.milvus.response.SearchResultsWrapper;
+import okhttp3.HttpUrl;
+import okhttp3.OkHttpClient;
+import okhttp3.Request;
+import okhttp3.Response;
+
+import java.io.File;
+import java.io.FileInputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+import java.util.concurrent.TimeUnit;
+import java.util.stream.Collectors;
+
+public class MilvusService {
+    private String LLM_SERVICE_URL;
+    private MilvusServiceClient milvusClient;
+    private String collectionName;
+    private EmbeddingModel embeddingModel;
+
+    /**
+     *  连接milvus知识库
+     */
+    public MilvusService(String host, int port) {
+        this.milvusClient = new MilvusServiceClient(
+                ConnectParam.newBuilder()
+                        .withHost(host)
+                        .withPort(port)
+                        .build()
+        );
+    }
+
+    /**
+     * 连接milvus知识库指定collection
+     */
+    public MilvusService(String host, int port, String collectionName) {
+        this.milvusClient = new MilvusServiceClient(
+                ConnectParam.newBuilder()
+                        .withHost(host)
+                        .withPort(port)
+                        .build()
+        );
+        this.collectionName = collectionName;
+    }
+
+    /**
+     * 连接milvus知识库指定collection，加入langchain自带emdding
+     */
+    public MilvusService(String host, int port, String collectionName, EmbeddingModel embeddingModel) {
+        this.milvusClient = new MilvusServiceClient(
+                ConnectParam.newBuilder()
+                        .withHost(host)
+                        .withPort(port)
+                        .build()
+        );
+        this.collectionName = collectionName;
+        this.embeddingModel = embeddingModel;
+    }
+
+    /**
+     * 新建知识库Collection（含Schema、Field、Index）
+     */
+    public void createCollection(int dimension) {
+        FieldType idField = FieldType.newBuilder()
+                .withName("id")
+                .withDataType(DataType.Int64)
+                .withPrimaryKey(true)
+                .withAutoID(true)
+                .build();
+
+        FieldType fileNameField = FieldType.newBuilder()
+                .withName("file_name")
+                .withDataType(DataType.VarChar)
+                .withMaxLength(256)
+                .build();
+
+        FieldType contentField = FieldType.newBuilder()
+                .withName("content")
+                .withDataType(DataType.VarChar)
+                .withMaxLength(65535)
+                .build();
+
+        FieldType vectorField = FieldType.newBuilder()
+                .withName("embedding")
+                .withDataType(DataType.FloatVector)
+                .withDimension(dimension)
+                .build();
+
+        CreateCollectionParam createCollectionParam = CreateCollectionParam.newBuilder()
+                .withCollectionName(collectionName)
+                .addFieldType(idField)
+                .addFieldType(fileNameField)
+                .addFieldType(contentField)
+                .addFieldType(vectorField)
+                .build();
+
+        milvusClient.createCollection(createCollectionParam);
+
+        // 创建索引
+        CreateIndexParam createIndexParam = CreateIndexParam.newBuilder()
+                .withCollectionName(collectionName)
+                .withFieldName("embedding")
+                .withIndexType(IndexType.IVF_FLAT)
+                .withMetricType(MetricType.COSINE)
+                .withExtraParam("{\"nlist\": 64}")
+                .build();
+
+        milvusClient.createIndex(createIndexParam);
+    }
+
+    /**
+     * 查询知识库Collection
+     */
+    public List<String> getCollectionNames() {
+        ListCollectionsParam param = ListCollectionsParam.newBuilder().build();
+        return milvusClient.listCollections(param).getData().collectionNames;
+    }
+
+    /**
+     * 删除知识库Collection
+     */
+    public void deleteCollectionName(String collectionName) {
+        DropCollectionParam param = DropCollectionParam.newBuilder().withCollectionName(collectionName).build();
+        milvusClient.dropCollection(param);
+    }
+
+    public void close() {
+        milvusClient.close();
+    }
+}