DATA_MIDDLE_PLATFORM/Data_Middle_Platform_Server
3
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

修改知识库上传

Browse Source
This commit is contained in:
limin 2025-02-11 17:13:20 +08:00
parent be2de1ecc8
commit ec94703d01
2 changed files with 22 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/async/AsyncKnowledgeBase.java
View File

@ -50,7 +50,19 @@ public class AsyncKnowledgeBase {
.setFileId(String.valueOf(knowledge.getId()))
.setFileName(knowledge.getDocumentName())
.setFileUrl(knowledge.getFileUrl());
ragHttpService.embedUploadFile(regUploadReqVO);
int lastIndex = knowledge.getDocumentName().lastIndexOf(".");
if (lastIndex != -1){
String extension = knowledge.getDocumentName().substring(lastIndex + 1).toLowerCase();
if ("txt".equals(extension)) {
ragHttpService.embedUploadFile(regUploadReqVO);
}else {
KnowledgeRagEmbedReqVO knowledgeRagEmbedReqVO = new KnowledgeRagEmbedReqVO()
.setFileId(String.valueOf(knowledge.getId()))
.setFileName(knowledge.getDocumentName())
.setFileInputStream(new ByteArrayInputStream(Objects.requireNonNull(getFileByte(knowledge.getFileUrl()))));
ragHttpService.knowledgeEmbed(knowledgeRagEmbedReqVO,knowledge.getKnowledgeBaseId());
}
}
} catch (Exception e) {
log.error("the creation of the knowledge base error {}", e.getMessage());
}

18
yudao-server/src/main/resources/application-local.yaml
View File

@ -248,19 +248,19 @@ llm:
backend:
#### RAG服务
#RAG健康检查 GET
rag_health: http://36.103.199.104:8123/health
rag_health: http://rag.xhllm.xinnuojinzhi.com/health
#上传并向量化 POST
rag_embed: http://36.103.199.104:8123/embed
rag_embed: http://rag.xhllm.xinnuojinzhi.com/embed
#获取所有向量id GET
rag_ids: http://36.103.199.104:8123/ids
rag_ids: http://rag.xhllm.xinnuojinzhi.com/ids
#根据id获取文档 GET
rag_documents: http://36.103.199.104:8123/documents
rag_documents: http://rag.xhllm.xinnuojinzhi.com/documents
#根据id删除文档 DEL
rag_documents_del: http://36.103.199.104:8123/documents
rag_documents_del: http://rag.xhllm.xinnuojinzhi.com/documents
#根据file_id检索向量 POST
rag_query: http://36.103.199.104:8123/query
rag_query: http://rag.xhllm.xinnuojinzhi.com/query
#支持多个文件id查询向量 GET
rag_query_multiple: http://36.103.199.104:8123/query_multiple
rag_query_multiple: http://rag.xhllm.xinnuojinzhi.com/query_multiple
#### LLM train and service api
# 训练集列表 GET
@ -324,9 +324,9 @@ llm:
# 文生图
text_to_image: http://36.103.199.104:5123/generate-image
# 知识库向量嵌入
embed: http://36.103.199.104:8123/embed
embed: http://rag.xhllm.xinnuojinzhi.com/embed
# 知识库查询
embed_query: http://36.103.199.104:8123/query
embed_query: http://rag.xhllm.xinnuojinzhi.com/query
check_file_list: http://36.103.199.104:5123/llm/finetuning/checkpoints?model_name=