From 6006f3050d8c53466dab65b3b897dbc1e66e0431 Mon Sep 17 00:00:00 2001 From: sunxiqing <2240398334@qq.com> Date: Wed, 5 Mar 2025 18:52:38 +0800 Subject: [PATCH] =?UTF-8?q?feat(llm):=20=E5=A2=9E=E5=8A=A0=E6=A8=A1?= =?UTF-8?q?=E5=9E=8B=E5=88=A0=E9=99=A4=E5=8A=9F=E8=83=BD=E5=B9=B6=E4=BC=98?= =?UTF-8?q?=E5=8C=96=E6=A8=A1=E5=9E=8B=E7=A6=81=E7=94=A8=E9=80=BB=E8=BE=91?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - 在 LLMBackendProperties 中添加 deleteModel 配置项 - 在 BaseModelServiceImpl 中实现模型禁用时调用删除接口- 更新 application-local.yaml,添加模型删除相关配置 --- .../backend/config/LLMBackendProperties.java | 2 ++ .../llm/service/basemodel/BaseModelServiceImpl.java | 12 ++++++++++-- .../src/main/resources/application-local.yaml | 2 ++ 3 files changed, 14 insertions(+), 2 deletions(-) diff --git a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/framework/backend/config/LLMBackendProperties.java b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/framework/backend/config/LLMBackendProperties.java index 7faf9ce02..49c146b63 100644 --- a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/framework/backend/config/LLMBackendProperties.java +++ b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/framework/backend/config/LLMBackendProperties.java @@ -116,6 +116,8 @@ public class LLMBackendProperties { private String deployModel; + private String deleteModel; + /** * 知识库向量嵌入 */ diff --git a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/basemodel/BaseModelServiceImpl.java b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/basemodel/BaseModelServiceImpl.java index 9a5dd479e..33ed2dc64 100644 --- a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/basemodel/BaseModelServiceImpl.java +++ b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/basemodel/BaseModelServiceImpl.java @@ -166,9 +166,17 @@ public class BaseModelServiceImpl implements BaseModelService { public void unActive (BaseModelSaveReqVO updateReqVO) { // 校验使用 validateModelUse(updateReqVO.getId()); + try { + BaseModelDO baseModelDO = baseModelMapper.selectById(updateReqVO.getId()); + Long deploy_id = baseModelDO.getModelId(); + String resStr = HttpUtils.post(llmBackendProperties.getDeleteModel(), null, JSON.toJSONString(deploy_id)); + // 禁用模型 + updateReqVO.setIsActive(0); + updateBaseModel(updateReqVO); + }catch (Exception e){ + log.error("禁用基础模型状态时发生异常: {}", e.getMessage(), e); + } - updateReqVO.setIsActive(0); - updateBaseModel(updateReqVO); } @Override diff --git a/yudao-server/src/main/resources/application-local.yaml b/yudao-server/src/main/resources/application-local.yaml index 87acd576c..e9b7563d9 100644 --- a/yudao-server/src/main/resources/application-local.yaml +++ b/yudao-server/src/main/resources/application-local.yaml @@ -332,6 +332,8 @@ llm: base_model_status: http://36.103.199.248:5123/llm/deploy/list # 模型部署 POST deploy_model: http://36.103.199.248:5123/llm/deploy + # 模型删除 + delete_model: http://36.103.199.248:5123/llm/deploy/stop #################### 30000: 大模型对话相关API。 ################### #### 大模型对话