diff --git a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelservice/ModelServiceServiceImpl.java b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelservice/ModelServiceServiceImpl.java
index 745a00344..72e551291 100644
--- a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelservice/ModelServiceServiceImpl.java
+++ b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelservice/ModelServiceServiceImpl.java
@@ -6,6 +6,7 @@ import cn.iocoder.yudao.framework.common.pojo.PageResult;
 import cn.iocoder.yudao.framework.common.util.collection.CollectionUtils;
 import cn.iocoder.yudao.framework.common.util.http.HttpUtils;
 import cn.iocoder.yudao.framework.common.util.object.BeanUtils;
+import cn.iocoder.yudao.module.llm.controller.admin.basemodel.BaseModelController;
 import cn.iocoder.yudao.module.llm.controller.admin.modelservice.vo.ModelServicePageReqVO;
 import cn.iocoder.yudao.module.llm.controller.admin.modelservice.vo.ModelServiceRespVO;
 import cn.iocoder.yudao.module.llm.controller.admin.modelservice.vo.ModelServiceSaveReqVO;
@@ -14,6 +15,7 @@ import cn.iocoder.yudao.module.llm.dal.dataobject.basemodel.BaseModelDO;
 import cn.iocoder.yudao.module.llm.dal.dataobject.finetuningtask.FineTuningTaskDO;
 import cn.iocoder.yudao.module.llm.dal.dataobject.modelservice.ModelServiceDO;
 import cn.iocoder.yudao.module.llm.dal.dataobject.servername.ServerNameDO;
+import cn.iocoder.yudao.module.llm.dal.mysql.basemodel.BaseModelMapper;
 import cn.iocoder.yudao.module.llm.dal.mysql.finetuningtask.FineTuningTaskMapper;
 import cn.iocoder.yudao.module.llm.dal.mysql.modelservice.ModelServiceMapper;
 import cn.iocoder.yudao.module.llm.framework.backend.config.LLMBackendProperties;
@@ -92,6 +94,10 @@ public class ModelServiceServiceImpl implements ModelServiceService {
     @Resource
     @Lazy
     private BaseModelService baseModelService;
+    @Resource
+    private BaseModelController baseModelController;
+    @Resource
+    private BaseModelMapper baseModelMapper;
 
 
     @Override
@@ -180,6 +186,11 @@ public class ModelServiceServiceImpl implements ModelServiceService {
 
         ModelServiceDO modelServiceDO = modelServiceMapper.selectById(id);
         ServerNameDO serverNameDO = serverNameService.getServerName(modelServiceDO.getGpuType());
+        LambdaQueryWrapper<BaseModelDO> wrapper = new LambdaQueryWrapper<BaseModelDO>().eq(BaseModelDO::getModelName, modelServiceDO.getBaseModelName());
+        List<BaseModelDO> baseModelDOS = baseModelMapper.selectList(wrapper);
+        if (baseModelDOS != null && baseModelDOS.size() > 0) {
+            baseModelController.deleteTheModel(baseModelDOS.get(0).getId());
+        }
 
         // 发起模型卸载请求
         log.info("正在发起模型卸载请求，服务ID: {}", id);