DATA_MIDDLE_PLATFORM/Data_Middle_Platform_Server
3
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

refactor(llm): 优化模型服务状态更新逻辑

Browse Source 
- 在 BaseModelTaskService 中添加 number 字段并更新相关逻辑
- 在 ModelServiceDO 中添加 number 字段，用于表示模型数量
- 在 ModelServiceServiceImpl 中设置模型数量为 1
- 优化模型服务状态更新逻辑，根据数量字段决定是否更新状态
This commit is contained in:
sunxiqing 2025-03-15 13:02:58 +08:00
parent 25ed9735bf
commit b5b67db5da
3 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/dal/dataobject/modelservice/ModelServiceDO.java
View File

@ -46,6 +46,10 @@ public class ModelServiceDO extends BaseDO {
* <p>
*/
private Long gpuType;
/**
* 数量
*/
private Integer number;
/**
* GPU数量
*/

8
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/basemodel/BaseModelTaskService.java
View File

@ -311,7 +311,7 @@ public class BaseModelTaskService {
String string1 = pedestalModelVo.getHost() + "/v1/chat/completions";
localModel.setStatus(2);
localModel.setModelUrl(string1);
// localModel.setApiUrl(string1);
localModel.setNumber(2);
localModel.setJobId((long) pedestalModelVo.getId());
modelServiceMapper.updateById(localModel);
BaseModelDO baseModelDO = baseModelMapper.selectById(localModel.getFineTuningTask());
@ -345,7 +345,11 @@ public class BaseModelTaskService {
if (localModels != null && localModels.size() > 0) {
ModelServiceDO localModel = localModels.get(0);
// 如果状态不是 "running"，更新本地状态
localModel.setStatus(3);
if (localModel.getNumber()!=1) {
localModel.setStatus(3);
}else {
localModel.setNumber(2);
}
modelServiceMapper.updateById(localModel);
}
}

2
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelservice/ModelServiceServiceImpl.java
View File

@ -121,6 +121,7 @@ public class ModelServiceServiceImpl implements ModelServiceService {
modelService.setApiUrl(replace);
modelService.setStatus(1);
modelService.setNumber(1);
BaseModelDO byAigcId = baseModelService.getById(modelService.getFineTuningTask());
if (byAigcId != null){
modelService.setBaseModelName(byAigcId.getModelName());
@ -461,6 +462,7 @@ public class ModelServiceServiceImpl implements ModelServiceService {
String resStr = HttpUtils.post(llmBackendProperties.getDeployModel(), null,JSON.toJSONString(map));
ModelServiceDO updateObj = BeanUtils.toBean(updateReqVO, ModelServiceDO.class);
updateObj.setStatus(1);
updateObj.setNumber(1);
modelServiceMapper.updateById(updateObj);
}catch (Exception e){
log.error("启动基础模型状态时发生异常: {}", e.getMessage(), e);