DATA_MIDDLE_PLATFORM/Data_Middle_Platform_Server
3
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

微调任务API对接

Browse Source
This commit is contained in:
zhangtao 2025-01-06 18:05:51 +08:00
parent a4ef95f708
commit ec5ccfd069
3 changed files with 145 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
yudao-module-llm/yudao-module-llm-api/src/main/java/cn/iocoder/yudao/module/llm/enums/FineTuningTaskStatusConstants.java Normal file
View File

@ -0,0 +1,21 @@
package cn.iocoder.yudao.module.llm.enums;
import java.util.HashMap;
import java.util.Map;
public class FineTuningTaskStatusConstants {
public final static Map<String, Integer> STATUS_MAP = new HashMap<>();
static {
STATUS_MAP.put("waiting", 3);
STATUS_MAP.put("failed", 4);
STATUS_MAP.put("success", 2);
STATUS_MAP.put("running", 1);
STATUS_MAP.put("cancel", 0);
}
public final static Integer getStatus(String status) {
return STATUS_MAP.get(status);
}
}

45
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/finetuningtask/FineTuningTaskSyncService.java Normal file
View File

@ -0,0 +1,45 @@
package cn.iocoder.yudao.module.llm.service.finetuningtask;
import cn.iocoder.yudao.module.llm.dal.dataobject.finetuningtask.FineTuningTaskDO;
import cn.iocoder.yudao.module.llm.dal.mysql.finetuningtask.FineTuningTaskMapper;
import cn.iocoder.yudao.module.llm.enums.FineTuningTaskStatusConstants;
import cn.iocoder.yudao.module.llm.enums.FinetuningTaskStatusEnum;
import cn.iocoder.yudao.module.llm.service.http.TrainHttpService;
import cn.iocoder.yudao.module.llm.service.http.vo.AigcFineTuningDetailRespVO;
import com.esotericsoftware.minlog.Log;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Component;
import javax.annotation.Resource;
import java.util.HashMap;
import java.util.List;
import java.util.Objects;
@Component
public class FineTuningTaskSyncService {
@Resource
TrainHttpService trainHttpService;
@Resource
FineTuningTaskMapper fineTuningTaskMapper;
@Scheduled(cron ="30 * * * * ?")
public void updateFineTuningTaskStatus() {
Log.info("FineTuningTaskSync 定时任务启动");
List<FineTuningTaskDO> fineTuningTaskDOList = fineTuningTaskMapper.selectList();
for (FineTuningTaskDO fineTuningTaskDO : fineTuningTaskDOList) {
if(Objects.equals(fineTuningTaskDO.getStatus(), FinetuningTaskStatusEnum.TRAINING.getStatus())
|| Objects.equals(fineTuningTaskDO.getStatus(), FinetuningTaskStatusEnum.WAITING.getStatus())){
AigcFineTuningDetailRespVO resp = trainHttpService.finetuningDetail(new HashMap<>(), fineTuningTaskDO.getJobId());
Integer status = FineTuningTaskStatusConstants.getStatus(resp.getTrainStatus());
if(status != null){
FineTuningTaskDO updateObj = new FineTuningTaskDO();
updateObj.setId(fineTuningTaskDO.getId());
updateObj.setStatus(status);
fineTuningTaskMapper.updateById(updateObj);
}
}
}
}
}

79
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/http/vo/AigcFineTuningDetailRespVO.java
View File

@ -1,4 +1,83 @@
package cn.iocoder.yudao.module.llm.service.http.vo;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import java.util.Date;
import java.util.List;
@Data
@AllArgsConstructor
@NoArgsConstructor
public class AigcFineTuningDetailRespVO {
private int id;
private String jobId;
private String baseModel;
private int trainEpoch;
private String trainStatus;
private String trainDuration;
private int process;
private String fineTunedModel;
private String remark;
private String finishedAt;
private Date createdAt;
private String trainPublisher;
private String trainLog;
private String errorMessage;
private boolean lora;
private TrainAnalysis trainAnalysis;
private String suffix;
private int modelMaxLength;
private int trainBatchSize;
private String learningRate;
private String fileUrl;
private String fileId;
private String startTrainTime;
private int procPerNode;
private int evalBatchSize;
private int accumulationSteps;
private String scenario;
private Diagnosis diagnosis;
// Nested classes for TrainAnalysis and Diagnosis
@Data
@AllArgsConstructor
@NoArgsConstructor
public static class TrainAnalysis {
private Epoch epoch;
private Loss loss;
private LearningRate learningRate;
}
@Data
@AllArgsConstructor
@NoArgsConstructor
public static class Epoch {
private List<Integer> list;
}
@Data
@AllArgsConstructor
@NoArgsConstructor
public static class Loss {
private List<Double> list;
}
@Data
@AllArgsConstructor
@NoArgsConstructor
public static class LearningRate {
private List<Double> list;
}
@Data
@AllArgsConstructor
@NoArgsConstructor
public static class Diagnosis {
// Add fields, getters, and setters as needed
}
}