DATA_MIDDLE_PLATFORM/Data_Middle_Platform_Server
3
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

模型调优，数据集参数修改

Browse Source
This commit is contained in:
ire 2025-01-24 11:00:13 +08:00
parent 7824bf7987
commit 94f6f4c38f
5 changed files with 15 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/dal/dataobject/dataset/DatasetDO.java
View File

@ -72,4 +72,7 @@ public class DatasetDO extends BaseDO {
*/
private String jobId;
private String fileUrl;
}

3
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/dal/mysql/dataset/DatasetMapper.java
View File

@ -41,4 +41,7 @@ public interface DatasetMapper extends BaseMapperX<DatasetDO> {
@Update("update llm_dataset set job_id = #{fileId} where id = #{id}")
void setJobid(@Param("id") Long id,@Param("fileId") String fileId);
@Update("update llm_dataset set file_url = #{url} where id = #{id}")
void setUrl(@Param("id") Long id,@Param("url") String url);
}

6
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/async/AsyncDataSetService.java
View File

@ -59,6 +59,12 @@ public class AsyncDataSetService {
AigcDatasetFileRespV0 aigcDatasetFileRespV0 = trainHttpService.AigcUploadFile(new HashMap<>(), inputStream, datasetDO.getDatasetName() + datasetDO.getId() + ".json");
if (aigcDatasetFileRespV0 != null){
datasetMapper.setJobid(datasetDO.getId(),aigcDatasetFileRespV0.getFileId());
String s3Url = aigcDatasetFileRespV0.getS3Url();
int lastIndex = s3Url.lastIndexOf("/");
String url = s3Url.substring(lastIndex + 1);
datasetMapper.setUrl(datasetDO.getId(),"storage/" + url);
log.info("[JsonFileWrite][写入文件成功]");
}
} catch (IOException e) {

3
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/async/AsyncFineTuningTaskService.java
View File

@ -37,7 +37,8 @@ public class AsyncFineTuningTaskService {
AigcFineTuningCreateReqVO req = getAigcFineTuningCreateReqVO(fineTuningTask);
Long datasetId = fineTuningTask.getDataset();
DatasetRespVO dataset = datasetService.getDataset(datasetId);
req.setFileId(dataset.getJobId());
// req.setFileId(dataset.getJobId());
req.setDataset(dataset.getDatasetFileUrl());
req.setSuffix(String.valueOf(fineTuningTask.getId()));
AigcFineTuningCreateRespVO resp = trainHttpService.finetuningCreate(new HashMap<>(), req);
FineTuningTaskDO updateObj = new FineTuningTaskDO();

1
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/http/vo/AigcFineTuningCreateReqVO.java
View File

@ -11,6 +11,7 @@ public class AigcFineTuningCreateReqVO {
private String scenario = "general";
private String fileId = "6237ed4d-a046-479c-80d6-8579a0283994";
private String dataset;
private String baseModel;
private int trainEpoch;
private String suffix;