人工评估标注

This commit is contained in:
sunxiqing 2024-12-31 18:32:34 +08:00
parent f055870646
commit 91d7d0f287
5 changed files with 63 additions and 4 deletions

View File

@ -1,8 +1,10 @@
package cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual;
import cn.iocoder.yudao.module.llm.controller.admin.dataset.vo.DatasetQuestionPageReqVO;
import cn.iocoder.yudao.module.llm.controller.admin.dataset.vo.DatasetQuestionRespVO;
import cn.iocoder.yudao.module.llm.dal.dataobject.modelassesstaskmanual.ModelAssessTaskDimensionDO;
import cn.iocoder.yudao.module.llm.dal.mysql.modelassesstaskmanual.ModelAssessTaskDimensionMapper;
import cn.iocoder.yudao.module.llm.service.dataset.DatasetQuestionService;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import org.springframework.web.bind.annotation.*;
import javax.annotation.Resource;
@ -109,8 +111,9 @@ public class ModelAssessTaskManualController {
@GetMapping("/getManualAssessment")
@Operation(summary = "人工评估")
@PreAuthorize("@ss.hasPermission('llm:model-assess-task-manual:query')")
public CommonResult<PageResult<ModelAssessTaskManualRespVO>> getManualAssessment(ModelAssessTaskManualPageReqVO pageReqVO) {
public CommonResult<PageResult<ModelAssessTaskManualRespVO>> getManualAssessment(@Valid ModelAssessTaskManualPageReqVO pageReqVO) {
//TODO 人工评估-人工评估标注补充
ManualAssessmentPageReqVO manualAssessment = modelAssessTaskManualService.getManualAssessment(pageReqVO);
return success(new PageResult<>());
}

View File

@ -0,0 +1,24 @@
package cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual.vo;
import cn.iocoder.yudao.framework.common.pojo.PageResult;
import cn.iocoder.yudao.module.llm.controller.admin.dataset.vo.DatasetQuestionRespVO;
import cn.iocoder.yudao.module.llm.dal.dataobject.modelassesstaskmanual.ModelAssessTaskDimensionDO;
import cn.iocoder.yudao.module.llm.dal.dataobject.modelassesstaskmanual.ModelAssessTaskManualDO;
import io.swagger.v3.oas.annotations.media.Schema;
import lombok.Data;
import java.util.List;
@Schema(description = "管理后台 - 人工评估标注 Request VO")
@Data
public class ManualAssessmentPageReqVO {
@Schema(description = "人工评估标注")
private PageResult<DatasetQuestionRespVO> datasetQuestionPage;
@Schema(description = "人工评估维度")
private List<ModelAssessTaskDimensionDO> modelAssessTaskDimensionDOS;
@Schema(description = "人工评估任务")
private ModelAssessTaskManualDO modelAssessTaskManualDO;
}

View File

@ -18,4 +18,10 @@ public class ModelAssessTaskManualPageReqVO extends PageParam {
@Schema(description = "任务名称", example = "张三")
private String taskName;
}
@Schema(description = "数据集", example = "11768")
private Long datasetId;
@Schema(description = "评估任务ID", example = "11768")
private Long taskId;
}

View File

@ -53,4 +53,5 @@ public interface ModelAssessTaskManualService {
PageResult<ModelAssessTaskManualRespVO> getModelAssessTaskManualPage1(ModelAssessTaskManualPageReqVO pageReqVO);
PageResult<ModelAssessTaskManualDO> getModelAssessTaskManualPage(ModelAssessTaskManualPageReqVO pageReqVO);
}
ManualAssessmentPageReqVO getManualAssessment(ModelAssessTaskManualPageReqVO pageReqVO);
}

View File

@ -1,5 +1,7 @@
package cn.iocoder.yudao.module.llm.service.modelassesstaskmanual;
import cn.iocoder.yudao.module.llm.controller.admin.dataset.vo.DatasetQuestionPageReqVO;
import cn.iocoder.yudao.module.llm.controller.admin.dataset.vo.DatasetQuestionRespVO;
import cn.iocoder.yudao.module.llm.dal.dataobject.dataset.DatasetDO;
import cn.iocoder.yudao.module.llm.dal.dataobject.modelassessstoplist.ModelAssessStoplistDO;
import cn.iocoder.yudao.module.llm.dal.dataobject.modelassesstaskmanual.ModelAssessDimensionDO;
@ -9,6 +11,7 @@ import cn.iocoder.yudao.module.llm.dal.mysql.dataset.DatasetMapper;
import cn.iocoder.yudao.module.llm.dal.mysql.modelassesstaskmanual.ModelAssessDimensionMapper;
import cn.iocoder.yudao.module.llm.dal.mysql.modelassesstaskmanual.ModelAssessTaskDimensionMapper;
import cn.iocoder.yudao.module.llm.dal.mysql.modelservice.ModelServiceMapper;
import cn.iocoder.yudao.module.llm.service.dataset.DatasetQuestionService;
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;
import com.baomidou.mybatisplus.core.conditions.update.LambdaUpdateWrapper;
import com.baomidou.mybatisplus.core.toolkit.CollectionUtils;
@ -50,6 +53,8 @@ public class ModelAssessTaskManualServiceImpl implements ModelAssessTaskManualSe
private DatasetMapper datasetMapper;
@Resource
private ModelAssessDimensionMapper modelAssessDimensionMapper;
@Resource
private DatasetQuestionService datasetQuestionService;
@Override
public Long createModelAssessTaskManual(ModelAssessTaskManualSaveReqVO createReqVO) {
@ -173,4 +178,24 @@ public class ModelAssessTaskManualServiceImpl implements ModelAssessTaskManualSe
return modelAssessTaskManualMapper.selectPage(pageReqVO);
}
}
@Override
public ManualAssessmentPageReqVO getManualAssessment(ModelAssessTaskManualPageReqVO pageReqVO) {
ManualAssessmentPageReqVO reqVO = new ManualAssessmentPageReqVO();
//获取数据集问题
//TODO 人工评估标注获取信息后面需要更改
DatasetQuestionPageReqVO vo = new DatasetQuestionPageReqVO();
vo.setDatasetId(pageReqVO.getDatasetId());
vo.setPageSize(1);
PageResult<DatasetQuestionRespVO> datasetQuestionPage = datasetQuestionService.getDatasetQuestionPage(vo);
reqVO.setDatasetQuestionPage(datasetQuestionPage);
//获取模型评估标准
LambdaQueryWrapper<ModelAssessTaskDimensionDO> wrapper = new LambdaQueryWrapper<ModelAssessTaskDimensionDO>().eq(ModelAssessTaskDimensionDO::getTaskId, pageReqVO.getTaskId());
List<ModelAssessTaskDimensionDO> modelAssessTaskDimensionDOS = modelAssessTaskDimensionMapper.selectList(wrapper);
reqVO.setModelAssessTaskDimensionDOS(modelAssessTaskDimensionDOS);
LambdaQueryWrapper<ModelAssessTaskManualDO> eq = new LambdaQueryWrapper<ModelAssessTaskManualDO>().eq(ModelAssessTaskManualDO::getId, pageReqVO.getTaskId());
ModelAssessTaskManualDO modelAssessTaskManualDO = modelAssessTaskManualMapper.selectOne(eq);
reqVO.setModelAssessTaskManualDO(modelAssessTaskManualDO);
return reqVO;
}
}