From 74ed2835a752157b009114d01f280b166111fe8a Mon Sep 17 00:00:00 2001 From: limin Date: Sat, 4 Jan 2025 15:12:30 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A4=87=E4=BB=BD=E5=AF=BC=E5=87=BA?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../ManualModelAnswerController.java | 19 +++ .../vo/ManualAssessmentPageRespVO.java | 10 +- ...odelAssessTaskManualBackupServiceImpl.java | 14 +- .../llm/utils/ManalExcelExportUtils.java | 121 ++++++++++++++++++ 4 files changed, 158 insertions(+), 6 deletions(-) create mode 100644 yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/utils/ManalExcelExportUtils.java diff --git a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/controller/admin/modelassesstaskmanual/ManualModelAnswerController.java b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/controller/admin/modelassesstaskmanual/ManualModelAnswerController.java index d1b473849..03741ee7e 100644 --- a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/controller/admin/modelassesstaskmanual/ManualModelAnswerController.java +++ b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/controller/admin/modelassesstaskmanual/ManualModelAnswerController.java @@ -1,11 +1,16 @@ package cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual; +import cn.iocoder.yudao.framework.apilog.core.annotation.ApiAccessLog; +import cn.iocoder.yudao.framework.common.pojo.PageParam; import cn.iocoder.yudao.framework.common.pojo.PageResult; +import cn.iocoder.yudao.framework.common.util.object.BeanUtils; +import cn.iocoder.yudao.framework.excel.core.util.ExcelUtils; import cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual.manualAnnoVo.ManualModelAnswerPageReqVO; import cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual.manualAnnoVo.ManualModelAnswerSaveReqVO; import cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual.vo.ManualAssessmentPageRespVO; import cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual.vo.ModelAssessTaskManualPageReqVO; import cn.iocoder.yudao.module.llm.service.modelassesstaskmanual.ManualModelAnswerService; +import cn.iocoder.yudao.module.llm.utils.ManalExcelExportUtils; import org.springframework.web.bind.annotation.*; import javax.annotation.Resource; import org.springframework.validation.annotation.Validated; @@ -13,11 +18,14 @@ import org.springframework.security.access.prepost.PreAuthorize; import io.swagger.v3.oas.annotations.tags.Tag; import io.swagger.v3.oas.annotations.Operation; +import javax.servlet.http.HttpServletResponse; import javax.validation.*; +import java.io.IOException; import java.util.*; import cn.iocoder.yudao.framework.common.pojo.CommonResult; +import static cn.iocoder.yudao.framework.apilog.core.enums.OperateTypeEnum.EXPORT; import static cn.iocoder.yudao.framework.common.pojo.CommonResult.success; @@ -45,6 +53,17 @@ public class ManualModelAnswerController { return success(true); } + @GetMapping("/export-excel") + @Operation(summary = "导出模型评估人工标注 模型回答 Excel") + @PreAuthorize("@ss.hasPermission('llm:manual-model-answer:export')") + @ApiAccessLog(operateType = EXPORT) + public void exportManualModelAnswerExcel(@Valid ManualModelAnswerPageReqVO pageReqVO, + HttpServletResponse response) throws IOException { + pageReqVO.setPageSize(PageParam.PAGE_SIZE_NONE); + List list = manualModelAnswerService.getManualAssessment(pageReqVO).getList(); + // 导出 Excel + ManalExcelExportUtils.write(response, "模型评估人工标注 模型回答.xls", "数据",ManualAssessmentPageRespVO.class,list); + } /* @PostMapping("/create") @Operation(summary = "创建模型评估人工标注 模型回答") @PreAuthorize("@ss.hasPermission('llm:manual-model-answer:create')") diff --git a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/controller/admin/modelassesstaskmanual/vo/ManualAssessmentPageRespVO.java b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/controller/admin/modelassesstaskmanual/vo/ManualAssessmentPageRespVO.java index ccae48b3e..2a80e37f4 100644 --- a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/controller/admin/modelassesstaskmanual/vo/ManualAssessmentPageRespVO.java +++ b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/controller/admin/modelassesstaskmanual/vo/ManualAssessmentPageRespVO.java @@ -10,6 +10,7 @@ import cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual.manual import cn.iocoder.yudao.module.llm.dal.dataobject.modelassesstaskmanual.ManualModelAnswerDO; import cn.iocoder.yudao.module.llm.dal.dataobject.modelassesstaskmanual.ModelAssessTaskDimensionDO; import cn.iocoder.yudao.module.llm.dal.dataobject.modelassesstaskmanual.ModelAssessTaskManualDO; +import com.alibaba.excel.annotation.ExcelIgnore; import com.alibaba.excel.annotation.ExcelProperty; import io.swagger.v3.oas.annotations.media.Schema; import lombok.Data; @@ -23,11 +24,9 @@ import java.util.List; @Data public class ManualAssessmentPageRespVO { @Schema(description = "评估任务ID", requiredMode = Schema.RequiredMode.REQUIRED, example = "16493") - @ExcelProperty("评估任务ID") private Long id; @Schema(description = "模型服务") - @ExcelProperty("模型服务") private Long modelService; @Schema(description = "数据集") @@ -44,25 +43,32 @@ public class ManualAssessmentPageRespVO { private Integer progress; @Schema(description = "模型服务名称") + @ExcelProperty("模型名称") private String modelServiceName; @Schema(description = "数据集名称") + @ExcelProperty("数据集名称") private String datasetName; @Schema(description = "数据集问题") + @ExcelProperty("Prompt") private String question; @Schema(description = "数据集答案") +// @ExcelProperty("Response(参考回答)") private List answers; @Schema(description = "人工标注主表id") private Long manalTaskId; @Schema(description = "模型回答答案") + @ExcelProperty("Completion(模型回答)") private String modelAnswer; + /* @Schema(description = "人工评估信息返回") private List reqRespVos;*/ @Schema(description = "人工评估信息ListMap返回") + @ExcelIgnore private List> reqRespVos; @Schema(description = "系统信息") diff --git a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelassesstaskmanualbackup/ModelAssessTaskManualBackupServiceImpl.java b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelassesstaskmanualbackup/ModelAssessTaskManualBackupServiceImpl.java index 632545ce6..9ff38519d 100644 --- a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelassesstaskmanualbackup/ModelAssessTaskManualBackupServiceImpl.java +++ b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/modelassesstaskmanualbackup/ModelAssessTaskManualBackupServiceImpl.java @@ -332,16 +332,22 @@ public class ModelAssessTaskManualBackupServiceImpl implements ModelAssessTaskMa List serviceMyIds = modelAssessTaskManualDOPageResult.getList().stream(). filter(modelAssessTaskManualDO -> modelAssessTaskManualDO.getModelType() == 0) .map(ModelAssessTaskManualBackupDO::getModelService).collect(Collectors.toList()); - List modelServiceDOS = modelServiceMapper.selectList(new LambdaQueryWrapper() - .in(ModelServiceDO::getId,serviceMyIds)); + List modelServiceDOS = new ArrayList<>(); + if (CollectionUtils.isNotEmpty(serviceMyIds)){ + modelServiceDOS = modelServiceMapper.selectList(new LambdaQueryWrapper() + .in(ModelServiceDO::getId,serviceMyIds)); + } Map serviceMyMaps = cn.iocoder.yudao.framework.common.util.collection. CollectionUtils.convertMap(modelServiceDOS, ModelServiceDO::getId); // 人工模型获取校验 List serviceForeseeIds = modelAssessTaskManualDOPageResult.getList().stream(). filter(modelAssessTaskManualDO -> modelAssessTaskManualDO.getModelType() == 1) .map(ModelAssessTaskManualBackupDO::getModelService).collect(Collectors.toList()); - List baseModelDOS = baseModelMapper.selectList(new LambdaQueryWrapper() - .in(BaseModelDO::getId, serviceForeseeIds)); + List baseModelDOS = new ArrayList<>(); + if (CollectionUtils.isNotEmpty(serviceForeseeIds)){ + baseModelDOS = baseModelMapper.selectList(new LambdaQueryWrapper() + .in(BaseModelDO::getId, serviceForeseeIds)); + } Map serviceForeseeMaps = cn.iocoder.yudao.framework.common.util.collection. CollectionUtils.convertMap(baseModelDOS, BaseModelDO::getId); result.getList().stream().forEach(modelAssessTaskManualRespVO -> { diff --git a/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/utils/ManalExcelExportUtils.java b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/utils/ManalExcelExportUtils.java new file mode 100644 index 000000000..f5255f822 --- /dev/null +++ b/yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/utils/ManalExcelExportUtils.java @@ -0,0 +1,121 @@ +package cn.iocoder.yudao.module.llm.utils; + +import cn.iocoder.yudao.framework.common.util.collection.CollectionUtils; +import cn.iocoder.yudao.module.llm.controller.admin.dataset.vo.DatasetAnswerRespVO; +import cn.iocoder.yudao.module.llm.controller.admin.modelassesstaskmanual.vo.ManualAssessmentPageRespVO; +import org.apache.poi.hssf.usermodel.HSSFCellStyle; +import org.apache.poi.hssf.usermodel.HSSFRow; +import org.apache.poi.hssf.usermodel.HSSFSheet; +import org.apache.poi.hssf.usermodel.HSSFWorkbook; +import org.apache.poi.ss.usermodel.HorizontalAlignment; +import org.apache.poi.ss.usermodel.VerticalAlignment; +import org.apache.poi.ss.util.CellRangeAddress; + +import javax.servlet.http.HttpServletResponse; +import java.io.IOException; +import java.net.URLEncoder; +import java.nio.charset.StandardCharsets; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.stream.Collectors; + +public class ManalExcelExportUtils { + + public static void write(HttpServletResponse response, String filename, String sheetName, + Class head, List data) throws IOException { + HSSFWorkbook template = new HSSFWorkbook(); + HSSFSheet sheet = template.createSheet(sheetName); + + HSSFCellStyle cellStyle = template.createCellStyle(); + cellStyle.setVerticalAlignment(VerticalAlignment.CENTER); + cellStyle.setAlignment(HorizontalAlignment.CENTER); + // 创建样式并设置垂直居中 + int count = 0; + HSSFRow row = sheet.createRow(count); + row.createCell(0).setCellValue("模型名称"); + row.createCell(1).setCellValue("结果集名称"); + row.createCell(2).setCellValue("System(人设信息)"); + row.createCell(3).setCellValue("Prompt"); + row.createCell(4).setCellValue("Response(参考回答)"); + row.createCell(5).setCellValue("Completion(模型回答)"); + + List collect1 = data.stream().filter(item -> item.getStatus() == 2).collect(Collectors.toList()); + HashMap rowMap = new HashMap<>(); + if (collect1.size() != 0) { + int num = 6; + List> reqRespVos = collect1.get(0).getReqRespVos(); + for (HashMap map : reqRespVos) { + row.createCell(num).setCellValue(String.valueOf(map.get("label"))); + rowMap.put(String.valueOf(map.get("label")), Integer.valueOf(num)); + num++; + } + } + count++; + List id = new ArrayList<>(); + for (ManualAssessmentPageRespVO item : data) { + List datasetAnswerRespVO = item.getAnswers(); + List collect = datasetAnswerRespVO.stream().map(DatasetAnswerRespVO::getAnswer).collect(Collectors.toList()); + int start = count; + row = sheet.createRow(count); + row.createCell(0).setCellValue(item.getModelServiceName() == null ? "" : item.getModelServiceName()); + row.getCell(0).setCellStyle(cellStyle); + row.createCell(1).setCellValue(item.getDatasetName() == null ? "" : item.getDatasetName()); + row.getCell(1).setCellStyle(cellStyle); + row.createCell(2).setCellValue("-"); + row.getCell(2).setCellStyle(cellStyle); + row.createCell(3).setCellValue(item.getQuestion() == null ? "" : item.getQuestion()); + row.getCell(3).setCellStyle(cellStyle); + row.createCell(4).setCellValue(collect.get(0) == null ? "" : collect.get(0)); + row.getCell(4).setCellStyle(cellStyle); + row.createCell(5).setCellValue(item.getModelAnswer() == null ? "" : item.getModelAnswer()); + row.getCell(5).setCellStyle(cellStyle); + if (!CollectionUtils.isAnyEmpty(item.getReqRespVos())) { + for (HashMap map : item.getReqRespVos()) { + int num = rowMap.get(String.valueOf(map.get("label"))); + row.createCell(num).setCellValue(String.valueOf(map.get("score")) == null ? "" : String.valueOf(map.get("score"))); + row.getCell(num).setCellStyle(cellStyle); + } + } + count++; + if (collect.size() > 1) { + for (int i = 1; i < collect.size(); i++) { + row = sheet.createRow(count); + row.createCell(4).setCellValue(collect.get(i)); + row.getCell(4).setCellStyle(cellStyle); + count++; + } + } + int end = count - 1; + if (start != end) { + sheet.addMergedRegion(new CellRangeAddress(start, end, 0, 0)); + sheet.addMergedRegion(new CellRangeAddress(start, end, 1, 1)); + sheet.addMergedRegion(new CellRangeAddress(start, end, 2, 2)); + sheet.addMergedRegion(new CellRangeAddress(start, end, 3, 3)); + sheet.addMergedRegion(new CellRangeAddress(start, end, 5, 5)); + if (!CollectionUtils.isAnyEmpty(item.getReqRespVos())) { + for (HashMap map : item.getReqRespVos()) { + int num = rowMap.get(String.valueOf(map.get("label"))); + sheet.addMergedRegion(new CellRangeAddress(start, end, num, num)); + } + } + } + + } + // 导出 Excel + try { + response.setCharacterEncoding("UTF-8"); + response.addHeader("Content-Disposition", "attachment;filename=" + URLEncoder.encode(filename, StandardCharsets.UTF_8.name())); + response.setContentType("application/vnd.ms-excel;charset=UTF-8"); + template.write(response.getOutputStream()); + response.getOutputStream().close(); + template.close(); + } catch (IOException e) { + e.printStackTrace(); + } + +/* // 设置 header 和 contentType。写在最后的原因是，避免报错时，响应 contentType 已经被修改了 + response.addHeader("Content-Disposition", "attachment;filename=" + URLEncoder.encode(filename, StandardCharsets.UTF_8.name())); + response.setContentType("application/vnd.ms-excel;charset=UTF-8");*/ + } +}