diff --git a/src/api/base/cleaningRules.ts b/src/api/base/cleaningRules.ts index 63b9797..60a8c3d 100644 --- a/src/api/base/cleaningRules.ts +++ b/src/api/base/cleaningRules.ts @@ -3,44 +3,44 @@ import request from '@/config/axios' // 获取规则类目列表 export const getAttCleanCatList = (params) => { return request.get({ - url: '/v2/att/attCleanCat/list', + url: '/att/attCleanCat/list', params }) } // 添加规则类目 export const saveAttCleanCat = (data) => { - return request.post({ url: '/v2/att/attCleanCat', data }) + return request.post({ url: '/att/attCleanCat', data }) } // 更新规则类目 export const updateAttCleanCat = (data) => { - return request.put({ url: '/v2/att/attCleanCat', data }) + return request.put({ url: '/att/attCleanCat', data }) } // 删除规则类目 export const deleteAttCleanCat = (id) => { - return request.delete({ url: `/v2/att/attCleanCat/${id}`}) + return request.delete({ url: `/att/attCleanCat/${id}`}) } // 获取规则列表 export const getAttCleanRuleList = (params) => { return request.get({ - url: '/v2/att/attCleanRule/list', + url: '/att/attCleanRule/list', params }) } // 添加规则 export const saveAttCleanRule = (data) => { - return request.post({ url: '/v2/att/attCleanRule', data }) + return request.post({ url: '/att/attCleanRule', data }) } // 更新规则 export const updateAttCleanRule = (data) => { - return request.put({ url: '/v2/att/attCleanRule', data }) + return request.put({ url: '/att/attCleanRule', data }) } // 删除规则 export const deleteAttCleanRule = (id) => { - return request.delete({ url: `/v2/att/attCleanRule/${id}`}) + return request.delete({ url: `/att/attCleanRule/${id}`}) } \ No newline at end of file diff --git a/src/api/base/inspectRules.ts b/src/api/base/inspectRules.ts index 7a521e2..8a2ee9b 100644 --- a/src/api/base/inspectRules.ts +++ b/src/api/base/inspectRules.ts @@ -3,22 +3,22 @@ import request from '@/config/axios' // 获取规则列表 export const getAttAuditRuleList = (params) => { return request.get({ - url: '/v2/att/attAuditRule/list', + url: '/att/attAuditRule/list', params }) } // 添加规则 export const addAttAuditRule = (data) => { - return request.post({ url: '/v2/att/attAuditRule', data }) + return request.post({ url: '/att/attAuditRule', data }) } // 更新规则 export const updateAttAuditRule = (data) => { - return request.put({ url: '/v2/att/attAuditRule', data }) + return request.put({ url: '/att/attAuditRule', data }) } // 删除规则 export const deleteAttAuditRule = (id) => { - return request.delete({ url: `/v2/att/attAuditRule/${id}`}) + return request.delete({ url: `/att/attAuditRule/${id}`}) } \ No newline at end of file diff --git a/src/api/dataControl/index.ts b/src/api/dataControl/index.ts index bca6838..f2d4870 100644 --- a/src/api/dataControl/index.ts +++ b/src/api/dataControl/index.ts @@ -78,3 +78,7 @@ export const importUserTemplates = (params: any) => { return request.download({ url: '/llm/dataset/download-example', params }) } +export const getAllList = async () => { + return await request.get({url: '/data/data-set-middle/getAllList'}) +} + diff --git a/src/api/dataService/dataset.ts b/src/api/dataService/dataset.ts new file mode 100644 index 0000000..9788653 --- /dev/null +++ b/src/api/dataService/dataset.ts @@ -0,0 +1,80 @@ +import request from '@/config/axios' + + +export interface DataSetVO { + id?: string //数据集ID + datasetName: string //数据集名称 + datasetCategory: string //数据集类型 + status: string //状态 + datasetIntro: string //数据集描述 + datasetFile: string //数据文件 + datasetType: string //数据集类型 + datasetFileUrl: string //文件URL地址 + tenantId: number //租户编号 +} + + +// 新增 +export const createDataSet = (data: DataSetVO) => { + return request.post({url: '/data/data-set-middle/create', data}) +} + +// 新增 - 用于datasetParentType为2的情况 +export const createDataSetV2 = (data: DataSetVO) => { + return request.post({url: '/llm/dataset/createDatasetMoreModal', data}) +} + +// 修改 +export const updateDataSet = (data: DataSetVO) => { + return request.put({url: '/data/data-set-middle/update', data}) +} + +// 修改 - 用于datasetParentType为2的情况 +export const updateDataSetV2 = (data: DataSetVO) => { + return request.put({url: '/llm/dataset/update-v2', data}) +} + +// 删除 +export const deleteDataSet = (id: number) => { + return request.delete({url: '/llm/dataset/delete?id=' + id}) +} + +// 查询详情 +export const getDeta = (id: number) => { + return request.get({url: '/data/data-set-middle/getOneInfo?id=' + id}) +} + +// 查询列表 +export const getPage = async (params: PageParam) => { + return await request.get({url: '/data/data-set-middle/page', params}) +} + +// 查询全部 +export const getAll = async () => { + return await request.get({url: '/llm/dataset/all'}) +} + +// 获得数据集数据问题分页 +export const getQuestionPageList = async (params: any) => { + return await request.get({url: '/platform/dataset-question/page', params}) +} + +// 保存标注接口 +export const updateQuestion = (data: any) => { + return request.put({url: '/platform/dataset-question/data-anno', data}) +} + +// 导出数据集 +export const exportData = (params: any) => { + return request.download({ url: '/llm/dataset-question/export-excel', params }) +} + +// 下载数据集模板 +export const importUserTemplate = () => { + return request.download({ url: '/infra/file/29/get/8e05fde5b769415cc7a6323aa3d7b86fdd2daa067018d16d03eb3b7cf9707801.json' }) +} +// 下载数据集模板 +export const importUserTemplates = (params: any) => { + return request.download({ url: '/llm/dataset/download-example', params }) +} + diff --git a/src/views/dataAsset/assetMap/index.vue b/src/views/dataAsset/assetMap/index.vue index e69de29..52885b9 100644 --- a/src/views/dataAsset/assetMap/index.vue +++ b/src/views/dataAsset/assetMap/index.vue @@ -0,0 +1,84 @@ + + + + + + 资产地图 + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/src/views/dataAsset/dataLink/index.vue b/src/views/dataAsset/dataLink/index.vue index e69de29..d6d20f7 100644 --- a/src/views/dataAsset/dataLink/index.vue +++ b/src/views/dataAsset/dataLink/index.vue @@ -0,0 +1,84 @@ + + + + + + 数据链接 + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/src/views/dataAsset/dataQuery/index.vue b/src/views/dataAsset/dataQuery/index.vue index e69de29..7ada541 100644 --- a/src/views/dataAsset/dataQuery/index.vue +++ b/src/views/dataAsset/dataQuery/index.vue @@ -0,0 +1,84 @@ + + + + + + 数据查询 + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/src/views/dataControl/v2/datasetManagement/datasetImportForm.vue b/src/views/dataControl/v2/datasetManagement/datasetImportForm.vue index c835bfb..73f72db 100644 --- a/src/views/dataControl/v2/datasetManagement/datasetImportForm.vue +++ b/src/views/dataControl/v2/datasetManagement/datasetImportForm.vue @@ -121,6 +121,7 @@ const submitForm = async () => { } const fileItem = fileList.value[0]; + console.log('========>',fileItem.raw) if (!fileItem || !fileItem.raw) { message.error('文件上传异常,请重新选择文件'); return; diff --git a/src/views/dataControl/v2/datasetManagement/form.vue b/src/views/dataControl/v2/datasetManagement/form.vue index b9307ee..4644c4b 100644 --- a/src/views/dataControl/v2/datasetManagement/form.vue +++ b/src/views/dataControl/v2/datasetManagement/form.vue @@ -132,8 +132,10 @@ const submitForm = async () => { console.log(importFormRef.value.fileList) if (importFormRef.value.fileList.length == 0 && route?.query.id || (Array.isArray(form.value.datasetFiles) && form.value.datasetFiles.length > 0)) { + console.log(111) await importSuccess() } else { + console.log(222) await importFormRef.value.submitForm() } } diff --git a/src/views/dataPlan/standardDataElement/components/CleaningRuleSelector.vue b/src/views/dataPlan/standardDataElement/components/CleaningRuleSelector.vue new file mode 100644 index 0000000..3ed2a15 --- /dev/null +++ b/src/views/dataPlan/standardDataElement/components/CleaningRuleSelector.vue @@ -0,0 +1,519 @@ + + + + + + + + + + + + + + + + + + {{ menu.title }} + + + + {{ subMenu.title }} + + + + + {{ menu.title }} + + + + + + + + + + + + {{ rule.name }} + + 上线 + + + {{ rule.rule }} + {{ rule.description }} + + + + + + + 取消 + 确定 + + + + + + + \ No newline at end of file diff --git a/src/views/dataPlan/standardDataElement/detail.vue b/src/views/dataPlan/standardDataElement/detail.vue new file mode 100644 index 0000000..6c9be2b --- /dev/null +++ b/src/views/dataPlan/standardDataElement/detail.vue @@ -0,0 +1,389 @@ + + + + + {{ title }} + + + + + + + + 流域代码 + + + 英文名称: + {{ form.basCode }} + + + 类目编码: + {{ form.categoryCode || '水土保持' }} + + + 类型: + {{ form.type || '数据元' }} + + + 责任人: + {{ form.responsiblePerson || '管理员' }} + + + 联系电话: + {{ form.contactPhone || '13800000001' }} + + + 字段类型: + {{ form.fieldType || 'VARCHAR2' }} + + + 状态: + {{ form.status || '启用' }} + + + 创建时间: + {{ form.createTime || '2025-06-12' }} + + + 创建人: + {{ form.creator || 'admin' }} + + + 描述: + {{ form.description || '主键,唯一标识流域' }} + + + + + + + + 关联清洗规则 + + 关联 + + + + + + + + {{ scope.$index + 1 }} + + + + + + + {{ scope.row.description || '-' }} + + + + + + {{ scope.row.status || '上线' }} + + + + + + + + + + + + + + + + + + + + + + diff --git a/src/views/dataPlan/standardDataElement/index.vue b/src/views/dataPlan/standardDataElement/index.vue index 757005e..5245242 100644 --- a/src/views/dataPlan/standardDataElement/index.vue +++ b/src/views/dataPlan/standardDataElement/index.vue @@ -51,108 +51,142 @@ - - {{ menu.title }} - + + + {{ menu.title }} + + - + - - + + + + + - + + + - - + + 查询 - - 查询 - 重置 + + 重置 + + 新增 + + + + + > + + {{ scope.row.type }} + + - + + - - {{ scope.row.qualityDimension }} - + - - - - - - - - 编辑 - 删除 + + + 修改 + + + 删除 + + + 详情 + @@ -167,16 +201,142 @@ + + + + + + + + + + + + + + + + + + + + + + 数据元 + 代码集 + + + + + + + + + + + + + + + + + + + + + + + + 启用 + 禁用 + + + + + + + + + + + + + + + + + + + + + + + + + + 取消 + 确定 + + diff --git a/src/views/dataService/apiManage/index.vue b/src/views/dataService/apiManage/index.vue index e69de29..a48b0c4 100644 --- a/src/views/dataService/apiManage/index.vue +++ b/src/views/dataService/apiManage/index.vue @@ -0,0 +1,1140 @@ + + + + + + + + + + + + + + + + + + {{ menu.title }} + + + + + + {{ subMenu.title }} + + + + {{ item.title }} + + + + {{ subMenu.title }} + + + + + + + {{ menu.title }} + + + + + + + + + + + + + + + + + + + + 查询 + 重置 + 新增 + + + + + + + + + + + + + + 库表 + 文件 + + {{ item.chineseName }} + + + + + + + 表名称: + {{ item.englishName }} + 资产描述: + {{ item.description || '-' }} + + + 所属类目: + {{ item.dataElement }} + 所属主题: + {{ item.themeName }} + 创建时间: + {{ item.createTime }} + 状态: + + {{ item.status ? '已发布' : '未发布' }} + + + + 数据标签: + {{ item.description || '-' }} + + + + + + + + 详情 + + {{ item.status ? '撤销发布' : '发布' }} + + + 更多 + + + 编辑 + 删除 + + + + + + + + + + + + 共 {{ total }} 条数据,当前第 {{ queryParams.pageNo }} 页 + + + + + + + + + + + + + + + + + + + + + + + + + + + + 数据元 + 代码集 + + + + + + + + + + + + + + + + + + + + + + + + 启用 + 禁用 + + + + + + + + + + + + + + + + + + + + + + + + + + 取消 + 确定 + + + + + + + diff --git a/src/views/dataService/datasetManage/dataAnnotationIsSortEdit.vue b/src/views/dataService/datasetManage/dataAnnotationIsSortEdit.vue new file mode 100644 index 0000000..40ef1e1 --- /dev/null +++ b/src/views/dataService/datasetManage/dataAnnotationIsSortEdit.vue @@ -0,0 +1,276 @@ + + + + + + + + 返回 + + + + 数据集名称:{{ form.datasetName }} + 数据集类型: + {{ + getDictLabel(`llm_dataset_category_${form.datasetType}`, form.datasetCategory) || '无' + }} + + 标注进度 + + + + + + + + 保存标注 + + + + + + + + + + + 回答{{ index + 1 }} + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/src/views/dataService/datasetManage/datasetImportForm.vue b/src/views/dataService/datasetManage/datasetImportForm.vue new file mode 100644 index 0000000..8939d3e --- /dev/null +++ b/src/views/dataService/datasetManage/datasetImportForm.vue @@ -0,0 +1,581 @@ + + + + + + + + + + 将文件拖到此处,或点击上传 + + + {{ accept.includes('.zip') && accept === '.zip' ? '仅支持zip格式压缩包文件上传' : '支持json、csv、xlsx、txt格式文件及包含上述文件类型的tar.gz/zip压缩包文件上传' }} + + + 下载json示例数据集 + + + + 下载xlsx示例数据集 + + + + 下载csv示例数据集 + + + + 下载txt示例数据集 + + + + + 下载zip示例数据集 + + + + + + + + + + + + + + 拖拽文件夹到此处,或点击选择文件夹按钮 + 选择文件夹 + + 支持上传整个文件夹及其子文件 + + + + + + + + + + + + + + + 添加Prompt + + + 提示:请输入想要爬取的内容名称 + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/src/views/dataService/datasetManage/detail.vue b/src/views/dataService/datasetManage/detail.vue new file mode 100644 index 0000000..00e55a5 --- /dev/null +++ b/src/views/dataService/datasetManage/detail.vue @@ -0,0 +1,213 @@ + + + + + {{ title }} + + + + + + + 数据集名称:{{ form.datasetName }} + 数据集类型:{{ getDictLabel(`llm_dataset_category_${form.datasetType}`, form.datasetCategory) || '无' }} + 清洗规则:无 + + + + + + + {{ scope.$index + 1 }} + + + + + + + - + + + + + + + {{ (scope.row.question?.length || 0) > 49 ? (scope.row.question || '').substring(0,49)+'...' : (scope.row.question || '-') }} + + + + + + + + + + + {{ (item.answer?.length || 0) > 18 ? (item.answer || '').substring(0, 18) + '...' : (item.answer || '-') }} + + + + + + + + + + + + {{ scope.$index + 1 }} + + + + + + + + {{ scope.row.question.length>49 ? scope.row.question.substring(0,49)+'...' : scope.row.question }} + + + + + + + + + + {{ item.answer.length>18 ? item.answer.substring(0,18)+'...' : item.answer }} + + + + + + + + + + + + + + diff --git a/src/views/dataService/datasetManage/form.vue b/src/views/dataService/datasetManage/form.vue new file mode 100644 index 0000000..d800359 --- /dev/null +++ b/src/views/dataService/datasetManage/form.vue @@ -0,0 +1,408 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 取消 + 确认 + + + + \ No newline at end of file diff --git a/src/views/dataService/datasetManage/index.vue b/src/views/dataService/datasetManage/index.vue new file mode 100644 index 0000000..f96976e --- /dev/null +++ b/src/views/dataService/datasetManage/index.vue @@ -0,0 +1,637 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 点击或将文件拖拽到这里上传 + + 文档格式支持[".pdf",".txt”,".doc",".ppt",".docx",".pptx",".epub”,".md”]请确保内容可复制,文档格式30MB以内,单次最多上传1个。请确保文档内容可复制,文档中的表格和图片暂时无法学习音频上传后会自动解析成文字存储并且学习,内容可修改 + + + + + 下一步 + + + + + + + + {{ diaForm.title }} + + + + + + + + + + + 自动分段 + 会将上传的文档自动进行分段和去除敏感数据,如个人信息、url及敏感词 + 自定义 + 自定义数据处理规则 + + + + + + + + + + + + + + + + + + + + + + 上一步 + + + 完成 + + + + + + + + + + + + + + + + + + + + 查询 + 重置 + + + + + + + + {{ item.title }} + + + + + + {{ item.content }} + + + + + + + {{ item.num }} + + + + + + + + + + + + + + + + + + + + + 测试记录 + 仅展示最近15条 + + + + + + + + + + + + + + + + + + + + + 取消 + + + + + + 测试 + + + + + + + + + + + + + + + + + + + + + + + + + + + 取消 + + + + + + 确认 + + + + + + + + + + + \ No newline at end of file diff --git a/src/views/dataService/datasetManage/table.vue b/src/views/dataService/datasetManage/table.vue new file mode 100644 index 0000000..b89a068 --- /dev/null +++ b/src/views/dataService/datasetManage/table.vue @@ -0,0 +1,340 @@ + + + + + + + + + + + + + + 搜索 + 重置 + + + + + 创建数据集 + 数据标注 + + + + + + + + + + + + + {{ getDictLabel('llm_dataset_category_' + props.datasetType, scope.row.datasetCategory) }} + + + + + + + {{ scope.row.datasetIntro && scope.row.datasetIntro.length>18 ? scope.row.datasetIntro.substring(0,18)+'...' : scope.row.datasetIntro }} + + + + + + + + + {{ + getDictLabel('llm_dataset_mark_status', scope.row.markStatus) + }} + {{ + getDictLabel('llm_dataset_mark_status', scope.row.markStatus) + }} + {{ + getDictLabel('llm_dataset_mark_status', scope.row.markStatus) + }} + + + + + {{ scope.row.annotateProgress }}% + + + + + + 详情 + 修改 + 导出 + 删除 + + + + + + + + + + + + + + + + + diff --git a/src/views/modelTuning/add.vue b/src/views/modelTuning/add.vue index 776a1e0..c900e18 100644 --- a/src/views/modelTuning/add.vue +++ b/src/views/modelTuning/add.vue @@ -144,7 +144,7 @@ const form = reactive({ // 获取数据集 const getDataSet = async () => { - let list = await dataSetApi.getAll() + let list = await dataSetApi.getAllList() list[0]['datasetName'] = '数据集' list[1]['datasetName'] = '官方数据' dataSetList.value = list
拖拽文件夹到此处,或点击选择文件夹按钮
支持上传整个文件夹及其子文件
提示:请输入想要爬取的内容名称