DATA_MIDDLE_PLATFORM/Data_Middle_Platform_Server
3
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

refactor(yudao-server): 更新大模型训练相关配置

Browse Source 
- 修改 RAG 服务相关 API 地址
- 更新 LLM 训练和服务 API 地址
- 新增部分 API 调用路径
- 调整部分 API 调用路径格式- 更新 IP 地址和端口号
This commit is contained in:
limin 2025-02-18 14:43:48 +08:00
parent 263199466c
commit fded71ba43
2 changed files with 101 additions and 84 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

90
yudao-server/src/main/resources/application-dev.yaml
View File

@ -203,23 +203,28 @@ justauth:
--- #################### 大模型训练相关配置 ###################
llm:
backend:
# RAG服务
#################### 8123: RAG服务、训练集和标注相关API。 ###################
### RAG服务
#RAG健康检查 GET
rag_health: http://rag.xhllm.xinnuojinzhi.com/health
rag_health: http://36.103.199.104:8123/health
#上传并向量化 POST
rag_embed: http://rag.xhllm.xinnuojinzhi.com/embed
rag_embed: http://36.103.199.104:8123/embed
#获取所有向量id GET
rag_ids: http://rag.xhllm.xinnuojinzhi.com/ids
rag_ids: http://36.103.199.104:8123/ids
#根据id获取文档 GET
rag_documents: http://rag.xhllm.xinnuojinzhi.com/documents
rag_documents: http://36.103.199.104:8123/documents
#根据id删除文档 DEL
rag_documents_del: http://rag.xhllm.xinnuojinzhi.com/documents
rag_documents_del: http://36.103.199.104:8123/documents
#根据file_id检索向量 POST
rag_query: http://rag.xhllm.xinnuojinzhi.com/query
rag_query: http://36.103.199.104:8123/query
#支持多个文件id查询向量 GET
rag_query_multiple: http://rag.xhllm.xinnuojinzhi.com/query_multiple
rag_query_multiple: http://36.103.199.104:8123/query_multiple
# 知识库向量嵌入
embed: http://36.103.199.104:8123/embed
# 知识库查询
embed_query: http://36.103.199.104:8123/query
# LLM train and service api
#### LLM train and service api 训练集、标注相关API
# 训练集列表 GET
dataset_list: http://localhost:8123/api/mgr/datasets/list
# 上传训练集 POST
@ -232,6 +237,8 @@ llm:
annotation_task: http://localhost:8123/api/mgr/annotation/task
# 保存标注 POST
annotation_task_save: http://localhost:8123/api/mgr/annotation/task/task-6025001b-692c-44a1-9bc7-2a34bd7c0efe/segment/das-2eedd7bf-3770-4816-a961-b30c446b7a4f/mark
#################### 9000: 大模型管理、微调任务、文件上传和模型部署相关API。 ###################
# 大模型列表 GET
models_list: http://36.103.199.104:9000/api/models
# 登录 POST
@ -239,54 +246,55 @@ llm:
account: http://36.103.199.104:9000/api/auth/account
login_username: admin
login_password: admin
# 创建微调任务 POST
finetuning_create: http://36.103.199.104:5123/llm/finetuning
# 微调任务详情 GET
finetuning_detail: http://36.103.199.104:9000/api/finetuning
# 日志获取
finetuning_log: http://36.103.199.104:5123/llm/get_log
# 微调任务取消
finetuning_cancel: http://36.103.199.104:9000/api/finetuning/%s/cancel
# 微调文件列表 GET
finetuning_file_list: http://36.103.199.104:9000/api/files?purpose=fine-tune
# 模型创建
# 模型部署
model_create: http://36.103.199.104:9000/api/models
# 开始部署
model_deploy: http://36.103.199.104:5123/llm/deploy
# 取消部署
model_undeploy: http://36.103.199.104:5123/llm/deploy/stop?deploy_id=
# aigc模型推理
aigc_model_completions: http://36.103.199.104:9000/api/channels/chat/completions
# 微调文件上传
aigc_file_upload: http://36.103.199.104:9000/api/files
#
#################### 5123: 微调任务、模型部署、文件管理、提示词优化、自动评估、文生图等API。 ###################
# 创建微调任务 POST
finetuning_create: /llm/finetuning
# 日志获取
finetuning_log: /llm/get_log
# 开始部署
model_deploy: /llm/deploy
# 取消部署
model_undeploy: /llm/deploy/stop?deploy_id=
# aigc表数据查询接口
table_data_query: /table/%s
# 模型文件列表
model_file_list: /models/?path=
# 模型文件下载
model_file_download: /models/download/?file_path=
# 提示词优化
optimize_prompt: /optimize-prompt
# 自动评估
auto_evaluation: /llm-eval
# 文生图
text_to_image: /generate-image
# 检查点文件列表
check_file_list: /llm/finetuning/checkpoints?model_name=
#################### 30000: 大模型对话相关API。 ###################
#### 大模型对话
# 基础模型列表 GET
# 模型列表 GET
base_model_list: http://36.103.199.104:30000/model/v1/models
# 模型对话 POST
model_completions: http://36.103.199.104:30000/v1/chat/completions
# aigc表数据查询接口
table_data_query: http://36.103.199.104:5123/table/%s
# aigc模型推理
aigc_model_completions: http://36.103.199.104:9000/api/channels/chat/completions
application_api: http://xhllm.xinnuojinzhi.com/admin-api/llm/application/api/apiKey/chat
#################### 48080: 应用和管理服务相关API。 ###################
application_api: http://localhost:48080/admin-api/llm/application/api/apiKey/chat
model_service_api: http://xhllm.xinnuojinzhi.com/admin-api/llm/model-service/api/apiKey/chat
model_service_api: http://localhost:48080/admin-api/llm/model-service/api/apiKey/chat
model_file_list: http://36.103.199.104:5123/models/?path=
model_file_download: http://36.103.199.104:5123/models/download/?file_path=
# 提示词优化
optimize_prompt: http://36.103.199.104:5123/optimize-prompt
auto_evaluation: http://36.103.199.104:5123/llm-eval
# 文生图
text_to_image: http://36.103.199.104:5123/generate-image
check_file_list: http://36.103.199.104:5123/llm/finetuning/checkpoints?model_name=
# 知识库向量嵌入
embed: http://rag.xhllm.xinnuojinzhi.com/embed
# 知识库查询
embed_query: http://rag.xhllm.xinnuojinzhi.com/query
--- #################### iot相关配置 TODO 芋艿：再瞅瞅 ####################
iot:

95
yudao-server/src/main/resources/application-prod.yaml
View File

@ -246,23 +246,28 @@ justauth:
--- #################### 大模型训练相关配置 ###################
llm:
backend:
#### RAG服务
#################### 8123: RAG服务、训练集和标注相关API。 ###################
### RAG服务
#RAG健康检查 GET
rag_health: http://192.168.18.46:8000/health
rag_health: http://36.103.199.104:8123/health
#上传并向量化 POST
rag_embed: http://192.168.18.46:8000/embed
rag_embed: http://36.103.199.104:8123/embed
#获取所有向量id GET
rag_ids: http://192.168.18.46:8000/ids
rag_ids: http://36.103.199.104:8123/ids
#根据id获取文档 GET
rag_documents: http://192.168.18.46:8000/documents
rag_documents: http://36.103.199.104:8123/documents
#根据id删除文档 DEL
rag_documents_del: http://192.168.18.46:8000/documents
rag_documents_del: http://36.103.199.104:8123/documents
#根据file_id检索向量 POST
rag_query: http://192.168.18.46:8000/query
rag_query: http://36.103.199.104:8123/query
#支持多个文件id查询向量 GET
rag_query_multiple: http://192.168.18.46:8000/query_multiple
rag_query_multiple: http://36.103.199.104:8123/query_multiple
# 知识库向量嵌入
embed: http://36.103.199.104:8123/embed
# 知识库查询
embed_query: http://36.103.199.104:8123/query
#### LLM train and service api
#### LLM train and service api 训练集、标注相关API
# 训练集列表 GET
dataset_list: http://localhost:8123/api/mgr/datasets/list
# 上传训练集 POST
@ -275,60 +280,64 @@ llm:
annotation_task: http://localhost:8123/api/mgr/annotation/task
# 保存标注 POST
annotation_task_save: http://localhost:8123/api/mgr/annotation/task/task-6025001b-692c-44a1-9bc7-2a34bd7c0efe/segment/das-2eedd7bf-3770-4816-a961-b30c446b7a4f/mark
#################### 9000: 大模型管理、微调任务、文件上传和模型部署相关API。 ###################
# 大模型列表 GET
models_list: http://192.168.18.46:8080/api/models
models_list: http://36.103.199.104:9000/api/models
# 登录 POST
login: http://192.168.18.46:8080/api/auth/login
account: http://192.168.18.46:8080/api/auth/account
login: http://36.103.199.104:9000/api/auth/login
account: http://36.103.199.104:9000/api/auth/account
login_username: admin
login_password: admin
# 创建微调任务 POST
finetuning_create: http://192.168.18.46:5123/llm/finetuning
# 微调任务详情 GET
finetuning_detail: http://192.168.18.46:8080/api/finetuning
# 日志获取
finetuning_log: http://192.168.18.46:5123/llm/get_log
finetuning_detail: http://36.103.199.104:9000/api/finetuning
# 微调任务取消
finetuning_cancel: http://36.103.199.104:9000/api/finetuning/%s/cancel
# 微调文件列表 GET
finetuning_file_list: http://192.168.18.46:8080/api/files?purpose=fine-tune
finetuning_file_list: http://36.103.199.104:9000/api/files?purpose=fine-tune
# 模型部署
model_create: http://192.168.18.46:8080/api/models
model_create: http://36.103.199.104:9000/api/models
# aigc模型推理
aigc_model_completions: http://36.103.199.104:9000/api/channels/chat/completions
# 微调文件上传
aigc_file_upload: http://36.103.199.104:9000/api/files
#################### 5123: 微调任务、模型部署、文件管理、提示词优化、自动评估、文生图等API。 ###################
# 创建微调任务 POST
finetuning_create: /llm/finetuning
# 日志获取
finetuning_log: /llm/get_log
# 开始部署
model_deploy: http://192.168.18.46:5123/llm/deploy
model_deploy: /llm/deploy
# 取消部署
model_undeploy: http://192.168.18.46:5123/llm/deploy/stop?deploy_id=
model_undeploy: /llm/deploy/stop?deploy_id=
# aigc表数据查询接口
table_data_query: /table/%s
# 模型文件列表
model_file_list: /models/?path=
# 模型文件下载
model_file_download: /models/download/?file_path=
# 提示词优化
optimize_prompt: /optimize-prompt
# 自动评估
auto_evaluation: /llm-eval
# 文生图
text_to_image: /generate-image
# 检查点文件列表
check_file_list: /llm/finetuning/checkpoints?model_name=
#################### 30000: 大模型对话相关API。 ###################
#### 大模型对话
# 模型列表 GET
base_model_list: http://36.103.199.104:30000/model/v1/models
# 模型对话 POST
model_completions: http://36.103.199.104:30000/v1/chat/completions
# aigc表数据查询接口
table_data_query: http://36.133.1.230:5123/table/%s
# aigc模型推理
aigc_model_completions: http://192.168.18.46:8080/api/channels/chat/completions
# 微调文件上传
aigc_file_upload: http://192.168.18.46:8080/api/files
#################### 48080: 应用和管理服务相关API。 ###################
application_api: http://localhost:48080/admin-api/llm/application/api/apiKey/chat
model_service_api : http://localhost:48080/admin-api/llm/model-service/api/apiKey/chat
model_service_api: http://localhost:48080/admin-api/llm/model-service/api/apiKey/chat
model_file_list: http://36.133.1.230:5123/models/?path=
model_file_download: http://36.133.1.230:5123/models/download/?file_path=
# 提示词优化
optimize_prompt: http://36.133.1.230:5123/optimize-prompt
auto_evaluation: http://36.133.1.230:5123/llm-eval
# 文生图
text_to_image: http://36.133.1.230:5123/generate-image
# 知识库向量嵌入
embed: http://192.168.18.46:8000/embed
# 知识库查询
embed_query: http://192.168.18.46:8000/query
check_file_list: http://192.168.18.46:5123/llm/finetuning/checkpoints?model_name=
--- #################### iot相关配置 TODO 芋艿：再瞅瞅 ####################
iot: