diff --git a/yudao-server/src/main/resources/application-dev.yaml b/yudao-server/src/main/resources/application-dev.yaml index fecfbd10a..4f79adf03 100644 --- a/yudao-server/src/main/resources/application-dev.yaml +++ b/yudao-server/src/main/resources/application-dev.yaml @@ -203,23 +203,28 @@ justauth: --- #################### 大模型训练相关配置 ################### llm: backend: - # RAG服务 + #################### 8123: RAG服务、训练集和标注相关API。 ################### + ### RAG服务 #RAG健康检查 GET - rag_health: http://rag.xhllm.xinnuojinzhi.com/health + rag_health: http://36.103.199.104:8123/health #上传并向量化 POST - rag_embed: http://rag.xhllm.xinnuojinzhi.com/embed + rag_embed: http://36.103.199.104:8123/embed #获取所有向量id GET - rag_ids: http://rag.xhllm.xinnuojinzhi.com/ids + rag_ids: http://36.103.199.104:8123/ids #根据id获取文档 GET - rag_documents: http://rag.xhllm.xinnuojinzhi.com/documents + rag_documents: http://36.103.199.104:8123/documents #根据id删除文档 DEL - rag_documents_del: http://rag.xhllm.xinnuojinzhi.com/documents + rag_documents_del: http://36.103.199.104:8123/documents #根据file_id检索向量 POST - rag_query: http://rag.xhllm.xinnuojinzhi.com/query + rag_query: http://36.103.199.104:8123/query #支持多个文件id查询向量 GET - rag_query_multiple: http://rag.xhllm.xinnuojinzhi.com/query_multiple + rag_query_multiple: http://36.103.199.104:8123/query_multiple + # 知识库向量嵌入 + embed: http://36.103.199.104:8123/embed + # 知识库查询 + embed_query: http://36.103.199.104:8123/query - # LLM train and service api + #### LLM train and service api 训练集、标注相关API # 训练集列表 GET dataset_list: http://localhost:8123/api/mgr/datasets/list # 上传训练集 POST @@ -232,6 +237,8 @@ llm: annotation_task: http://localhost:8123/api/mgr/annotation/task # 保存标注 POST annotation_task_save: http://localhost:8123/api/mgr/annotation/task/task-6025001b-692c-44a1-9bc7-2a34bd7c0efe/segment/das-2eedd7bf-3770-4816-a961-b30c446b7a4f/mark + + #################### 9000: 大模型管理、微调任务、文件上传和模型部署相关API。 ################### # 大模型列表 GET models_list: http://36.103.199.104:9000/api/models # 登录 POST @@ -239,54 +246,55 @@ llm: account: http://36.103.199.104:9000/api/auth/account login_username: admin login_password: admin - # 创建微调任务 POST - finetuning_create: http://36.103.199.104:5123/llm/finetuning # 微调任务详情 GET finetuning_detail: http://36.103.199.104:9000/api/finetuning - # 日志获取 - finetuning_log: http://36.103.199.104:5123/llm/get_log # 微调任务取消 finetuning_cancel: http://36.103.199.104:9000/api/finetuning/%s/cancel # 微调文件列表 GET finetuning_file_list: http://36.103.199.104:9000/api/files?purpose=fine-tune - # 模型创建 + # 模型部署 model_create: http://36.103.199.104:9000/api/models - # 开始部署 - model_deploy: http://36.103.199.104:5123/llm/deploy - # 取消部署 - model_undeploy: http://36.103.199.104:5123/llm/deploy/stop?deploy_id= + # aigc模型推理 + aigc_model_completions: http://36.103.199.104:9000/api/channels/chat/completions # 微调文件上传 aigc_file_upload: http://36.103.199.104:9000/api/files - # + + #################### 5123: 微调任务、模型部署、文件管理、提示词优化、自动评估、文生图等API。 ################### + # 创建微调任务 POST + finetuning_create: /llm/finetuning + # 日志获取 + finetuning_log: /llm/get_log + # 开始部署 + model_deploy: /llm/deploy + # 取消部署 + model_undeploy: /llm/deploy/stop?deploy_id= + # aigc表数据查询接口 + table_data_query: /table/%s + # 模型文件列表 + model_file_list: /models/?path= + # 模型文件下载 + model_file_download: /models/download/?file_path= + # 提示词优化 + optimize_prompt: /optimize-prompt + # 自动评估 + auto_evaluation: /llm-eval + # 文生图 + text_to_image: /generate-image + # 检查点文件列表 + check_file_list: /llm/finetuning/checkpoints?model_name= + + #################### 30000: 大模型对话相关API。 ################### #### 大模型对话 - # 基础模型列表 GET + # 模型列表 GET base_model_list: http://36.103.199.104:30000/model/v1/models # 模型对话 POST model_completions: http://36.103.199.104:30000/v1/chat/completions - # aigc表数据查询接口 - table_data_query: http://36.103.199.104:5123/table/%s - # aigc模型推理 - aigc_model_completions: http://36.103.199.104:9000/api/channels/chat/completions - application_api: http://xhllm.xinnuojinzhi.com/admin-api/llm/application/api/apiKey/chat + #################### 48080: 应用和管理服务相关API。 ################### + application_api: http://localhost:48080/admin-api/llm/application/api/apiKey/chat - model_service_api: http://xhllm.xinnuojinzhi.com/admin-api/llm/model-service/api/apiKey/chat + model_service_api: http://localhost:48080/admin-api/llm/model-service/api/apiKey/chat - model_file_list: http://36.103.199.104:5123/models/?path= - - model_file_download: http://36.103.199.104:5123/models/download/?file_path= - # 提示词优化 - optimize_prompt: http://36.103.199.104:5123/optimize-prompt - - auto_evaluation: http://36.103.199.104:5123/llm-eval - # 文生图 - text_to_image: http://36.103.199.104:5123/generate-image - - check_file_list: http://36.103.199.104:5123/llm/finetuning/checkpoints?model_name= - # 知识库向量嵌入 - embed: http://rag.xhllm.xinnuojinzhi.com/embed - # 知识库查询 - embed_query: http://rag.xhllm.xinnuojinzhi.com/query --- #################### iot相关配置 TODO 芋艿：再瞅瞅 #################### iot: diff --git a/yudao-server/src/main/resources/application-prod.yaml b/yudao-server/src/main/resources/application-prod.yaml index e2c457732..8627f6fb9 100644 --- a/yudao-server/src/main/resources/application-prod.yaml +++ b/yudao-server/src/main/resources/application-prod.yaml @@ -246,23 +246,28 @@ justauth: --- #################### 大模型训练相关配置 ################### llm: backend: - #### RAG服务 + #################### 8123: RAG服务、训练集和标注相关API。 ################### + ### RAG服务 #RAG健康检查 GET - rag_health: http://192.168.18.46:8000/health + rag_health: http://36.103.199.104:8123/health #上传并向量化 POST - rag_embed: http://192.168.18.46:8000/embed + rag_embed: http://36.103.199.104:8123/embed #获取所有向量id GET - rag_ids: http://192.168.18.46:8000/ids + rag_ids: http://36.103.199.104:8123/ids #根据id获取文档 GET - rag_documents: http://192.168.18.46:8000/documents + rag_documents: http://36.103.199.104:8123/documents #根据id删除文档 DEL - rag_documents_del: http://192.168.18.46:8000/documents + rag_documents_del: http://36.103.199.104:8123/documents #根据file_id检索向量 POST - rag_query: http://192.168.18.46:8000/query + rag_query: http://36.103.199.104:8123/query #支持多个文件id查询向量 GET - rag_query_multiple: http://192.168.18.46:8000/query_multiple + rag_query_multiple: http://36.103.199.104:8123/query_multiple + # 知识库向量嵌入 + embed: http://36.103.199.104:8123/embed + # 知识库查询 + embed_query: http://36.103.199.104:8123/query - #### LLM train and service api + #### LLM train and service api 训练集、标注相关API # 训练集列表 GET dataset_list: http://localhost:8123/api/mgr/datasets/list # 上传训练集 POST @@ -275,60 +280,64 @@ llm: annotation_task: http://localhost:8123/api/mgr/annotation/task # 保存标注 POST annotation_task_save: http://localhost:8123/api/mgr/annotation/task/task-6025001b-692c-44a1-9bc7-2a34bd7c0efe/segment/das-2eedd7bf-3770-4816-a961-b30c446b7a4f/mark + + #################### 9000: 大模型管理、微调任务、文件上传和模型部署相关API。 ################### # 大模型列表 GET - models_list: http://192.168.18.46:8080/api/models + models_list: http://36.103.199.104:9000/api/models # 登录 POST - login: http://192.168.18.46:8080/api/auth/login - account: http://192.168.18.46:8080/api/auth/account + login: http://36.103.199.104:9000/api/auth/login + account: http://36.103.199.104:9000/api/auth/account login_username: admin login_password: admin - # 创建微调任务 POST - finetuning_create: http://192.168.18.46:5123/llm/finetuning # 微调任务详情 GET - finetuning_detail: http://192.168.18.46:8080/api/finetuning - # 日志获取 - finetuning_log: http://192.168.18.46:5123/llm/get_log + finetuning_detail: http://36.103.199.104:9000/api/finetuning # 微调任务取消 finetuning_cancel: http://36.103.199.104:9000/api/finetuning/%s/cancel # 微调文件列表 GET - finetuning_file_list: http://192.168.18.46:8080/api/files?purpose=fine-tune + finetuning_file_list: http://36.103.199.104:9000/api/files?purpose=fine-tune # 模型部署 - model_create: http://192.168.18.46:8080/api/models + model_create: http://36.103.199.104:9000/api/models + # aigc模型推理 + aigc_model_completions: http://36.103.199.104:9000/api/channels/chat/completions + # 微调文件上传 + aigc_file_upload: http://36.103.199.104:9000/api/files + + #################### 5123: 微调任务、模型部署、文件管理、提示词优化、自动评估、文生图等API。 ################### + # 创建微调任务 POST + finetuning_create: /llm/finetuning + # 日志获取 + finetuning_log: /llm/get_log # 开始部署 - model_deploy: http://192.168.18.46:5123/llm/deploy + model_deploy: /llm/deploy # 取消部署 - model_undeploy: http://192.168.18.46:5123/llm/deploy/stop?deploy_id= + model_undeploy: /llm/deploy/stop?deploy_id= + # aigc表数据查询接口 + table_data_query: /table/%s + # 模型文件列表 + model_file_list: /models/?path= + # 模型文件下载 + model_file_download: /models/download/?file_path= + # 提示词优化 + optimize_prompt: /optimize-prompt + # 自动评估 + auto_evaluation: /llm-eval + # 文生图 + text_to_image: /generate-image + # 检查点文件列表 + check_file_list: /llm/finetuning/checkpoints?model_name= + + #################### 30000: 大模型对话相关API。 ################### #### 大模型对话 # 模型列表 GET base_model_list: http://36.103.199.104:30000/model/v1/models # 模型对话 POST model_completions: http://36.103.199.104:30000/v1/chat/completions - # aigc表数据查询接口 - table_data_query: http://36.133.1.230:5123/table/%s - # aigc模型推理 - aigc_model_completions: http://192.168.18.46:8080/api/channels/chat/completions - # 微调文件上传 - aigc_file_upload: http://192.168.18.46:8080/api/files + #################### 48080: 应用和管理服务相关API。 ################### application_api: http://localhost:48080/admin-api/llm/application/api/apiKey/chat - model_service_api : http://localhost:48080/admin-api/llm/model-service/api/apiKey/chat + model_service_api: http://localhost:48080/admin-api/llm/model-service/api/apiKey/chat - model_file_list: http://36.133.1.230:5123/models/?path= - - model_file_download: http://36.133.1.230:5123/models/download/?file_path= - # 提示词优化 - optimize_prompt: http://36.133.1.230:5123/optimize-prompt - - auto_evaluation: http://36.133.1.230:5123/llm-eval - # 文生图 - text_to_image: http://36.133.1.230:5123/generate-image - # 知识库向量嵌入 - embed: http://192.168.18.46:8000/embed - # 知识库查询 - embed_query: http://192.168.18.46:8000/query - - check_file_list: http://192.168.18.46:5123/llm/finetuning/checkpoints?model_name= --- #################### iot相关配置 TODO 芋艿：再瞅瞅 #################### iot: