DATA_MIDDLE_PLATFORM/Data_Middle_Platform_Server
3
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

修复模型推理

Browse Source
This commit is contained in:
limin 2025-01-24 10:07:40 +08:00
parent 7d478f8924
commit 7824bf7987
5 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/conversation/ConversationServiceImpl.java
View File

@ -201,8 +201,12 @@ public class ConversationServiceImpl implements ConversationService {
}
ChatRespVO chatRespVO = BeanUtils.toBean(chatReqVO, ChatRespVO.class);
chatRespVO.setResponse(modelCompletionsRespVO.getAnswer());
// 将聊天记录放入缓存
// 将聊天记录放入缓存 先注释 TODO
stringRedisTemplate.opsForList().rightPush(CHAT_HIStORY_REDIS_KEY + ":" + chatReqVO.getUuid(), JsonUtils.toJsonString(message));
ModelCompletionsReqVO.ModelCompletionsMessage responseMessage = new ModelCompletionsReqVO.ModelCompletionsMessage();
responseMessage.setRole("assistant");
responseMessage.setContent(modelCompletionsRespVO.getAnswer());
stringRedisTemplate.opsForList().rightPush(CHAT_HIStORY_REDIS_KEY + ":" + chatReqVO.getUuid(), JsonUtils.toJsonString(responseMessage));
DataRefluxDataSaveReqVO dataRefluxDataSaveReqVO = new DataRefluxDataSaveReqVO();
dataRefluxDataSaveReqVO.setModelServiceId(chatReqVO.getModelId());
dataRefluxDataSaveReqVO.setModelType(chatReqVO.getModelType());

2
yudao-module-llm/yudao-module-llm-biz/src/main/java/cn/iocoder/yudao/module/llm/service/http/vo/ChatCompletion.java
View File

@ -26,6 +26,7 @@ public class ChatCompletion {
private int index;
private Message message;
private String finish_reason;
private String logprobs;
}
@Data
@ -34,6 +35,7 @@ public class ChatCompletion {
public static class Message {
private String role;
private String content;
private String tool_calls;
}
@Data

2
yudao-server/src/main/resources/application-dev.yaml
View File

@ -260,7 +260,7 @@ llm:
# 基础模型列表 GET
base_model_list: http://36.103.199.104:9997/model/v1/models
# 模型对话 POST
model_completions: http://36.103.199.104:9997/model/v1/chat/completions
model_completions: http://36.103.199.104:9997/v1/chat/completions
# aigc表数据查询接口
table_data_query: http://36.103.199.104:5123/table/%s
# aigc模型推理

2
yudao-server/src/main/resources/application-local.yaml
View File

@ -300,7 +300,7 @@ llm:
# 模型列表 GET
base_model_list: http://36.103.199.104:9997/model/v1/models
# 模型对话 POST
model_completions: http://36.103.199.104:9997/model/v1/chat/completions
model_completions: http://36.103.199.104:9997/v1/chat/completions
# aigc表数据查询接口
table_data_query: http://36.103.199.104:5123/table/%s
# aigc模型推理

2
yudao-server/src/main/resources/application-prod.yaml
View File

@ -300,7 +300,7 @@ llm:
# 模型列表 GET
base_model_list: http://36.103.199.104:9997/model/v1/models
# 模型对话 POST
model_completions: http://36.103.199.104:9997/model/v1/chat/completions
model_completions: http://36.103.199.104:9997/v1/chat/completions
# aigc表数据查询接口
table_data_query: http://36.133.1.230:5123/table/%s
# aigc模型推理