This commit is contained in:
limin 2025-02-24 18:34:24 +08:00
parent 7bb3c75b3d
commit f56c7a7f18
2 changed files with 7 additions and 2 deletions

View File

@ -125,11 +125,14 @@ public class AsyncModelAccessManualService {
ServerNameDO serverNameDO = serverNameMapper.selectById(baseModelDO.getGpuId());
modelHost = serverNameDO.getHost();
}
log.info("base model mnaual {}",baseModelDO);
}
ModelCompletionsReqVO modelCompletionsReqVO = new ModelCompletionsReqVO();
modelCompletionsReqVO.setMessages(messages);
modelCompletionsReqVO.setModel(modelName);
log.info("modelURL {}",modelUrl);
log.info("modelName {}",modelName);
ModelCompletionsRespVO modelCompletionsRespVO = modelService.modelCompletions(modelUrl,modelCompletionsReqVO);
log.info("auto response {}",modelCompletionsRespVO);
String prompt = modelCompletionsRespVO.getAnswer();
@ -223,12 +226,14 @@ public class AsyncModelAccessManualService {
String modelName;
String modelUrl;
if (task.getModelType()==1){
modelUrl = "";
BaseModelDO baseModelDO = baseModelMapper.selectById(task.getModelService());
if (baseModelDO != null){
modelName = baseModelDO.getAigcModelName();
modelUrl = baseModelDO.getChatUrl();
} else {
modelName = "";
modelUrl = "";
}
} else {
ModelServiceDO modelServiceDO = modelServiceMapper.selectById(task.getModelService());

View File

@ -171,7 +171,7 @@ public class ConversationServiceImpl implements ConversationService {
if (baseModelDO == null) {
throw exception(BASE_MODEL_NOT_EXISTS);
}
selfModelUrl = baseModelDO.getChatUrl() + "/v1/chat/completions";
selfModelUrl = baseModelDO.getChatUrl();
model = baseModelDO.getAigcModelName();
}else if (Objects.equals(0, chatReqVO.getModelType())) {
// 自定义模型