此处给出基本实现逻辑

1、请求接口

import com.alibaba.dashscope.aigc.generation.GenerationResult;

import com.kingoffice.common.core.web.controller.BaseController;

import com.kingoffice.common.core.web.page.TableDataInfo;

import com.kingoffice.common.security.utils.SecurityUtils;

import com.kingoffice.system.domain.vo.ChatHistoryVo;

import com.kingoffice.system.domain.vo.ChatQuestionVo;

import com.kingoffice.system.service.aigc.IChatQuestionHistoryService;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.data.annotation.Transient;

import org.springframework.http.MediaType;

import org.springframework.web.bind.annotation.*;

import reactor.core.publisher.Flux;

import java.util.Comparator;

import java.util.List;

@RestController

@RequestMapping("/chat")

public class ChatController extends BaseController{

@Autowired

private IChatQuestionHistoryService questionHistoryService;

/**

* 获取gpt返回

*

* @param chatQuestionVo

* @return

*/

@Transient

@PostMapping(path = "/getChat")

public Flux<GenerationResult> gptChat( @RequestBody ChatQuestionVo chatQuestionVo) {

return questionHistoryService.gptChat(chatQuestionVo);

}

/**

* 历史对话

*/

@GetMapping("/historyList")

public TableDataInfo historyList() {

startPage();

List<ChatHistoryVo> list = questionHistoryService.historyList(SecurityUtils.getUserId());

list.sort(Comparator.comparing(ChatHistoryVo::getCreateTime));

return getDataTable(list);

}

}

//入参

@Data

public class ChatQuestionVo {

/**

* 问题

*/

private String question;

/**

* 会话id

*/

private String sessionId;

/**

* 调用模型

*/

private String model;

/**

* 助手类型

*/

private String assistant;

private String questionFileName;

private String questionFileUrl;

}

2、接口实现

import com.alibaba.dashscope.aigc.generation.Generation;

import com.alibaba.dashscope.aigc.generation.GenerationParam;

import com.alibaba.dashscope.aigc.generation.GenerationResult;

import com.alibaba.dashscope.aigc.generation.models.QwenParam;

import com.alibaba.dashscope.common.Message;

import com.alibaba.dashscope.common.ResultCallback;

import com.alibaba.dashscope.common.Role;

import com.alibaba.dashscope.utils.Constants;

import com.kingoffice.common.core.constant.ChatModelConstants;

import com.kingoffice.common.core.utils.DateUtils;

import com.kingoffice.common.security.utils.SecurityUtils;

import com.kingoffice.system.domain.aigc.ChatAnswerHistory;

import com.kingoffice.system.domain.aigc.ChatQuestionHistory;

import com.kingoffice.system.domain.vo.ChatHistoryVo;

import com.kingoffice.system.domain.vo.ChatQuestionVo;

import com.kingoffice.system.mapper.aigc.ChatAnswerHistoryMapper;

import com.kingoffice.system.mapper.aigc.ChatQuestionHistoryMapper;

import com.kingoffice.system.service.aigc.IChatQuestionHistoryService;

import org.apache.commons.lang3.StringUtils;

import org.springframework.beans.BeanUtils;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.stereotype.Service;

import reactor.core.publisher.Flux;

import java.util.ArrayList;

import java.util.Date;

import java.util.List;

/**

* 提问历史对话Service业务层处理

*

* @author kim

* @date 2024-07-19

*/

@Service

public class ChatQuestionHistoryServiceImpl implements IChatQuestionHistoryService {

@Autowired

private ChatQuestionHistoryMapper chatQuestionHistoryMapper;

@Autowired

private ChatAnswerHistoryMapper chatAnswerHistoryMapper;

@Value("${chat.accessKeyAli}")

private String accessKeyAli;

@Value("${chat.accessKeyMoon}")

private String accessKeyMoon;

@Override

public Flux<GenerationResult> gptChat(ChatQuestionVo question) {

StringBuilder contentBuilder = new StringBuilder();

Constants.apiKey = accessKeyAli; // 密钥

Generation gen = new Generation(); // 创建流

// 获取用户信息

Long userId = SecurityUtils.getUserId();

String username = SecurityUtils.getUsername();

if (StringUtils.isEmpty(question.getSessionId())) {

//创建新的会话

question.setSessionId(String.valueOf(System.currentTimeMillis()));

} else {

long sessionTime = Long.parseLong(question.getSessionId());

if (System.currentTimeMillis() - sessionTime > 5 * 60 * 1000) {

//会话超时 自动更新会话

question.setSessionId(String.valueOf(System.currentTimeMillis()));

}

}

// 加载历史message，并创建新的message

List<Message> messages = conversationHistory(question.getSessionId());

messages.add(Message.builder().role(Role.USER.getValue()).content(question.getQuestion()).build());

// 保存用户问题历史记录

GenerationParam param = buildGenerationParam(messages);

// GenerationParam param = buildQwenParam(messages);

return Flux.create(sink -> {

try {

gen.streamCall(param, new ResultCallback<GenerationResult>() {

@Override

public void onEvent(GenerationResult message) {

String newContent = message.getOutput().getChoices().get(0).getMessage().getContent();

//改造message属性 为此属性赋值sessionId

message.getOutput().getChoices().get(0).getMessage().setToolCallId(question.getSessionId());

contentBuilder.append(newContent);

if ("stop".equals(message.getOutput().getChoices().get(0).getFinishReason())) {

ChatQuestionHistory history = new ChatQuestionHistory();

BeanUtils.copyProperties(question, history);

history.setUserId(userId);

history.setCreateBy(username);

history.setMessageRole(Role.USER.getValue());

history.setCreateTime(new Date());

chatQuestionHistoryMapper.insertChatQuestionHistory(history);

ChatAnswerHistory answerHistory = new ChatAnswerHistory();

answerHistory.setId(message.getRequestId());

answerHistory.setAnswer(contentBuilder.toString());

answerHistory.setUserId(userId);

answerHistory.setSessionId(question.getSessionId());

answerHistory.setQuestionId(history.getId());

answerHistory.setMessageRole(message.getOutput().getChoices().get(0).getMessage().getRole());

answerHistory.setCreateBy(username);

answerHistory.setCreateTime(new Date());

chatAnswerHistoryMapper.insertChatAnswerHistory(answerHistory);

contentBuilder.setLength(0); // 清空StringBuilder

}

sink.next(message);

}

@Override

public void onError(Exception err) {

sink.error(err);

}

@Override

public void onComplete() {

sink.complete();

}

});

} catch (Exception e) {

sink.error(e);

}

});

}

@Override

public List<ChatHistoryVo> historyList(Long userId) {

return chatQuestionHistoryMapper.historyList(userId);

}

private GenerationParam buildGenerationParam(List<Message> messages) {

return GenerationParam.builder()

.model(ChatModelConstants.Models.QWEN_MAX)

.messages(messages)

.resultFormat(GenerationParam.ResultFormat.MESSAGE)

.topP(0.8)

.incrementalOutput(true)

.build();

}

//接入开源模型 chatGLM

private QwenParam buildQwenParam(List<Message> messages) {

return QwenParam.builder().model("chatglm3-6b").messages(messages)

.resultFormat(QwenParam.ResultFormat.MESSAGE)

.topP(0.8)

.incrementalOutput(true) // get streaming output incrementally

.build();

}

private List<Message> conversationHistory(String sessionId) {

//根据用户id 会话id 查询10条记录

List<Message> messages = new ArrayList<>();

if (StringUtils.isEmpty(sessionId)) {

return messages;

}

messages = chatAnswerHistoryMapper.conversationHistory(SecurityUtils.getUserId(), sessionId);

return messages;

}

}

三、查询方法

此处给出sql

<select id="conversationHistory" resultType="com.alibaba.dashscope.common.Message">code>

SELECT

content,

role

FROM

(

SELECT

question AS content,

message_role AS role,

create_time

FROM

kim_chat_question_history

WHERE

user_id = #{ userId}

AND session_id = #{ sessionId} UNION ALL

SELECT

answer AS content,

message_role AS role,

create_time

FROM

kim_chat_answer_history

WHERE

user_id = #{ userId}

AND session_id = #{ sessionId}

) AS combined_data

ORDER BY

create_time

LIMIT 10

</select>

<select id="historyList" resultType="com.kingoffice.system.domain.vo.ChatHistoryVo">code>

SELECT

t1.question,

t1.id AS questionId,

t1.create_time AS createTime,

t2.answer,

t2.id AS answerId

FROM

kim_chat_question_history t1

INNER JOIN kim_chat_answer_history t2 ON t1.id = t2.question_id

WHERE

t1.user_id = #{ userId}

ORDER BY

t1.create_time DESC

</select>

四、调用展示