Langchain4j-记忆管理+工具调用
·
Java SpringBoot使用Langchain4j 调用大模型和FunctionCalling工具调用进行多轮沟通问答
核心代码
@Component
public class CustomRedisChatMemoryStore implements ChatMemoryStore {
private final org.springframework.data.redis.core.RedisTemplate<String, String> redisTemplate;
private static final long TTL_DAY = 7;
public CustomRedisChatMemoryStore(org.springframework.data.redis.core.RedisTemplate<String, String> redisTemplate) {
this.redisTemplate = redisTemplate;
}
// 扩展后的消息实体
private static class SimpleMsg {
public String type; // USER / AI_TEXT / AI_FUNC / TOOL_RESULT
public String content; // 文本内容
public String toolName; // 工具名称
public String toolId; // functionCall id
public String arguments; // 参数json字符串
public SimpleMsg(){}
}
@Override
public void updateMessages(Object memoryId, java.util.List<ChatMessage> messages) {
String key = "chat:memory:" + memoryId;
try {
com.fasterxml.jackson.databind.ObjectMapper mapper = new com.fasterxml.jackson.databind.ObjectMapper();
java.util.List<SimpleMsg> list = new java.util.ArrayList<>();
for (ChatMessage msg : messages) {
SimpleMsg sm = new SimpleMsg();
if (msg instanceof UserMessage um) {
sm.type = "USER";
sm.content = um.text();
} else if (msg instanceof AiMessage am) {
if (am.hasToolExecutionRequests()) {
// 0.29.0 原版API
ToolExecutionRequest request = am.toolExecutionRequests().get(0);
sm.type = "AI_FUNC";
sm.toolName = request.name();
sm.toolId = request.id();
sm.arguments = request.arguments();
sm.content = "";
} else {
sm.type = "AI_TEXT";
sm.content = am.text();
}
} else if (msg instanceof ToolExecutionResultMessage trm) {
// 工具执行结果消息
sm.type = "TOOL_RESULT";
sm.toolId = trm.id();
sm.toolName = trm.toolName();
sm.content = trm.text();
}
list.add(sm);
}
String json = mapper.writeValueAsString(list);
redisTemplate.opsForValue().set(key, json, TTL_DAY, java.util.concurrent.TimeUnit.DAYS);
} catch (Exception e) {
e.printStackTrace();
}
}
@Override
public java.util.List<ChatMessage> getMessages(Object memoryId) {
String key = "chat:memory:" + memoryId;
String json = redisTemplate.opsForValue().get(key);
if (json == null || json.isBlank()) {
return java.util.List.of();
}
try {
com.fasterxml.jackson.databind.ObjectMapper mapper = new com.fasterxml.jackson.databind.ObjectMapper();
SimpleMsg[] arr = mapper.readValue(json, SimpleMsg[].class);
java.util.List<ChatMessage> res = new java.util.ArrayList<>();
for (SimpleMsg sm : arr) {
switch (sm.type) {
case "USER":
res.add(UserMessage.from(sm.content));
break;
case "AI_TEXT":
res.add(AiMessage.from(sm.content));
break;
case "AI_FUNC":
ToolExecutionRequest request = ToolExecutionRequest.builder()
.id(sm.toolId)
.name(sm.toolName)
.arguments(sm.arguments)
.build();
res.add(AiMessage.from(request));
break;
case "TOOL_RESULT":
res.add(ToolExecutionResultMessage.from(sm.toolId, sm.toolName, sm.content));
break;
}
}
return res;
} catch (Exception e) {
e.printStackTrace();
return java.util.List.of();
}
}
@Override
public void deleteMessages(Object memoryId) {
String key = "chat:memory:" + memoryId;
redisTemplate.delete(key);
}
}
@Configuration
public class LangChainConfig {
@Value("${ark.api-key}")
private String apiKey;
@Value("${ark.endpoint-id}")
private String endpointId;
/** 基础模型 Bean:纯对话能力,不含工具、不含记忆 */
@Bean
public ChatLanguageModel chatLanguageModel() {
return OpenAiChatModel.builder()
.baseUrl("https://ark.cn-beijing.volces.com/api/v3")
.apiKey(apiKey)
.modelName(endpointId)
.temperature(0.2)
.timeout(Duration.ofSeconds(60))
.build();
}
/** 只声明签名,不写实现:实现由 AiServices 在运行时生成 */
public interface Assistant {
// 第一个参数必须标注 @MemoryId,框架识别这是会话ID,不是用户提问
String chat(@MemoryId String sessionId, @UserMessage String question);
}
/** Agent Bean:产出可调用的代理对象 */
@Bean
public Assistant assistant(ChatLanguageModel model, ChatMemoryProvider memoryProvider) {
return AiServices.builder(Assistant.class)
.chatLanguageModel(model)
.chatMemoryProvider(memoryProvider)
// 注册工具,new 我们写的工具类
.tools(new ToolService())
.build();
}
}
@Configuration
public class MemoryConfig {
@Bean
public ChatMemoryProvider chatMemoryProvider(ChatMemoryStore customRedisChatMemoryStore) {
return memoryId -> MessageWindowChatMemory.builder()
.id(memoryId)
.maxMessages(10)
.chatMemoryStore(customRedisChatMemoryStore)
.build();
}
}
public class ToolService {
@Tool("获取当前系统时间,返回格式为 yyyy-MM-dd HH:mm:ss,不需要传入任何参数")
public String getCurrentTime() {
return LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"));
}
@Tool("数学表达式计算器,支持加减乘除、取余和括号。参数 expr 是待计算的表达式,例如 \"123*45\" 或 \"(12+8)*3\"")
public String calculator(String expr) {
if (expr == null || expr.isBlank()) {
return "计算失败:表达式为空";
}
try {
double value = ExpressionParser.evaluate(expr);
if (value == Math.rint(value) && Math.abs(value) < 1e15) {
return String.valueOf((long) value);
}
return String.valueOf(value);
} catch (Exception e) {
return "计算失败:" + e.getMessage() + ",请检查表达式格式";
}
}
/** 极简四则运算解析器:expr -> term (('+'|'-') term)* */
static final class ExpressionParser {
private final String s;
private int pos = 0;
private ExpressionParser(String expr) {
this.s = expr.replaceAll("\\s+", "");
}
static double evaluate(String expr) {
ExpressionParser p = new ExpressionParser(expr);
double v = p.parseExpr();
if (p.pos < p.s.length()) {
throw new IllegalArgumentException("无法识别的字符:" + p.s.charAt(p.pos));
}
return v;
}
private double parseExpr() {
double v = parseTerm();
while (pos < s.length()) {
char c = s.charAt(pos);
if (c == '+') { pos++; v += parseTerm(); }
else if (c == '-') { pos++; v -= parseTerm(); }
else break;
}
return v;
}
private double parseTerm() {
double v = parseFactor();
while (pos < s.length()) {
char c = s.charAt(pos);
if (c == '*') { pos++; v *= parseFactor(); }
else if (c == '/') {
pos++;
double d = parseFactor();
if (d == 0) throw new IllegalArgumentException("除数不能为 0");
v /= d;
} else if (c == '%') {
pos++;
double d = parseFactor();
if (d == 0) throw new IllegalArgumentException("取余的除数不能为 0");
v %= d;
} else break;
}
return v;
}
private double parseFactor() {
if (pos < s.length() && s.charAt(pos) == '-') {
pos++;
return -parseFactor();
}
if (pos < s.length() && s.charAt(pos) == '(') {
pos++;
double v = parseExpr();
if (pos >= s.length() || s.charAt(pos) != ')') {
throw new IllegalArgumentException("括号不匹配");
}
pos++;
return v;
}
int start = pos;
while (pos < s.length() && (Character.isDigit(s.charAt(pos)) || s.charAt(pos) == '.')) {
pos++;
}
if (start == pos) {
throw new IllegalArgumentException("此处需要一个数字,实际是:" + (pos < s.length() ? s.charAt(pos) : "表达式结尾"));
}
return Double.parseDouble(s.substring(start, pos));
}
}
}
@GetMapping("/chat")
public String chat(
@RequestParam String sessionId,
@RequestParam String question
) {
return assistant.chat(sessionId, question);
}
执行结果

- 对比上一篇中,没有调用工具;问它今天几号,它无法回答,大模型训练时间是24年10月。
Redis数据结构

更多推荐

所有评论(0)