Java SpringBoot使用Langchain4j 调用大模型和FunctionCalling工具调用进行多轮沟通问答

核心代码

@Component
public class CustomRedisChatMemoryStore implements ChatMemoryStore {

    private final org.springframework.data.redis.core.RedisTemplate<String, String> redisTemplate;
    private static final long TTL_DAY = 7;

    public CustomRedisChatMemoryStore(org.springframework.data.redis.core.RedisTemplate<String, String> redisTemplate) {
        this.redisTemplate = redisTemplate;
    }

    // 扩展后的消息实体
    private static class SimpleMsg {
        public String type;          // USER / AI_TEXT / AI_FUNC / TOOL_RESULT
        public String content;       // 文本内容
        public String toolName;      // 工具名称
        public String toolId;        // functionCall id
        public String arguments;     // 参数json字符串

        public SimpleMsg(){}
    }

    @Override
    public void updateMessages(Object memoryId, java.util.List<ChatMessage> messages) {
        String key = "chat:memory:" + memoryId;
        try {
            com.fasterxml.jackson.databind.ObjectMapper mapper = new com.fasterxml.jackson.databind.ObjectMapper();
            java.util.List<SimpleMsg> list = new java.util.ArrayList<>();
            for (ChatMessage msg : messages) {
                SimpleMsg sm = new SimpleMsg();
                if (msg instanceof UserMessage um) {
                    sm.type = "USER";
                    sm.content = um.text();
                } else if (msg instanceof AiMessage am) {
                    if (am.hasToolExecutionRequests()) {
                        // 0.29.0 原版API
                        ToolExecutionRequest request = am.toolExecutionRequests().get(0);
                        sm.type = "AI_FUNC";
                        sm.toolName = request.name();
                        sm.toolId = request.id();
                        sm.arguments = request.arguments();
                        sm.content = "";
                    } else {
                        sm.type = "AI_TEXT";
                        sm.content = am.text();
                    }
                } else if (msg instanceof ToolExecutionResultMessage trm) {
                    // 工具执行结果消息
                    sm.type = "TOOL_RESULT";
                    sm.toolId = trm.id();
                    sm.toolName = trm.toolName();
                    sm.content = trm.text();
                }
                list.add(sm);
            }
            String json = mapper.writeValueAsString(list);
            redisTemplate.opsForValue().set(key, json, TTL_DAY, java.util.concurrent.TimeUnit.DAYS);
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    @Override
    public java.util.List<ChatMessage> getMessages(Object memoryId) {
        String key = "chat:memory:" + memoryId;
        String json = redisTemplate.opsForValue().get(key);
        if (json == null || json.isBlank()) {
            return java.util.List.of();
        }
        try {
            com.fasterxml.jackson.databind.ObjectMapper mapper = new com.fasterxml.jackson.databind.ObjectMapper();
            SimpleMsg[] arr = mapper.readValue(json, SimpleMsg[].class);
            java.util.List<ChatMessage> res = new java.util.ArrayList<>();
            for (SimpleMsg sm : arr) {
                switch (sm.type) {
                    case "USER":
                        res.add(UserMessage.from(sm.content));
                        break;
                    case "AI_TEXT":
                        res.add(AiMessage.from(sm.content));
                        break;
                    case "AI_FUNC":
                        ToolExecutionRequest request = ToolExecutionRequest.builder()
                                .id(sm.toolId)
                                .name(sm.toolName)
                                .arguments(sm.arguments)
                                .build();
                        res.add(AiMessage.from(request));
                        break;
                    case "TOOL_RESULT":
                        res.add(ToolExecutionResultMessage.from(sm.toolId, sm.toolName, sm.content));
                        break;
                }
            }
            return res;
        } catch (Exception e) {
            e.printStackTrace();
            return java.util.List.of();
        }
    }

    @Override
    public void deleteMessages(Object memoryId) {
        String key = "chat:memory:" + memoryId;
        redisTemplate.delete(key);
    }
}
@Configuration
public class LangChainConfig {

    @Value("${ark.api-key}")
    private String apiKey;

    @Value("${ark.endpoint-id}")
    private String endpointId;

    /** 基础模型 Bean:纯对话能力,不含工具、不含记忆 */
    @Bean
    public ChatLanguageModel chatLanguageModel() {
        return OpenAiChatModel.builder()
                .baseUrl("https://ark.cn-beijing.volces.com/api/v3")
                .apiKey(apiKey)
                .modelName(endpointId)
                .temperature(0.2)
                .timeout(Duration.ofSeconds(60))
                .build();
    }

    /** 只声明签名,不写实现:实现由 AiServices 在运行时生成 */
    public interface Assistant {
        // 第一个参数必须标注 @MemoryId,框架识别这是会话ID,不是用户提问
        String chat(@MemoryId String sessionId, @UserMessage String question);
    }

    /** Agent Bean:产出可调用的代理对象 */
    @Bean
    public Assistant assistant(ChatLanguageModel model, ChatMemoryProvider memoryProvider) {
        return AiServices.builder(Assistant.class)
                .chatLanguageModel(model)
                .chatMemoryProvider(memoryProvider)
                // 注册工具,new 我们写的工具类
                .tools(new ToolService())
                .build();
    }
}

@Configuration
public class MemoryConfig {

    @Bean
    public ChatMemoryProvider chatMemoryProvider(ChatMemoryStore customRedisChatMemoryStore) {
        return memoryId -> MessageWindowChatMemory.builder()
                .id(memoryId)
                .maxMessages(10)
                .chatMemoryStore(customRedisChatMemoryStore)
                .build();
    }
}
public class ToolService {

    @Tool("获取当前系统时间,返回格式为 yyyy-MM-dd HH:mm:ss,不需要传入任何参数")
    public String getCurrentTime() {
        return LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"));
    }

    @Tool("数学表达式计算器,支持加减乘除、取余和括号。参数 expr 是待计算的表达式,例如 \"123*45\" 或 \"(12+8)*3\"")
    public String calculator(String expr) {
        if (expr == null || expr.isBlank()) {
            return "计算失败:表达式为空";
        }
        try {
            double value = ExpressionParser.evaluate(expr);
            if (value == Math.rint(value) && Math.abs(value) < 1e15) {
                return String.valueOf((long) value);
            }
            return String.valueOf(value);
        } catch (Exception e) {
            return "计算失败:" + e.getMessage() + ",请检查表达式格式";
        }
    }

    /** 极简四则运算解析器:expr -> term (('+'|'-') term)* */
    static final class ExpressionParser {
        private final String s;
        private int pos = 0;

        private ExpressionParser(String expr) {
            this.s = expr.replaceAll("\\s+", "");
        }

        static double evaluate(String expr) {
            ExpressionParser p = new ExpressionParser(expr);
            double v = p.parseExpr();
            if (p.pos < p.s.length()) {
                throw new IllegalArgumentException("无法识别的字符:" + p.s.charAt(p.pos));
            }
            return v;
        }

        private double parseExpr() {
            double v = parseTerm();
            while (pos < s.length()) {
                char c = s.charAt(pos);
                if (c == '+') { pos++; v += parseTerm(); }
                else if (c == '-') { pos++; v -= parseTerm(); }
                else break;
            }
            return v;
        }

        private double parseTerm() {
            double v = parseFactor();
            while (pos < s.length()) {
                char c = s.charAt(pos);
                if (c == '*') { pos++; v *= parseFactor(); }
                else if (c == '/') {
                    pos++;
                    double d = parseFactor();
                    if (d == 0) throw new IllegalArgumentException("除数不能为 0");
                    v /= d;
                } else if (c == '%') {
                    pos++;
                    double d = parseFactor();
                    if (d == 0) throw new IllegalArgumentException("取余的除数不能为 0");
                    v %= d;
                } else break;
            }
            return v;
        }

        private double parseFactor() {
            if (pos < s.length() && s.charAt(pos) == '-') {
                pos++;
                return -parseFactor();
            }
            if (pos < s.length() && s.charAt(pos) == '(') {
                pos++;
                double v = parseExpr();
                if (pos >= s.length() || s.charAt(pos) != ')') {
                    throw new IllegalArgumentException("括号不匹配");
                }
                pos++;
                return v;
            }
            int start = pos;
            while (pos < s.length() && (Character.isDigit(s.charAt(pos)) || s.charAt(pos) == '.')) {
                pos++;
            }
            if (start == pos) {
                throw new IllegalArgumentException("此处需要一个数字,实际是:" + (pos < s.length() ? s.charAt(pos) : "表达式结尾"));
            }
            return Double.parseDouble(s.substring(start, pos));
        }
    }
}
@GetMapping("/chat")
    public String chat(
            @RequestParam String sessionId,
            @RequestParam String question
    ) {
        return assistant.chat(sessionId, question);
    }

执行结果

在这里插入图片描述

  • 对比上一篇中,没有调用工具;问它今天几号,它无法回答,大模型训练时间是24年10月。

Redis数据结构

在这里插入图片描述

Logo

更多推荐