使用场景

交给AI的任务或者问题有一部分的算法或者功能是已经代码实现好的,AI在生成过程中需要调用这个特殊的固定的函数,要把这个要调用的内容传给AI;AI可以自行决定是否要调用那个传过来的工具功能。

测试代码

import requests
import json
import time

# ========== 配置区,替换成你自己的 ==========
API_KEY = "ark-xxxx"
BASE_URL = "https://ark.cn-beijing.volces.com/api/v3/chat/completions"
ENDPOINT_ID = "ep-xxxx"
# =========================================

headers = {
    "Authorization": f"Bearer {API_KEY}",
    "Content-Type": "application/json"
}


# 本地工具函数
def get_current_time():
    """获取当前时间"""
    return time.strftime("%Y-%m-%d %H:%M:%S") # 格式化输出年月日时分秒

def calculator(expr: str):
    """数学计算,学习demo,生产禁止直接eval"""
    return str(eval(expr)) # eval执行数学表达式,结果转字符串返回

# 工具映射表:工具名称 -> python真实函数
# 模型返回工具名字,我们靠这个字典找到对应函数执行
tool_map = {
    "get_current_time": get_current_time,
    "calculator": calculator
}

# 给模型看的工具说明书,模型只能读取这个描述,看不到上面python函数代码
tools = [
    {
        "type": "function",
        "function": {
            "name": "get_current_time", # 工具名称,必须和tool_map的key一致
            "description": "获取当前系统时间,用户询问现在几点、当前时间时调用", # 告诉模型这个工具干嘛的
            "parameters": { # 参数json schema定义
                "type": "object",
                "properties": {}, # 无入参
                "required": []    # 没有必填参数
            }
        }
    },
    {
        "type": "function",
        "function": {
            "name": "calculator", # 计算器工具名
            "description": "计算数学表达式,支持加减乘除", # 工具用途描述
            "parameters": {
                "type": "object",
                "properties": {
                    "expr": {"type": "string", "description": "数学表达式,示例:100 + 2 * 30"} # 参数定义
                },
                "required": ["expr"] # expr是必填参数
            }
        }
    }
]

def chat_with_tools(messages):
    # 组装请求体
    payload = {
        "model": ENDPOINT_ID,      # 指定模型接入点
        "messages": messages,      # 对话上下文(system/user/assistant/tool消息)
        "tools": tools,            # 传给模型的工具清单
        "tool_choice": "auto",     # auto:模型自主决定是否调用工具
        "temperature": 0.5         # 随机性,越小回答越稳定、确定
    }
    # post请求调用大模型接口
    resp = requests.post(BASE_URL, headers=headers, json=payload)
    res_json = resp.json() # 将接口返回的json文本解析成python字典
    print("==" + json.dumps(res_json, ensure_ascii=False) + "--")
    msg = res_json["choices"][0]["message"] # 拿到模型返回的消息对象

    # 判断模型是否想要调用工具(存在tool_calls代表要调用)
    if "tool_calls" in msg:
        tool_calls = msg["tool_calls"] # 获取本次所有工具调用请求列表
        for call in tool_calls: # 循环,支持一次调用多个工具
            call_id = call["id"] # 工具调用唯一id,后面tool消息必须匹配这个id
            func_name = call["function"]["name"] # 模型想要调用的工具名字
            args = json.loads(call["function"]["arguments"]) # arguments是json字符串,转字典

            # 根据工具名找到本地真实函数
            func = tool_map[func_name]
            tool_result = func(**args) # **args字典解包,传入参数执行函数,拿到工具结果

            # 第一步:把assistant这条发起工具调用的消息加入上下文
            messages.append(msg)
            # 第二步:追加role=tool的消息,存放工具运行结果,绑定call_id
            messages.append({
                "role": "tool",
                "tool_call_id": call_id,
                "content": tool_result
            })
        # 递归:拿着更新后的消息列表再次请求模型,让模型基于工具结果生成最终回答
        return chat_with_tools(messages)
    else:
        # 不需要调用工具,直接返回模型生成的文本内容
        return msg["content"]

if __name__ == "__main__":
    # 初始化消息列表,system角色:给模型设定身份和规则
    msg_list = [
        {"role": "system", "content": "你是技术助手,可以调用工具获取时间和计算数学公式,输出结果不要带有代码字符"}
    ]
    print("==== Function Calling Demo ====")
    print("输入 exit 退出")
    while True: # 持续对话循环
        user_input = input("\n你:").strip() # 获取用户输入,strip去掉首尾空格
        if user_input == "exit": # 输入exit跳出循环,结束程序
            break
        msg_list.append({"role": "user", "content": user_input}) # 用户消息加入上下文
        answer = chat_with_tools(msg_list) # 发起带工具能力的对话
        print("AI:", answer) # 打印最终回答
        msg_list.append({"role": "assistant", "content": answer}) # 将ai回答存入上下文,维持多轮对话

输出结果

你:计算45*7+3/9
=={"choices": [{"finish_reason": "tool_calls", "index": 0, "logprobs": null, "message": {"content": "", "reasoning_content": "用户现在需要计算45*7+3/9,表达式已确认无误,我将调用计算工具得出结果。\n", "encrypted_content": "djHkbqku61UmoANRA8TqbqC7Jcqk5Ll5fZHhnRKHPNU/cpz4X68ewAdXlDyXwhB/QKtHtAI4o4+xZdlB/FdHfaaZ+qrFTz8Hh67QPP0Jo/KkK/hHvy2zZL6Nbk3wWAVqBiVv8/5AqsRNIuhE94vFH/vyfBXVEyDmOzPGtFz0sBdvAGR0DqG5xu7v+EcQPmlIFDhEzy9vMJ/U6BIgSq3Irf4o9FK2avMLNrOwys0T3UdFohWv1OeEMCA5pL6dhE6gtUmJShmdY9sChiMQg8IR2M6+zpld9IFtdMI+KbxkwD1bDLlOPPbU95fZdgnWYY31Te35NyyygoCzUlQGmtxAZeOZIYuEHHIxR7zuQWphOmYYoyaS0B5XUIUfQB/Aa8X0bA==", "role": "assistant", "tool_calls": [{"function": {"arguments": "{\"expr\": \"45*7+3/9\"}", "name": "calculator"}, "id": "call_ufq6aeq3pgl4t57m9eta6guj", "type": "function"}]}}], "created": 1793779871, "id": "0217937798676931cb6d3ad1bdd7a7436196dd041d7fa42a82014", "model": "doubao-seed-2-1-turbo-260628", "service_tier": "default", "object": "chat.completion", "usage": {"completion_tokens": 108, "prompt_tokens": 480, "total_tokens": 588, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 69}}}--
=={"choices": [{"finish_reason": "stop", "index": 0, "logprobs": null, "message": {"content": "计算结果为:315.3333333333333(即315又1/3)。", "reasoning_content": "用户让计算45*7+3/9,该算式的计算结果约为315.33,我将告知用户这一结果。\n", "encrypted_content": "djG215AuhZ/3zT6PGeOMzciDuiAvClzVjBbQgUpnIA/Zsd87G0rwPiFfws7o8b9RKGiuU04ZLWqP6h2U+R39J9gJ1PuawkGt+/6Jp1roQ9fxkDceNlbRKNeN/hT4tPlrATrl+BnMtH45nWNY703TyF+l1D/bci9TPfQgJPyOYTgTAiWdLo9LBUj5g91MaTB962/XM/7eEahaWUgQKR8eKKGpo/PjFjPRNYiX+ccz4ntIlpvKee3dVcnfh5W2FJT6i5GiiFpPcVxh+XZpqlX2Exrg0LyOaINzx0ao7pDtRDCUEPF0FGb9dCrxXTNVpKBuf2UFUszu9W5eTGobPDU4C3tuvJBB+0E2ARIZ4xtVUS7GyjUCHZHf0BoERt77xPyyB94VvpGWBBctsuHBQr+0XAs/GU4i", "role": "assistant"}}], "created": 1793779875, "id": "0217937798715924f644a6b4f65cd7c798419da6087253199103c", "model": "doubao-seed-2-1-turbo-260628", "service_tier": "default", "object": "chat.completion", "usage": {"completion_tokens": 138, "prompt_tokens": 616, "total_tokens": 754, "prompt_tokens_details": {"cached_tokens": 0}, "completion_tokens_details": {"reasoning_tokens": 106}}}--
AI: 计算结果为:315.3333333333333(即315又1/3)。
# 第一部分返回content为空,tool_calls要调用方法calculator
{
  "choices": [
    {
      "finish_reason": "tool_calls",
      "index": 0,
      "logprobs": null,
      "message": {
        "content": "",
        "reasoning_content": "用户现在需要计算45*7+3/9,表达式已确认无误,我将调用计算工具得出结果。\n",
        "encrypted_content": "djHkbqku61UmoANRA8TqbqC7Jcqk5Ll5fZHhnRKHPNU/cpz4X68ewAdXlDyXwhB/QKtHtAI4o4+xZdlB/FdHfaaZ+qrFTz8Hh67QPP0Jo/KkK/hHvy2zZL6Nbk3wWAVqBiVv8/5AqsRNIuhE94vFH/vyfBXVEyDmOzPGtFz0sBdvAGR0DqG5xu7v+EcQPmlIFDhEzy9vMJ/U6BIgSq3Irf4o9FK2avMLNrOwys0T3UdFohWv1OeEMCA5pL6dhE6gtUmJShmdY9sChiMQg8IR2M6+zpld9IFtdMI+KbxkwD1bDLlOPPbU95fZdgnWYY31Te35NyyygoCzUlQGmtxAZeOZIYuEHHIxR7zuQWphOmYYoyaS0B5XUIUfQB/Aa8X0bA==",
        "role": "assistant",
        "tool_calls": [
          {
            "function": {
              "arguments": "{\"expr\": \"45*7+3/9\"}",
              "name": "calculator"
            },
            "id": "call_ufq6aeq3pgl4t57m9eta6guj",
            "type": "function"
          }
        ]
      }
    }
  ],
  "created": 1793779871,
  "id": "0217937798676931cb6d3ad1bdd7a7436196dd041d7fa42a82014",
  "model": "doubao-seed-2-1-turbo-260628",
  "service_tier": "default",
  "object": "chat.completion",
  "usage": {
    "completion_tokens": 108,
    "prompt_tokens": 480,
    "total_tokens": 588,
    "prompt_tokens_details": {
      "cached_tokens": 0
    },
    "completion_tokens_details": {
      "reasoning_tokens": 69
    }
  }
}
# 第二部分返回给客户端结果
{
  "choices": [
    {
      "finish_reason": "stop",
      "index": 0,
      "logprobs": null,
      "message": {
        "content": "计算结果为:315.3333333333333(即315又1/3)。",
        "reasoning_content": "用户让计算45*7+3/9,该算式的计算结果约为315.33,我将告知用户这一结果。\n",
        "encrypted_content": "djG215AuhZ/3zT6PGeOMzciDuiAvClzVjBbQgUpnIA/Zsd87G0rwPiFfws7o8b9RKGiuU04ZLWqP6h2U+R39J9gJ1PuawkGt+/6Jp1roQ9fxkDceNlbRKNeN/hT4tPlrATrl+BnMtH45nWNY703TyF+l1D/bci9TPfQgJPyOYTgTAiWdLo9LBUj5g91MaTB962/XM/7eEahaWUgQKR8eKKGpo/PjFjPRNYiX+ccz4ntIlpvKee3dVcnfh5W2FJT6i5GiiFpPcVxh+XZpqlX2Exrg0LyOaINzx0ao7pDtRDCUEPF0FGb9dCrxXTNVpKBuf2UFUszu9W5eTGobPDU4C3tuvJBB+0E2ARIZ4xtVUS7GyjUCHZHf0BoERt77xPyyB94VvpGWBBctsuHBQr+0XAs/GU4i",
        "role": "assistant"
      }
    }
  ],
  "created": 1793779875,
  "id": "0217937798715924f644a6b4f65cd7c798419da6087253199103c",
  "model": "doubao-seed-2-1-turbo-260628",
  "service_tier": "default",
  "object": "chat.completion",
  "usage": {
    "completion_tokens": 138,
    "prompt_tokens": 616,
    "total_tokens": 754,
    "prompt_tokens_details": {
      "cached_tokens": 0
    },
    "completion_tokens_details": {
      "reasoning_tokens": 106
    }
  }
}
Logo

更多推荐