大模型回调函数
from langchain.agents import create_agent
from langchain.agents.middleware import wrap_model_call, ModelRequest, ModelResponse
from langchain.chat_models import init_chat_model
from langchain_openai import ChatOpenAI
from langchain_core.tools import tool
from langchain_core.messages import HumanMessage, AIMessage, ToolMessage, function
from init_llm import deepseek_llm
from langchain_core.callbacks import StdOutCallbackHandler,BaseCallbackHandler
from dotenv import load_dotenv
import os
load_dotenv(override=True)
DEEPSEEK_API_KEY = os.getenv("DEEPSEEK_API_KEY")
DEEPSEEK_BASE_URL = os.getenv("DEEPSEEK_BASE_URL")
class MyCustomCallbackHandler(BaseCallbackHandler):
def on_llm_start(self,serialized,prompts,**kwargs):
run_name = kwargs.get("name")
tags=kwargs.get("tags",[])
metadata=kwargs.get("metadata",{})
run_id=kwargs.get("run_id")
print(f"[LLM开始] run_name={run_name}, tags={tags}, metadata={metadata}, run_id={run_id}")
def on_llm_end(self,response,**kwargs):
print(f"[LLM结束] response={response}")
custom_handler = MyCustomCallbackHandler()
deepseek_llm = init_chat_model(
model="deepseek-v4-pro",
model_provider="deepseek",
api_key=DEEPSEEK_API_KEY,
base_url=DEEPSEEK_BASE_URL
)
config ={
"run_name":"joke_genetation",
"tags":["tag1","tag2"],
"metadata":{"user_id":123},
"callbacks":[custom_handler],
"configurable": {"model": "deepseek-v4-flash",
"max_tokens":1024}
}
response=deepseek_llm.invoke("介绍下杭州",config=config)
print(response)
D:\Users\msi\miniconda3\python.exe D:\nanobot-main\langchain-demo\bg13.py
[LLM开始] run_name=joke_genetation, tags=['tag1', 'tag2'], metadata={'user_id': 123, 'model': 'deepseek-v4-flash', 'ls_provider': 'deepseek', 'ls_model_name': 'deepseek-v4-pro', 'ls_model_type': 'chat', 'ls_temperature': None, 'ls_integration': 'langchain_chat_model'}, run_id=019e8d72-b015-71e3-ae4b-85f5cda83ab8
[LLM结束] response=generations=[[ChatGeneration(text='杭州,素有“人间天堂”的美誉,是一座将千年历史底蕴与现代创新活力完美融合的城市。\n\n可以从以下几个维度来认识杭州:\n\n### 一、城市气质:诗意江南的极致\n\n杭州的灵魂,在于 **“一半湖山一半城”** 的独特格局。城市与自然并非截然分开,而是你中有我,我中有你。\n\n- **西湖是心脏**:杭州老城紧紧地依偎在西湖的东岸,整个城市的核心景观、文化脉络和休闲生活都围绕西湖展开。这种“城湖合璧”的格局在全球城市中都属罕见。\n- **山水的层次感**:不仅有湖,还有钱塘江的壮阔,京杭大运河的市井烟火,以及西湖周边群山的青翠(如玉皇山、北高峰)。这种山、湖、江、河层层递进的立体景观,构成了“三面云山一面城”的诗意画卷。\n\n### 二、核心景观:处处皆是故事\n\n杭州的景点不仅是视觉的享受,更是人文的沉淀。\n\n####
更多推荐




所有评论(0)