Blame view

app/agents/shopping_agent.py 14.8 KB
e7f2b240   tangwang   first commit
1
2
  """
  Conversational Shopping Agent with LangGraph
66442668   tangwang   feat: 搜索结果引用与并行搜索...
3
4
5
6
7
8
  
  Architecture:
  - ReAct-style agent: plan  search  evaluate  re-plan or respond
  - search_products is session-bound, writing curated results to SearchResultRegistry
  - Final AI message references results via [SEARCH_REF:xxx] tokens instead of
    re-listing product details; the UI renders product cards from the registry
e7f2b240   tangwang   first commit
9
10
  """
  
825828c4   tangwang   fix: search image...
11
  import json
e7f2b240   tangwang   first commit
12
13
  import logging
  from pathlib import Path
825828c4   tangwang   fix: search image...
14
  from typing import Any, Optional, Sequence
e7f2b240   tangwang   first commit
15
16
17
18
19
20
21
22
23
24
  
  from langchain_core.messages import BaseMessage, HumanMessage, SystemMessage
  from langchain_openai import ChatOpenAI
  from langgraph.checkpoint.memory import MemorySaver
  from langgraph.graph import END, START, StateGraph
  from langgraph.graph.message import add_messages
  from langgraph.prebuilt import ToolNode
  from typing_extensions import Annotated, TypedDict
  
  from app.config import settings
66442668   tangwang   feat: 搜索结果引用与并行搜索...
25
  from app.search_registry import global_registry
e7f2b240   tangwang   first commit
26
27
28
29
  from app.tools.search_tools import get_all_tools
  
  logger = logging.getLogger(__name__)
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
30
31
32
33
34
35
  # ── System prompt ──────────────────────────────────────────────────────────────
  # Universal: works for any e-commerce vertical (fashion, electronics, home, etc.)
  # Key design decisions:
  #   1. Guides multi-query search planning with explicit evaluate-and-decide loop
  #   2. Forbids re-listing product details in the final response
  #   3. Mandates [SEARCH_REF:xxx] inline citation as the only product presentation mechanism
5e3d6d3a   tangwang   refactor(search):...
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
  SYSTEM_PROMPT = """  角色定义
    你是我们店铺的一名专业的电商导购,是一个善于倾听、主动引导、懂得搭配的“时尚顾问”,通过有温度的对话,给用户提供有价值的信息,包括需求引导、方案推荐、搜索结果推荐,最终促成满意的购物决策或转化行为。
    作为我们店铺的一名专业的销售,除了本店铺的商品的推荐,你可以给用户提供有帮助的信息,但是不要虚构商品、提供本商店搜索结果以外的商品。
    
    一些原则:
    1. 价值提供与信息收集的原则:
      1. 优先价值提供:适时的提供有价值的信息,如商品推荐、穿搭建议、趋势信息,在推荐方向上有需求缺口、需要明确的重要信息时,要适时的做“信息收集”,引导式的澄清需求、提高商品发现的效率,形成“提供-反馈”的良性循环。
      2. 缺口大(比如品类或者使用人群都不能确定)→ 给出方案推荐 + 1-2个关键问题让用户选择;缺口小→直接检索+方案呈现,根据情况,可以考虑该方向下重要的决策因素,进行提议和问题收集,让用户既得到相关信息、又得到下一步的方向引导、同时也有机会修正或者细化诉求。
      3. 选项驱动式澄清:推荐几个清晰的方向,呈现方案或商品搜索结果,再做澄清
      4. 单轮对话最好只提一个问题,最多两个,禁止多问题堆叠。
      5. 站在用户立场思考:比如询问用户期待的效果或感觉、使用的场合、想解决的问题,而不是询问具体的款式、参数,你需要将用户表达的需求翻译为具体可检索的商品特征(版型、材质、设计元素、风格标签等),并据此筛选商品、组织推荐逻辑。
    2. 如何使用make_search_products_tool
      1. 可以生成多个query进行搜索:在需要搜索商品的时候,可以将需求分解为 2-4 个搜索查询,每个 query 聚焦一个明确的商品子类或搜索角度。
      2. 可以根据搜索结果调整搜索策略:每次调用 search_products 后,工具会返回搜索结果的相关性的判断、以及搜索结果的topNtitle,你需要决策是否要调整搜索策略,比如结果质量太差,可能需要调整搜索词、或者加大试探的query数量(不要超过3-5个)。
      3. 使用 [SEARCH_REF:xxx] 内联引用搜索结果:搜索工具会返回一个结果引用标识[SEARCH_REF:xxx],撰写最终答复的时候可以直接引用将 [SEARCH_REF:xxx] ,系统会自动在该位置渲染对应的商品卡片列表,无需复述搜索结果。
66442668   tangwang   feat: 搜索结果引用与并行搜索...
51
52
53
54
55
56
57
58
59
60
61
  """
  
  
  # ── Agent state ────────────────────────────────────────────────────────────────
  
  class AgentState(TypedDict):
      messages: Annotated[Sequence[BaseMessage], add_messages]
      current_image_path: Optional[str]
  
  
  # ── Helper ─────────────────────────────────────────────────────────────────────
e7f2b240   tangwang   first commit
62
  
825828c4   tangwang   fix: search image...
63
64
65
66
67
  # Max length for logging single content field (avoid huge logs)
  _LOG_CONTENT_MAX = 8000
  _LOG_TOOL_RESULT_MAX = 4000
  
  
e7f2b240   tangwang   first commit
68
  def _extract_message_text(msg) -> str:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
69
      """Extract plain text from a LangChain message (handles str or content_blocks)."""
e7f2b240   tangwang   first commit
70
71
72
73
74
75
76
      content = getattr(msg, "content", "")
      if isinstance(content, str):
          return content
      if isinstance(content, list):
          parts = []
          for block in content:
              if isinstance(block, dict):
66442668   tangwang   feat: 搜索结果引用与并行搜索...
77
                  parts.append(block.get("text") or block.get("content") or "")
e7f2b240   tangwang   first commit
78
79
80
81
82
83
              else:
                  parts.append(str(block))
          return "".join(str(p) for p in parts)
      return str(content) if content else ""
  
  
825828c4   tangwang   fix: search image...
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
  def _message_for_log(msg: BaseMessage) -> dict:
      """Serialize a message for structured logging (content truncated)."""
      text = _extract_message_text(msg)
      if len(text) > _LOG_CONTENT_MAX:
          text = text[:_LOG_CONTENT_MAX] + f"... [truncated, total {len(text)} chars]"
      out: dict[str, Any] = {
          "type": getattr(msg, "type", "unknown"),
          "content": text,
      }
      if hasattr(msg, "tool_calls") and msg.tool_calls:
          out["tool_calls"] = [
              {"name": tc.get("name"), "args": tc.get("args", {})}
              for tc in msg.tool_calls
          ]
      return out
  
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
101
  # ── Agent class ────────────────────────────────────────────────────────────────
e7f2b240   tangwang   first commit
102
  
e7f2b240   tangwang   first commit
103
  class ShoppingAgent:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
104
      """ReAct shopping agent with search-evaluate-decide loop and registry-based result referencing."""
e7f2b240   tangwang   first commit
105
106
107
108
  
      def __init__(self, session_id: Optional[str] = None):
          self.session_id = session_id or "default"
  
8810a6fa   tangwang   重构
109
          llm_kwargs = dict(
e7f2b240   tangwang   first commit
110
111
112
113
              model=settings.openai_model,
              temperature=settings.openai_temperature,
              api_key=settings.openai_api_key,
          )
8810a6fa   tangwang   重构
114
115
          if settings.openai_api_base_url:
              llm_kwargs["base_url"] = settings.openai_api_base_url
bad17b15   tangwang   调通baseline
116
  
8810a6fa   tangwang   重构
117
          self.llm = ChatOpenAI(**llm_kwargs)
e7f2b240   tangwang   first commit
118
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
119
120
          # Tools are session-bound so search_products writes to the right registry partition
          self.tools = get_all_tools(session_id=self.session_id, registry=global_registry)
e7f2b240   tangwang   first commit
121
122
          self.llm_with_tools = self.llm.bind_tools(self.tools)
  
e7f2b240   tangwang   first commit
123
          self.graph = self._build_graph()
66442668   tangwang   feat: 搜索结果引用与并行搜索...
124
          logger.info(f"ShoppingAgent ready — session={self.session_id}")
e7f2b240   tangwang   first commit
125
126
  
      def _build_graph(self):
e7f2b240   tangwang   first commit
127
          def agent_node(state: AgentState):
e7f2b240   tangwang   first commit
128
              messages = state["messages"]
e7f2b240   tangwang   first commit
129
              if not any(isinstance(m, SystemMessage) for m in messages):
66442668   tangwang   feat: 搜索结果引用与并行搜索...
130
                  messages = [SystemMessage(content=SYSTEM_PROMPT)] + list(messages)
825828c4   tangwang   fix: search image...
131
132
133
134
135
              request_log = [_message_for_log(m) for m in messages]
              req_json = json.dumps(request_log, ensure_ascii=False)
              if len(req_json) > _LOG_CONTENT_MAX:
                  req_json = req_json[:_LOG_CONTENT_MAX] + f"... [truncated total {len(req_json)}]"
              logger.info("[%s] LLM_REQUEST messages=%s", self.session_id, req_json)
e7f2b240   tangwang   first commit
136
              response = self.llm_with_tools.invoke(messages)
825828c4   tangwang   fix: search image...
137
138
139
140
141
142
              response_log = _message_for_log(response)
              logger.info(
                  "[%s] LLM_RESPONSE %s",
                  self.session_id,
                  json.dumps(response_log, ensure_ascii=False),
              )
e7f2b240   tangwang   first commit
143
144
              return {"messages": [response]}
  
e7f2b240   tangwang   first commit
145
          def should_continue(state: AgentState):
66442668   tangwang   feat: 搜索结果引用与并行搜索...
146
147
              last = state["messages"][-1]
              if hasattr(last, "tool_calls") and last.tool_calls:
e7f2b240   tangwang   first commit
148
                  return "tools"
e7f2b240   tangwang   first commit
149
150
              return END
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
151
          tool_node = ToolNode(self.tools)
e7f2b240   tangwang   first commit
152
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
153
          workflow = StateGraph(AgentState)
e7f2b240   tangwang   first commit
154
155
          workflow.add_node("agent", agent_node)
          workflow.add_node("tools", tool_node)
e7f2b240   tangwang   first commit
156
157
158
159
          workflow.add_edge(START, "agent")
          workflow.add_conditional_edges("agent", should_continue, ["tools", END])
          workflow.add_edge("tools", "agent")
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
160
          return workflow.compile(checkpointer=MemorySaver())
e7f2b240   tangwang   first commit
161
162
  
      def chat(self, query: str, image_path: Optional[str] = None) -> dict:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
163
164
          """
          Process a user query and return the agent response with metadata.
e7f2b240   tangwang   first commit
165
166
  
          Returns:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
167
168
169
170
171
172
              dict with keys:
                response       final AI message text (may contain [SEARCH_REF:xxx] tokens)
                tool_calls     list of {name, args, result_preview}
                debug_steps    detailed per-node step log
                search_refs    dict[ref_id  SearchResult] for all searches this turn
                error          bool
e7f2b240   tangwang   first commit
173
174
          """
          try:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
175
              logger.info(f"[{self.session_id}] chat: {query!r} image={bool(image_path)}")
e7f2b240   tangwang   first commit
176
  
e7f2b240   tangwang   first commit
177
178
              if image_path and not Path(image_path).exists():
                  return {
66442668   tangwang   feat: 搜索结果引用与并行搜索...
179
                      "response": f"错误:图片文件不存在:{image_path}",
e7f2b240   tangwang   first commit
180
181
182
                      "error": True,
                  }
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
183
184
185
              # Snapshot registry before the turn so we can report new additions
              registry_before = set(global_registry.get_all(self.session_id).keys())
  
e7f2b240   tangwang   first commit
186
187
              message_content = query
              if image_path:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
188
                  message_content = f"{query}\n[用户上传了图片:{image_path}]"
e7f2b240   tangwang   first commit
189
  
e7f2b240   tangwang   first commit
190
191
192
193
194
195
              config = {"configurable": {"thread_id": self.session_id}}
              input_state = {
                  "messages": [HumanMessage(content=message_content)],
                  "current_image_path": image_path,
              }
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
196
197
198
              tool_calls: list[dict] = []
              debug_steps: list[dict] = []
  
e7f2b240   tangwang   first commit
199
              for event in self.graph.stream(input_state, config=config):
66442668   tangwang   feat: 搜索结果引用与并行搜索...
200
                  logger.debug(f"[{self.session_id}] event keys: {list(event.keys())}")
01b46131   tangwang   流程跑通
201
  
e7f2b240   tangwang   first commit
202
                  if "agent" in event:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
203
204
205
                      agent_out = event["agent"]
                      step_msgs: list[dict] = []
                      step_tcs: list[dict] = []
01b46131   tangwang   流程跑通
206
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
207
208
209
                      for msg in agent_out.get("messages", []):
                          text = _extract_message_text(msg)
                          step_msgs.append({
01b46131   tangwang   流程跑通
210
                              "type": getattr(msg, "type", "assistant"),
66442668   tangwang   feat: 搜索结果引用与并行搜索...
211
212
                              "content": text[:500],
                          })
01b46131   tangwang   流程跑通
213
214
                          if hasattr(msg, "tool_calls") and msg.tool_calls:
                              for tc in msg.tool_calls:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
215
216
217
                                  entry = {"name": tc.get("name"), "args": tc.get("args", {})}
                                  tool_calls.append(entry)
                                  step_tcs.append(entry)
01b46131   tangwang   流程跑通
218
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
219
                      debug_steps.append({"node": "agent", "messages": step_msgs, "tool_calls": step_tcs})
01b46131   tangwang   流程跑通
220
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
221
222
223
224
                  if "tools" in event:
                      tools_out = event["tools"]
                      step_results: list[dict] = []
                      msgs = tools_out.get("messages", [])
01b46131   tangwang   流程跑通
225
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
226
227
228
229
230
231
232
                      # Match results back to tool_calls by position within this event
                      unresolved = [tc for tc in tool_calls if "result" not in tc]
                      for i, msg in enumerate(msgs):
                          text = _extract_message_text(msg)
                          preview = text[:600] + ("…" if len(text) > 600 else "")
                          if i < len(unresolved):
                              unresolved[i]["result"] = preview
825828c4   tangwang   fix: search image...
233
234
235
236
237
238
239
240
241
242
                              tc_name = unresolved[i].get("name", "")
                              tc_args = unresolved[i].get("args", {})
                              result_log = text if len(text) <= _LOG_TOOL_RESULT_MAX else text[:_LOG_TOOL_RESULT_MAX] + f"... [truncated total {len(text)}]"
                              logger.info(
                                  "[%s] TOOL_CALL_RESULT name=%s args=%s result=%s",
                                  self.session_id,
                                  tc_name,
                                  json.dumps(tc_args, ensure_ascii=False),
                                  result_log,
                              )
66442668   tangwang   feat: 搜索结果引用与并行搜索...
243
                          step_results.append({"content": preview})
01b46131   tangwang   流程跑通
244
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
245
                      debug_steps.append({"node": "tools", "results": step_results})
e7f2b240   tangwang   first commit
246
  
e7f2b240   tangwang   first commit
247
              final_state = self.graph.get_state(config)
66442668   tangwang   feat: 搜索结果引用与并行搜索...
248
249
250
251
252
253
254
255
256
257
              final_msg = final_state.values["messages"][-1]
              response_text = _extract_message_text(final_msg)
  
              # Collect new SearchResults added during this turn
              registry_after = global_registry.get_all(self.session_id)
              new_refs = {
                  ref_id: result
                  for ref_id, result in registry_after.items()
                  if ref_id not in registry_before
              }
e7f2b240   tangwang   first commit
258
  
66442668   tangwang   feat: 搜索结果引用与并行搜索...
259
260
261
              logger.info(
                  f"[{self.session_id}] done — tool_calls={len(tool_calls)}, new_refs={list(new_refs.keys())}"
              )
e7f2b240   tangwang   first commit
262
263
264
265
  
              return {
                  "response": response_text,
                  "tool_calls": tool_calls,
01b46131   tangwang   流程跑通
266
                  "debug_steps": debug_steps,
66442668   tangwang   feat: 搜索结果引用与并行搜索...
267
                  "search_refs": new_refs,
e7f2b240   tangwang   first commit
268
269
270
271
                  "error": False,
              }
  
          except Exception as e:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
272
              logger.error(f"[{self.session_id}] chat error: {e}", exc_info=True)
e7f2b240   tangwang   first commit
273
              return {
66442668   tangwang   feat: 搜索结果引用与并行搜索...
274
275
276
277
                  "response": f"抱歉,处理您的请求时遇到错误:{e}",
                  "tool_calls": [],
                  "debug_steps": [],
                  "search_refs": {},
e7f2b240   tangwang   first commit
278
279
280
281
                  "error": True,
              }
  
      def get_conversation_history(self) -> list:
e7f2b240   tangwang   first commit
282
283
284
          try:
              config = {"configurable": {"thread_id": self.session_id}}
              state = self.graph.get_state(config)
e7f2b240   tangwang   first commit
285
286
287
              if not state or not state.values.get("messages"):
                  return []
  
e7f2b240   tangwang   first commit
288
              result = []
66442668   tangwang   feat: 搜索结果引用与并行搜索...
289
              for msg in state.values["messages"]:
e7f2b240   tangwang   first commit
290
291
                  if isinstance(msg, SystemMessage):
                      continue
66442668   tangwang   feat: 搜索结果引用与并行搜索...
292
                  if getattr(msg, "type", None) in ("system", "tool"):
e7f2b240   tangwang   first commit
293
                      continue
e7f2b240   tangwang   first commit
294
295
                  role = "user" if msg.type == "human" else "assistant"
                  result.append({"role": role, "content": _extract_message_text(msg)})
e7f2b240   tangwang   first commit
296
              return result
e7f2b240   tangwang   first commit
297
          except Exception as e:
66442668   tangwang   feat: 搜索结果引用与并行搜索...
298
              logger.error(f"get_conversation_history error: {e}")
e7f2b240   tangwang   first commit
299
300
301
              return []
  
      def clear_history(self):
66442668   tangwang   feat: 搜索结果引用与并行搜索...
302
          logger.info(f"[{self.session_id}] clear requested (use new session_id to fully reset)")
e7f2b240   tangwang   first commit
303
304
305
  
  
  def create_shopping_agent(session_id: Optional[str] = None) -> ShoppingAgent:
e7f2b240   tangwang   first commit
306
      return ShoppingAgent(session_id=session_id)