Blame view

api/routes/search.py 12.8 KB
be52af70   tangwang   first commit
1
2
3
4
  """
  Search API routes.
  """
  
16c42787   tangwang   feat: implement r...
5
  from fastapi import APIRouter, HTTPException, Query, Request
be52af70   tangwang   first commit
6
  from typing import Optional
16c42787   tangwang   feat: implement r...
7
  import uuid
be52af70   tangwang   first commit
8
9
10
11
12
  
  from ..models import (
      SearchRequest,
      ImageSearchRequest,
      SearchResponse,
6aa246be   tangwang   问题:Pydantic 应该能自动...
13
      SearchSuggestResponse,
be52af70   tangwang   first commit
14
15
16
      DocumentResponse,
      ErrorResponse
  )
16c42787   tangwang   feat: implement r...
17
  from context.request_context import create_request_context, set_current_request_context, clear_current_request_context
be52af70   tangwang   first commit
18
19
20
21
  
  router = APIRouter(prefix="/search", tags=["search"])
  
  
16c42787   tangwang   feat: implement r...
22
23
24
25
26
  def extract_request_info(request: Request) -> tuple[str, str]:
      """Extract request ID and user ID from HTTP request"""
      # Try to get request ID from headers
      reqid = request.headers.get('X-Request-ID') or str(uuid.uuid4())[:8]
  
99bea633   tangwang   add logs
27
28
      # Try to get user ID from headers; if not found, use "-1" for correlation
      uid = request.headers.get('X-User-ID') or request.headers.get('User-ID') or "-1"
16c42787   tangwang   feat: implement r...
29
30
31
32
  
      return reqid, uid
  
  
be52af70   tangwang   first commit
33
  @router.post("/", response_model=SearchResponse)
16c42787   tangwang   feat: implement r...
34
  async def search(request: SearchRequest, http_request: Request):
be52af70   tangwang   first commit
35
      """
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
36
      Execute text search query (外部友好格式).
be52af70   tangwang   first commit
37
38
39
40
41
42
  
      Supports:
      - Multi-language query processing
      - Boolean operators (AND, OR, RANK, ANDNOT)
      - Semantic search with embeddings
      - Custom ranking functions
6aa246be   tangwang   问题:Pydantic 应该能自动...
43
44
      - Exact match filters and range filters
      - Faceted search
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
45
46
      
      Requires tenant_id in header (X-Tenant-ID) or query parameter (tenant_id).
be52af70   tangwang   first commit
47
      """
16c42787   tangwang   feat: implement r...
48
49
      reqid, uid = extract_request_info(http_request)
  
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
      # Extract tenant_id (required)
      tenant_id = http_request.headers.get('X-Tenant-ID')
      if not tenant_id:
          # Try to get from query string
          from urllib.parse import parse_qs
          query_string = http_request.url.query
          if query_string:
              params = parse_qs(query_string)
              tenant_id = params.get('tenant_id', [None])[0]
      
      if not tenant_id:
          raise HTTPException(
              status_code=400,
              detail="tenant_id is required. Provide it via header 'X-Tenant-ID' or query parameter 'tenant_id'"
          )
  
16c42787   tangwang   feat: implement r...
66
67
68
69
70
      # Create request context
      context = create_request_context(reqid=reqid, uid=uid)
  
      # Set context in thread-local storage
      set_current_request_context(context)
be52af70   tangwang   first commit
71
72
  
      try:
99bea633   tangwang   add logs
73
74
75
          # Log request start (English logs, with key search parameters)
          client_ip = http_request.client.host if http_request.client else "unknown"
          user_agent = http_request.headers.get("User-Agent", "unknown")[:200]
16c42787   tangwang   feat: implement r...
76
          context.logger.info(
99bea633   tangwang   add logs
77
78
79
80
81
82
83
84
85
86
              "Received search request | "
              f"Tenant: {tenant_id} | "
              f"Query: {request.query} | "
              f"IP: {client_ip} | "
              f"User agent: {user_agent} | "
              f"size: {request.size} | from: {request.from_} | "
              f"sort_by: {request.sort_by} | sort_order: {request.sort_order} | "
              f"min_score: {request.min_score} | "
              f"language: {request.language} | "
              f"debug: {request.debug} | "
506c39b7   tangwang   feat(search): 统一重...
87
              f"ai_search: {request.ai_search} | "
99bea633   tangwang   add logs
88
89
90
91
              f"sku_filter_dimension: {request.sku_filter_dimension} | "
              f"filters: {request.filters} | "
              f"range_filters: {request.range_filters} | "
              f"facets: {request.facets}",
16c42787   tangwang   feat: implement r...
92
93
94
              extra={'reqid': context.reqid, 'uid': context.uid}
          )
  
be52af70   tangwang   first commit
95
          # Get searcher from app state
bb3c5ef8   tangwang   灌入数据流程跑通
96
          from api.app import get_searcher
be52af70   tangwang   first commit
97
98
          searcher = get_searcher()
  
16c42787   tangwang   feat: implement r...
99
          # Execute search with context (using backend defaults from config)
be52af70   tangwang   first commit
100
101
          result = searcher.search(
              query=request.query,
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
102
              tenant_id=tenant_id,
be52af70   tangwang   first commit
103
104
105
              size=request.size,
              from_=request.from_,
              filters=request.filters,
6aa246be   tangwang   问题:Pydantic 应该能自动...
106
107
              range_filters=request.range_filters,
              facets=request.facets,
16c42787   tangwang   feat: implement r...
108
              min_score=request.min_score,
c86c8237   tangwang   支持聚合。过滤项补充了逻辑,但是有问题
109
              context=context,
c86c8237   tangwang   支持聚合。过滤项补充了逻辑,但是有问题
110
              sort_by=request.sort_by,
1f071951   tangwang   补充调试信息,记录包括各个阶段的 ...
111
              sort_order=request.sort_order,
577ec972   tangwang   返回给前端的字段、格式适配。主要包...
112
113
              debug=request.debug,
              language=request.language,
ca91352a   tangwang   更新文档
114
              sku_filter_dimension=request.sku_filter_dimension,
506c39b7   tangwang   feat(search): 统一重...
115
              ai_search=request.ai_search,
be52af70   tangwang   first commit
116
117
          )
  
16c42787   tangwang   feat: implement r...
118
119
120
          # Include performance summary in response
          performance_summary = context.get_summary() if context else None
  
be52af70   tangwang   first commit
121
          # Convert to response model
3cd09b3b   tangwang   翻译接口改为调用qwen-mt-f...
122
          response = SearchResponse(
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
123
              results=result.results,
be52af70   tangwang   first commit
124
125
126
              total=result.total,
              max_score=result.max_score,
              took_ms=result.took_ms,
6aa246be   tangwang   问题:Pydantic 应该能自动...
127
              facets=result.facets,
16c42787   tangwang   feat: implement r...
128
              query_info=result.query_info,
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
129
130
              suggestions=result.suggestions,
              related_searches=result.related_searches,
1f071951   tangwang   补充调试信息,记录包括各个阶段的 ...
131
132
              performance_info=performance_summary,
              debug_info=result.debug_info
be52af70   tangwang   first commit
133
134
          )
  
3cd09b3b   tangwang   翻译接口改为调用qwen-mt-f...
135
136
137
138
139
140
141
142
143
144
145
146
          # Log complete response JSON
          context.logger.info(
              "Search response | "
              f"Total results: {response.total} | "
              f"Max score: {response.max_score:.4f} | "
              f"Time: {response.took_ms}ms | "
              f"Response: {response.model_dump_json()}",
              extra={'reqid': context.reqid, 'uid': context.uid}
          )
  
          return response
  
be52af70   tangwang   first commit
147
      except Exception as e:
16c42787   tangwang   feat: implement r...
148
149
150
151
          # Log error in context
          if context:
              context.set_error(e)
              context.logger.error(
99bea633   tangwang   add logs
152
                  f"Search request failed | error: {str(e)}",
16c42787   tangwang   feat: implement r...
153
154
                  extra={'reqid': context.reqid, 'uid': context.uid}
              )
be52af70   tangwang   first commit
155
          raise HTTPException(status_code=500, detail=str(e))
16c42787   tangwang   feat: implement r...
156
157
158
      finally:
          # Clear thread-local context
          clear_current_request_context()
be52af70   tangwang   first commit
159
160
161
  
  
  @router.post("/image", response_model=SearchResponse)
16c42787   tangwang   feat: implement r...
162
  async def search_by_image(request: ImageSearchRequest, http_request: Request):
be52af70   tangwang   first commit
163
      """
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
164
      Search by image similarity (外部友好格式).
be52af70   tangwang   first commit
165
166
  
      Uses image embeddings to find visually similar products.
6aa246be   tangwang   问题:Pydantic 应该能自动...
167
      Supports exact match filters and range filters.
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
168
169
      
      Requires tenant_id in header (X-Tenant-ID) or query parameter (tenant_id).
be52af70   tangwang   first commit
170
      """
16c42787   tangwang   feat: implement r...
171
172
      reqid, uid = extract_request_info(http_request)
  
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
      # Extract tenant_id (required)
      tenant_id = http_request.headers.get('X-Tenant-ID')
      if not tenant_id:
          from urllib.parse import parse_qs
          query_string = http_request.url.query
          if query_string:
              params = parse_qs(query_string)
              tenant_id = params.get('tenant_id', [None])[0]
      
      if not tenant_id:
          raise HTTPException(
              status_code=400,
              detail="tenant_id is required. Provide it via header 'X-Tenant-ID' or query parameter 'tenant_id'"
          )
  
16c42787   tangwang   feat: implement r...
188
189
190
191
192
193
      # Create request context
      context = create_request_context(reqid=reqid, uid=uid)
  
      # Set context in thread-local storage
      set_current_request_context(context)
  
be52af70   tangwang   first commit
194
      try:
99bea633   tangwang   add logs
195
196
          # Log request start for image search (English)
          client_ip = http_request.client.host if http_request.client else "unknown"
16c42787   tangwang   feat: implement r...
197
          context.logger.info(
99bea633   tangwang   add logs
198
199
200
201
              "Received image search request | "
              f"Tenant: {tenant_id} | "
              f"Image URL: {request.image_url} | "
              f"IP: {client_ip}",
16c42787   tangwang   feat: implement r...
202
203
204
              extra={'reqid': context.reqid, 'uid': context.uid}
          )
  
bb3c5ef8   tangwang   灌入数据流程跑通
205
          from api.app import get_searcher
be52af70   tangwang   first commit
206
207
208
209
210
          searcher = get_searcher()
  
          # Execute image search
          result = searcher.search_by_image(
              image_url=request.image_url,
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
211
              tenant_id=tenant_id,
be52af70   tangwang   first commit
212
              size=request.size,
6aa246be   tangwang   问题:Pydantic 应该能自动...
213
214
              filters=request.filters,
              range_filters=request.range_filters
be52af70   tangwang   first commit
215
216
          )
  
16c42787   tangwang   feat: implement r...
217
218
219
          # Include performance summary in response
          performance_summary = context.get_summary() if context else None
  
3cd09b3b   tangwang   翻译接口改为调用qwen-mt-f...
220
          response = SearchResponse(
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
221
              results=result.results,
be52af70   tangwang   first commit
222
223
224
              total=result.total,
              max_score=result.max_score,
              took_ms=result.took_ms,
6aa246be   tangwang   问题:Pydantic 应该能自动...
225
              facets=result.facets,
16c42787   tangwang   feat: implement r...
226
              query_info=result.query_info,
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
227
228
              suggestions=result.suggestions,
              related_searches=result.related_searches,
16c42787   tangwang   feat: implement r...
229
              performance_info=performance_summary
be52af70   tangwang   first commit
230
231
          )
  
3cd09b3b   tangwang   翻译接口改为调用qwen-mt-f...
232
233
234
235
236
237
238
239
240
241
242
243
          # Log complete response JSON
          context.logger.info(
              "Image search response | "
              f"Total results: {response.total} | "
              f"Max score: {response.max_score:.4f} | "
              f"Time: {response.took_ms}ms | "
              f"Response: {response.model_dump_json()}",
              extra={'reqid': context.reqid, 'uid': context.uid}
          )
  
          return response
  
be52af70   tangwang   first commit
244
      except ValueError as e:
16c42787   tangwang   feat: implement r...
245
246
247
          if context:
              context.set_error(e)
              context.logger.error(
99bea633   tangwang   add logs
248
                  f"Image search request parameter error | error: {str(e)}",
16c42787   tangwang   feat: implement r...
249
250
                  extra={'reqid': context.reqid, 'uid': context.uid}
              )
be52af70   tangwang   first commit
251
252
          raise HTTPException(status_code=400, detail=str(e))
      except Exception as e:
16c42787   tangwang   feat: implement r...
253
254
255
          if context:
              context.set_error(e)
              context.logger.error(
99bea633   tangwang   add logs
256
                  f"Image search request failed | error: {str(e)}",
16c42787   tangwang   feat: implement r...
257
258
                  extra={'reqid': context.reqid, 'uid': context.uid}
              )
be52af70   tangwang   first commit
259
          raise HTTPException(status_code=500, detail=str(e))
16c42787   tangwang   feat: implement r...
260
261
262
      finally:
          # Clear thread-local context
          clear_current_request_context()
be52af70   tangwang   first commit
263
264
  
  
6aa246be   tangwang   问题:Pydantic 应该能自动...
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
  @router.get("/suggestions", response_model=SearchSuggestResponse)
  async def search_suggestions(
      q: str = Query(..., min_length=1, description="搜索查询"),
      size: int = Query(5, ge=1, le=20, description="建议数量"),
      types: str = Query("query", description="建议类型(逗号分隔): query, product, category, brand")
  ):
      """
      获取搜索建议(自动补全)。
      
      功能说明:
      - 查询建议(query):基于历史搜索和热门搜索
      - 商品建议(product):匹配的商品
      - 类目建议(category):匹配的类目
      - 品牌建议(brand):匹配的品牌
      
      注意:此功能暂未实现,仅返回框架响应。
      """
      import time
      start_time = time.time()
      
      # TODO: 实现搜索建议逻辑
      # 1. 从搜索历史中获取建议
      # 2. 从商品标题中匹配前缀
      # 3. 从类目、品牌中匹配
      
      # 临时返回空结果
      suggestions = []
      
      # 示例结构(暂不实现):
      # suggestions = [
      #     {
      #         "text": "芭比娃娃",
      #         "type": "query",
      #         "highlight": "<em>芭</em>比娃娃",
      #         "popularity": 850
      #     }
      # ]
      
      took_ms = int((time.time() - start_time) * 1000)
      
      return SearchSuggestResponse(
          query=q,
          suggestions=suggestions,
          took_ms=took_ms
      )
  
  
  @router.get("/instant", response_model=SearchResponse)
  async def instant_search(
      q: str = Query(..., min_length=2, description="搜索查询"),
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
315
316
      size: int = Query(5, ge=1, le=20, description="结果数量"),
      tenant_id: str = Query(..., description="租户ID")
6aa246be   tangwang   问题:Pydantic 应该能自动...
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
  ):
      """
      即时搜索(Instant Search)。
      
      功能说明:
      - 边输入边搜索,无需点击搜索按钮
      - 返回简化的搜索结果
      
      注意:此功能暂未实现,调用标准搜索接口。
      TODO: 优化即时搜索性能
      - 添加防抖/节流
      - 实现结果缓存
      - 简化返回字段
      """
      from api.app import get_searcher
      searcher = get_searcher()
      
      result = searcher.search(
          query=q,
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
336
          tenant_id=tenant_id,
6aa246be   tangwang   问题:Pydantic 应该能自动...
337
          size=size,
ca91352a   tangwang   更新文档
338
339
          from_=0,
          sku_filter_dimension=None  # Instant search doesn't support SKU filtering
6aa246be   tangwang   问题:Pydantic 应该能自动...
340
341
342
      )
      
      return SearchResponse(
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
343
          results=result.results,
6aa246be   tangwang   问题:Pydantic 应该能自动...
344
345
346
347
          total=result.total,
          max_score=result.max_score,
          took_ms=result.took_ms,
          facets=result.facets,
1f6d15fa   tangwang   重构:SPU级别索引、统一索引架构...
348
349
350
          query_info=result.query_info,
          suggestions=result.suggestions,
          related_searches=result.related_searches
6aa246be   tangwang   问题:Pydantic 应该能自动...
351
352
353
      )
  
  
be52af70   tangwang   first commit
354
  @router.get("/{doc_id}", response_model=DocumentResponse)
e4a39cc8   tangwang   索引隔离。 不同的tenant_i...
355
  async def get_document(doc_id: str, http_request: Request):
be52af70   tangwang   first commit
356
357
      """
      Get a single document by ID.
e4a39cc8   tangwang   索引隔离。 不同的tenant_i...
358
359
      
      Requires tenant_id in header (X-Tenant-ID) or query parameter (tenant_id).
be52af70   tangwang   first commit
360
361
      """
      try:
e4a39cc8   tangwang   索引隔离。 不同的tenant_i...
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
          # Extract tenant_id (required)
          tenant_id = http_request.headers.get('X-Tenant-ID')
          if not tenant_id:
              # Try to get from query string
              from urllib.parse import parse_qs
              query_string = http_request.url.query
              if query_string:
                  params = parse_qs(query_string)
                  tenant_id = params.get('tenant_id', [None])[0]
          
          if not tenant_id:
              raise HTTPException(
                  status_code=400,
                  detail="tenant_id is required. Provide it via header 'X-Tenant-ID' or query parameter 'tenant_id'"
              )
          
bb3c5ef8   tangwang   灌入数据流程跑通
378
          from api.app import get_searcher
be52af70   tangwang   first commit
379
380
          searcher = get_searcher()
  
e4a39cc8   tangwang   索引隔离。 不同的tenant_i...
381
          doc = searcher.get_document(tenant_id=tenant_id, doc_id=doc_id)
be52af70   tangwang   first commit
382
383
  
          if doc is None:
e4a39cc8   tangwang   索引隔离。 不同的tenant_i...
384
              raise HTTPException(status_code=404, detail=f"Document {doc_id} not found for tenant {tenant_id}")
be52af70   tangwang   first commit
385
386
387
388
389
390
391
  
          return DocumentResponse(id=doc_id, source=doc)
  
      except HTTPException:
          raise
      except Exception as e:
          raise HTTPException(status_code=500, detail=str(e))