be52af70
tangwang
first commit
|
1
2
3
4
5
6
|
"""
Main Searcher module - executes search queries against Elasticsearch.
Handles query parsing, boolean expressions, ranking, and result formatting.
"""
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
7
|
from typing import Dict, Any, List, Optional, Union
|
be52af70
tangwang
first commit
|
8
9
10
11
12
13
14
15
|
import time
from config import CustomerConfig
from utils.es_client import ESClient
from query import QueryParser, ParsedQuery
from indexer import MappingGenerator
from .boolean_parser import BooleanParser, QueryNode
from .es_query_builder import ESQueryBuilder
|
b926f678
tangwang
多语言查询
|
16
|
from .multilang_query_builder import MultiLanguageQueryBuilder
|
be52af70
tangwang
first commit
|
17
|
from .ranking_engine import RankingEngine
|
16c42787
tangwang
feat: implement r...
|
18
|
from context.request_context import RequestContext, RequestContextStage, create_request_context
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
19
|
from api.models import FacetResult, FacetValue
|
be52af70
tangwang
first commit
|
20
21
22
|
class SearchResult:
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
23
|
"""Container for search results (重构版)."""
|
be52af70
tangwang
first commit
|
24
25
26
27
28
29
30
|
def __init__(
self,
hits: List[Dict[str, Any]],
total: int,
max_score: float,
took_ms: int,
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
31
|
facets: Optional[List[FacetResult]] = None,
|
1f071951
tangwang
补充调试信息,记录包括各个阶段的 ...
|
32
33
|
query_info: Optional[Dict[str, Any]] = None,
debug_info: Optional[Dict[str, Any]] = None
|
be52af70
tangwang
first commit
|
34
35
36
37
38
|
):
self.hits = hits
self.total = total
self.max_score = max_score
self.took_ms = took_ms
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
39
|
self.facets = facets
|
be52af70
tangwang
first commit
|
40
|
self.query_info = query_info or {}
|
1f071951
tangwang
补充调试信息,记录包括各个阶段的 ...
|
41
|
self.debug_info = debug_info
|
ff5325fa
tangwang
修复:直接在 Searcher 层...
|
42
|
|
be52af70
tangwang
first commit
|
43
44
|
def to_dict(self) -> Dict[str, Any]:
"""Convert to dictionary representation."""
|
1f071951
tangwang
补充调试信息,记录包括各个阶段的 ...
|
45
|
result = {
|
be52af70
tangwang
first commit
|
46
47
48
49
|
"hits": self.hits,
"total": self.total,
"max_score": self.max_score,
"took_ms": self.took_ms,
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
50
|
"facets": [f.model_dump() for f in self.facets] if self.facets else None,
|
be52af70
tangwang
first commit
|
51
52
|
"query_info": self.query_info
}
|
1f071951
tangwang
补充调试信息,记录包括各个阶段的 ...
|
53
54
55
|
if self.debug_info is not None:
result["debug_info"] = self.debug_info
return result
|
be52af70
tangwang
first commit
|
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
class Searcher:
"""
Main search engine class.
Handles:
- Query parsing and translation
- Boolean expression parsing
- ES query building
- Result ranking and formatting
"""
def __init__(
self,
config: CustomerConfig,
es_client: ESClient,
query_parser: Optional[QueryParser] = None
):
"""
Initialize searcher.
Args:
config: Customer configuration
es_client: Elasticsearch client
query_parser: Query parser (created if not provided)
"""
self.config = config
self.es_client = es_client
self.query_parser = query_parser or QueryParser(config)
# Initialize components
self.boolean_parser = BooleanParser()
self.ranking_engine = RankingEngine(config.ranking.expression)
# Get mapping info
mapping_gen = MappingGenerator(config)
self.match_fields = mapping_gen.get_match_fields_for_domain("default")
self.text_embedding_field = mapping_gen.get_text_embedding_field()
self.image_embedding_field = mapping_gen.get_image_embedding_field()
|
b926f678
tangwang
多语言查询
|
97
98
99
|
# Query builder - use multi-language version
self.query_builder = MultiLanguageQueryBuilder(
config=config,
|
be52af70
tangwang
first commit
|
100
|
index_name=config.es_index_name,
|
be52af70
tangwang
first commit
|
101
102
103
104
105
106
107
108
109
110
|
text_embedding_field=self.text_embedding_field,
image_embedding_field=self.image_embedding_field
)
def search(
self,
query: str,
size: int = 10,
from_: int = 0,
filters: Optional[Dict[str, Any]] = None,
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
111
112
|
range_filters: Optional[Dict[str, Any]] = None,
facets: Optional[List[Any]] = None,
|
16c42787
tangwang
feat: implement r...
|
113
|
min_score: Optional[float] = None,
|
c86c8237
tangwang
支持聚合。过滤项补充了逻辑,但是有问题
|
114
|
context: Optional[RequestContext] = None,
|
c86c8237
tangwang
支持聚合。过滤项补充了逻辑,但是有问题
|
115
|
sort_by: Optional[str] = None,
|
1f071951
tangwang
补充调试信息,记录包括各个阶段的 ...
|
116
117
|
sort_order: Optional[str] = "desc",
debug: bool = False
|
be52af70
tangwang
first commit
|
118
119
|
) -> SearchResult:
"""
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
120
|
Execute search query (重构版).
|
be52af70
tangwang
first commit
|
121
122
123
124
125
|
Args:
query: Search query string
size: Number of results to return
from_: Offset for pagination
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
126
127
128
|
filters: Exact match filters
range_filters: Range filters for numeric fields
facets: Facet configurations for faceted search
|
be52af70
tangwang
first commit
|
129
|
min_score: Minimum score threshold
|
16c42787
tangwang
feat: implement r...
|
130
|
context: Request context for tracking (created if not provided)
|
c86c8237
tangwang
支持聚合。过滤项补充了逻辑,但是有问题
|
131
132
|
sort_by: Field name for sorting
sort_order: Sort order: 'asc' or 'desc'
|
1f071951
tangwang
补充调试信息,记录包括各个阶段的 ...
|
133
|
debug: Enable debug information output
|
be52af70
tangwang
first commit
|
134
135
136
137
|
Returns:
SearchResult object
"""
|
16c42787
tangwang
feat: implement r...
|
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
|
# Create context if not provided (backward compatibility)
if context is None:
context = create_request_context()
# Always use config defaults (these are backend configuration, not user parameters)
enable_translation = self.config.query_config.enable_translation
enable_embedding = self.config.query_config.enable_text_embedding
enable_rerank = True # Always enable reranking as it's part of the search logic
# Start timing
context.start_stage(RequestContextStage.TOTAL)
context.logger.info(
f"开始搜索请求 | 查询: '{query}' | 参数: size={size}, from_={from_}, "
f"enable_translation={enable_translation}, enable_embedding={enable_embedding}, "
f"enable_rerank={enable_rerank}, min_score={min_score}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
# Store search parameters in context
context.metadata['search_params'] = {
'size': size,
'from_': from_,
'filters': filters,
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
162
163
|
'range_filters': range_filters,
'facets': facets,
|
16c42787
tangwang
feat: implement r...
|
164
165
166
|
'enable_translation': enable_translation,
'enable_embedding': enable_embedding,
'enable_rerank': enable_rerank,
|
c86c8237
tangwang
支持聚合。过滤项补充了逻辑,但是有问题
|
167
|
'min_score': min_score,
|
c86c8237
tangwang
支持聚合。过滤项补充了逻辑,但是有问题
|
168
169
|
'sort_by': sort_by,
'sort_order': sort_order
|
16c42787
tangwang
feat: implement r...
|
170
|
}
|
be52af70
tangwang
first commit
|
171
|
|
16c42787
tangwang
feat: implement r...
|
172
173
174
175
176
|
context.metadata['feature_flags'] = {
'translation_enabled': enable_translation,
'embedding_enabled': enable_embedding,
'rerank_enabled': enable_rerank
}
|
be52af70
tangwang
first commit
|
177
178
|
# Step 1: Parse query
|
16c42787
tangwang
feat: implement r...
|
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
|
context.start_stage(RequestContextStage.QUERY_PARSING)
try:
parsed_query = self.query_parser.parse(
query,
generate_vector=enable_embedding,
context=context
)
# Store query analysis results in context
context.store_query_analysis(
original_query=parsed_query.original_query,
normalized_query=parsed_query.normalized_query,
rewritten_query=parsed_query.rewritten_query,
detected_language=parsed_query.detected_language,
translations=parsed_query.translations,
query_vector=parsed_query.query_vector.tolist() if parsed_query.query_vector is not None else None,
domain=parsed_query.domain,
is_simple_query=self.boolean_parser.is_simple_query(parsed_query.rewritten_query)
)
|
be52af70
tangwang
first commit
|
197
|
|
16c42787
tangwang
feat: implement r...
|
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
|
context.logger.info(
f"查询解析完成 | 原查询: '{parsed_query.original_query}' | "
f"重写后: '{parsed_query.rewritten_query}' | "
f"语言: {parsed_query.detected_language} | "
f"域: {parsed_query.domain} | "
f"向量: {'是' if parsed_query.query_vector is not None else '否'}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
except Exception as e:
context.set_error(e)
context.logger.error(
f"查询解析失败 | 错误: {str(e)}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
raise
finally:
context.end_stage(RequestContextStage.QUERY_PARSING)
# Step 2: Boolean parsing
context.start_stage(RequestContextStage.BOOLEAN_PARSING)
try:
query_node = None
if self.boolean_parser.is_simple_query(parsed_query.rewritten_query):
# Simple query
query_text = parsed_query.rewritten_query
context.logger.debug(
f"简单查询 | 无布尔表达式",
extra={'reqid': context.reqid, 'uid': context.uid}
)
else:
# Complex boolean query
query_node = self.boolean_parser.parse(parsed_query.rewritten_query)
query_text = parsed_query.rewritten_query
context.store_intermediate_result('query_node', query_node)
context.store_intermediate_result('boolean_ast', str(query_node))
context.logger.info(
f"布尔表达式解析 | AST: {query_node}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
except Exception as e:
context.set_error(e)
context.logger.error(
f"布尔表达式解析失败 | 错误: {str(e)}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
raise
finally:
context.end_stage(RequestContextStage.BOOLEAN_PARSING)
# Step 3: Query building
context.start_stage(RequestContextStage.QUERY_BUILDING)
try:
es_query = self.query_builder.build_multilang_query(
parsed_query=parsed_query,
query_vector=parsed_query.query_vector if enable_embedding else None,
query_node=query_node,
filters=filters,
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
255
|
range_filters=range_filters,
|
16c42787
tangwang
feat: implement r...
|
256
257
258
259
260
|
size=size,
from_=from_,
enable_knn=enable_embedding and parsed_query.query_vector is not None,
min_score=min_score
)
|
be52af70
tangwang
first commit
|
261
|
|
16c42787
tangwang
feat: implement r...
|
262
263
264
265
266
267
268
269
|
# Add SPU collapse if configured
if self.config.spu_config.enabled:
es_query = self.query_builder.add_spu_collapse(
es_query,
self.config.spu_config.spu_field,
self.config.spu_config.inner_hits_size
)
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
270
271
272
273
274
275
276
|
# Add facets for faceted search
if facets:
facet_aggs = self.query_builder.build_facets(facets)
if facet_aggs:
if "aggs" not in es_query:
es_query["aggs"] = {}
es_query["aggs"].update(facet_aggs)
|
16c42787
tangwang
feat: implement r...
|
277
|
|
c86c8237
tangwang
支持聚合。过滤项补充了逻辑,但是有问题
|
278
279
280
281
|
# Add sorting if specified
if sort_by:
es_query = self.query_builder.add_sorting(es_query, sort_by, sort_order)
|
16c42787
tangwang
feat: implement r...
|
282
283
284
285
286
287
288
289
290
291
|
# Extract size and from from body for ES client parameters
body_for_es = {k: v for k, v in es_query.items() if k not in ['size', 'from']}
# Store ES query in context
context.store_intermediate_result('es_query', es_query)
context.store_intermediate_result('es_body_for_search', body_for_es)
context.logger.info(
f"ES查询构建完成 | 大小: {len(str(es_query))}字符 | "
f"KNN: {'是' if enable_embedding and parsed_query.query_vector is not None else '否'} | "
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
292
|
f"分面: {'是' if facets else '否'}",
|
16c42787
tangwang
feat: implement r...
|
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
|
extra={'reqid': context.reqid, 'uid': context.uid}
)
context.logger.debug(
f"ES查询详情: {es_query}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
except Exception as e:
context.set_error(e)
context.logger.error(
f"ES查询构建失败 | 错误: {str(e)}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
raise
finally:
context.end_stage(RequestContextStage.QUERY_BUILDING)
# Step 4: Elasticsearch search
context.start_stage(RequestContextStage.ELASTICSEARCH_SEARCH)
try:
es_response = self.es_client.search(
index_name=self.config.es_index_name,
body=body_for_es,
size=size,
from_=from_
|
be52af70
tangwang
first commit
|
317
318
|
)
|
16c42787
tangwang
feat: implement r...
|
319
320
|
# Store ES response in context
context.store_intermediate_result('es_response', es_response)
|
be52af70
tangwang
first commit
|
321
|
|
16c42787
tangwang
feat: implement r...
|
322
323
324
325
326
|
# Extract timing from ES response
es_took = es_response.get('took', 0)
context.logger.info(
f"ES搜索完成 | 耗时: {es_took}ms | "
f"命中数: {es_response.get('hits', {}).get('total', {}).get('value', 0)} | "
|
25d3e81d
tangwang
fix指定sort项时候的bug
|
327
|
f"最高分: {(es_response.get('hits', {}).get('max_score') or 0):.3f}",
|
16c42787
tangwang
feat: implement r...
|
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
|
extra={'reqid': context.reqid, 'uid': context.uid}
)
except Exception as e:
context.set_error(e)
context.logger.error(
f"ES搜索执行失败 | 错误: {str(e)}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
raise
finally:
context.end_stage(RequestContextStage.ELASTICSEARCH_SEARCH)
# Step 5: Result processing
context.start_stage(RequestContextStage.RESULT_PROCESSING)
try:
hits = []
raw_hits = []
if 'hits' in es_response and 'hits' in es_response['hits']:
for hit in es_response['hits']['hits']:
raw_hits.append(hit)
result_doc = {
'_id': hit['_id'],
|
25d3e81d
tangwang
fix指定sort项时候的bug
|
352
|
'_score': hit.get('_score') or 0.0,
|
16c42787
tangwang
feat: implement r...
|
353
354
355
356
357
|
'_source': hit['_source']
}
# Apply custom ranking if enabled
if enable_rerank:
|
25d3e81d
tangwang
fix指定sort项时候的bug
|
358
|
base_score = hit.get('_score') or 0.0
|
16c42787
tangwang
feat: implement r...
|
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
|
knn_score = None
# Check if KNN was used
if 'knn' in es_query:
# KNN score would be in the combined score
# For simplicity, extract from score
knn_score = base_score * 0.2 # Approximate based on our formula
custom_score = self.ranking_engine.calculate_score(
hit,
base_score,
knn_score
)
result_doc['_custom_score'] = custom_score
result_doc['_original_score'] = base_score
hits.append(result_doc)
# Re-sort by custom score if reranking enabled
|
be52af70
tangwang
first commit
|
378
|
if enable_rerank:
|
16c42787
tangwang
feat: implement r...
|
379
380
381
382
|
hits.sort(key=lambda x: x.get('_custom_score', x['_score']), reverse=True)
context.logger.info(
f"重排序完成 | 基于自定义评分表达式",
extra={'reqid': context.reqid, 'uid': context.uid}
|
be52af70
tangwang
first commit
|
383
|
)
|
be52af70
tangwang
first commit
|
384
|
|
16c42787
tangwang
feat: implement r...
|
385
386
387
|
# Store intermediate results in context
context.store_intermediate_result('raw_hits', raw_hits)
context.store_intermediate_result('processed_hits', hits)
|
be52af70
tangwang
first commit
|
388
|
|
16c42787
tangwang
feat: implement r...
|
389
390
391
392
393
394
|
# Extract total and max_score
total = es_response.get('hits', {}).get('total', {})
if isinstance(total, dict):
total_value = total.get('value', 0)
else:
total_value = total
|
be52af70
tangwang
first commit
|
395
|
|
25d3e81d
tangwang
fix指定sort项时候的bug
|
396
|
max_score = es_response.get('hits', {}).get('max_score') or 0.0
|
be52af70
tangwang
first commit
|
397
|
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
398
399
400
401
402
403
|
# Standardize facets
standardized_facets = self._standardize_facets(
es_response.get('aggregations', {}),
facets,
filters
)
|
be52af70
tangwang
first commit
|
404
|
|
16c42787
tangwang
feat: implement r...
|
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
|
context.logger.info(
f"结果处理完成 | 返回: {len(hits)}条 | 总计: {total_value}条 | "
f"重排序: {'是' if enable_rerank else '否'}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
except Exception as e:
context.set_error(e)
context.logger.error(
f"结果处理失败 | 错误: {str(e)}",
extra={'reqid': context.reqid, 'uid': context.uid}
)
raise
finally:
context.end_stage(RequestContextStage.RESULT_PROCESSING)
|
be52af70
tangwang
first commit
|
420
|
|
16c42787
tangwang
feat: implement r...
|
421
422
423
|
# End total timing and build result
total_duration = context.end_stage(RequestContextStage.TOTAL)
context.performance_metrics.total_duration = total_duration
|
be52af70
tangwang
first commit
|
424
|
|
1f071951
tangwang
补充调试信息,记录包括各个阶段的 ...
|
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
|
# Collect debug information if requested
debug_info = None
if debug:
debug_info = {
"query_analysis": {
"original_query": context.query_analysis.original_query,
"normalized_query": context.query_analysis.normalized_query,
"rewritten_query": context.query_analysis.rewritten_query,
"detected_language": context.query_analysis.detected_language,
"translations": context.query_analysis.translations,
"has_vector": context.query_analysis.query_vector is not None,
"is_simple_query": context.query_analysis.is_simple_query,
"boolean_ast": context.get_intermediate_result('boolean_ast'),
"domain": context.query_analysis.domain
},
"es_query": context.get_intermediate_result('es_query', {}),
"es_response": {
"took_ms": es_response.get('took', 0),
"total_hits": total_value,
"max_score": max_score,
"shards": es_response.get('_shards', {})
},
"feature_flags": context.metadata.get('feature_flags', {}),
"stage_timings": {
k: round(v, 2) for k, v in context.performance_metrics.stage_timings.items()
},
"search_params": context.metadata.get('search_params', {})
}
|
be52af70
tangwang
first commit
|
454
455
456
457
458
|
# Build result
result = SearchResult(
hits=hits,
total=total_value,
max_score=max_score,
|
16c42787
tangwang
feat: implement r...
|
459
|
took_ms=int(total_duration),
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
460
|
facets=standardized_facets,
|
1f071951
tangwang
补充调试信息,记录包括各个阶段的 ...
|
461
462
|
query_info=parsed_query.to_dict(),
debug_info=debug_info
|
be52af70
tangwang
first commit
|
463
464
|
)
|
16c42787
tangwang
feat: implement r...
|
465
466
|
# Log complete performance summary
context.log_performance_summary()
|
be52af70
tangwang
first commit
|
467
468
469
470
471
472
473
|
return result
def search_by_image(
self,
image_url: str,
size: int = 10,
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
474
475
|
filters: Optional[Dict[str, Any]] = None,
range_filters: Optional[Dict[str, Any]] = None
|
be52af70
tangwang
first commit
|
476
477
|
) -> SearchResult:
"""
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
478
|
Search by image similarity (重构版).
|
be52af70
tangwang
first commit
|
479
480
481
482
|
Args:
image_url: URL of query image
size: Number of results
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
483
484
|
filters: Exact match filters
range_filters: Range filters for numeric fields
|
be52af70
tangwang
first commit
|
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
|
Returns:
SearchResult object
"""
if not self.image_embedding_field:
raise ValueError("Image embedding field not configured")
# Generate image embedding
from embeddings import CLIPImageEncoder
image_encoder = CLIPImageEncoder()
image_vector = image_encoder.encode_image_from_url(image_url)
if image_vector is None:
raise ValueError(f"Failed to encode image: {image_url}")
# Build KNN query
es_query = {
"size": size,
"knn": {
"field": self.image_embedding_field,
"query_vector": image_vector.tolist(),
"k": size,
"num_candidates": size * 10
}
}
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
511
512
513
514
515
516
517
|
if filters or range_filters:
filter_clauses = self.query_builder._build_filters(filters, range_filters)
if filter_clauses:
es_query["query"] = {
"bool": {
"filter": filter_clauses
}
|
be52af70
tangwang
first commit
|
518
|
}
|
be52af70
tangwang
first commit
|
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
|
# Execute search
es_response = self.es_client.search(
index_name=self.config.es_index_name,
body=es_query,
size=size
)
# Process results (similar to text search)
hits = []
if 'hits' in es_response and 'hits' in es_response['hits']:
for hit in es_response['hits']['hits']:
hits.append({
'_id': hit['_id'],
'_score': hit['_score'],
'_source': hit['_source']
})
total = es_response.get('hits', {}).get('total', {})
if isinstance(total, dict):
total_value = total.get('value', 0)
else:
total_value = total
return SearchResult(
hits=hits,
total=total_value,
|
25d3e81d
tangwang
fix指定sort项时候的bug
|
546
|
max_score=es_response.get('hits', {}).get('max_score') or 0.0,
|
be52af70
tangwang
first commit
|
547
548
549
550
|
took_ms=es_response.get('took', 0),
query_info={'image_url': image_url, 'search_type': 'image_similarity'}
)
|
b926f678
tangwang
多语言查询
|
551
552
553
554
555
556
557
558
559
|
def get_domain_summary(self) -> Dict[str, Any]:
"""
Get summary of all configured domains.
Returns:
Dictionary with domain information
"""
return self.query_builder.get_domain_summary()
|
be52af70
tangwang
first commit
|
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
|
def get_document(self, doc_id: str) -> Optional[Dict[str, Any]]:
"""
Get single document by ID.
Args:
doc_id: Document ID
Returns:
Document or None if not found
"""
try:
response = self.es_client.client.get(
index=self.config.es_index_name,
id=doc_id
)
return response.get('_source')
except Exception as e:
print(f"[Searcher] Failed to get document {doc_id}: {e}")
return None
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
579
580
581
582
|
def _standardize_facets(
self,
es_aggregations: Dict[str, Any],
|
ff5325fa
tangwang
修复:直接在 Searcher 层...
|
583
|
facet_configs: Optional[List[Union[str, Any]]],
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
584
585
586
587
588
589
590
|
current_filters: Optional[Dict[str, Any]]
) -> Optional[List[FacetResult]]:
"""
将 ES 聚合结果转换为标准化的分面格式(返回 Pydantic 模型)。
Args:
es_aggregations: ES 原始聚合结果
|
ff5325fa
tangwang
修复:直接在 Searcher 层...
|
591
|
facet_configs: 分面配置列表(str 或 FacetConfig)
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
|
current_filters: 当前应用的过滤器
Returns:
标准化的分面结果列表(FacetResult 对象)
"""
if not es_aggregations or not facet_configs:
return None
standardized_facets: List[FacetResult] = []
for config in facet_configs:
# 解析配置
if isinstance(config, str):
field = config
facet_type = "terms"
else:
|
ff5325fa
tangwang
修复:直接在 Searcher 层...
|
608
609
610
|
# FacetConfig 对象
field = config.field
facet_type = config.type
|
6aa246be
tangwang
问题:Pydantic 应该能自动...
|
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
|
agg_name = f"{field}_facet"
if agg_name not in es_aggregations:
continue
agg_result = es_aggregations[agg_name]
# 获取当前字段的选中值
selected_values = set()
if current_filters and field in current_filters:
filter_value = current_filters[field]
if isinstance(filter_value, list):
selected_values = set(filter_value)
else:
selected_values = {filter_value}
# 转换 buckets 为 FacetValue 对象
facet_values: List[FacetValue] = []
if 'buckets' in agg_result:
for bucket in agg_result['buckets']:
value = bucket.get('key')
count = bucket.get('doc_count', 0)
facet_values.append(FacetValue(
value=value,
label=str(value),
count=count,
selected=value in selected_values
))
# 构建 FacetResult 对象
facet_result = FacetResult(
field=field,
label=self._get_field_label(field),
type=facet_type,
values=facet_values
)
standardized_facets.append(facet_result)
return standardized_facets if standardized_facets else None
def _get_field_label(self, field: str) -> str:
"""获取字段的显示标签"""
# 从配置中获取字段标签
for field_config in self.config.fields:
if field_config.name == field:
# 尝试获取 label 属性
return getattr(field_config, 'label', field)
# 如果没有配置,返回字段名
return field
|