config.yaml
7.98 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
# Customer1 Configuration
# Test customer for cross-border e-commerce search
customer_name: "Customer1 Test Instance"
# MySQL Database Configuration
mysql_config:
host: "120.79.247.228"
port: 3316
database: "saas"
username: "saas"
password: "P89cZHS5d7dFyc9R"
# Table Configuration
main_table: "shoplazza_product_sku"
extension_table: "customer1_extension"
# Elasticsearch Index
es_index_name: "search_customer1"
# ES Index Settings
es_settings:
number_of_shards: 1
number_of_replicas: 0
refresh_interval: "30s"
# Field Definitions
fields:
# Primary Key
- name: "skuId"
type: "LONG"
source_table: "main"
source_column: "id"
required: true
index: true
store: true
# Text Fields - Multi-language
- name: "name"
type: "TEXT"
source_table: "extension"
source_column: "name"
analyzer: "chinese_ecommerce"
boost: 2.0
index: true
store: true
- name: "name_pinyin"
type: "TEXT"
source_table: "extension"
source_column: "name_pinyin"
analyzer: "standard"
boost: 1.5
index: true
store: false
- name: "ruSkuName"
type: "TEXT"
source_table: "extension"
source_column: "ruSkuName"
analyzer: "russian"
boost: 2.0
index: true
store: true
- name: "enSpuName"
type: "TEXT"
source_table: "extension"
source_column: "enSpuName"
analyzer: "english"
boost: 2.0
index: true
store: true
# Category and Brand
- name: "categoryName"
type: "TEXT"
source_table: "extension"
source_column: "categoryName"
analyzer: "chinese_ecommerce"
boost: 1.5
index: true
store: true
- name: "brandName"
type: "TEXT"
source_table: "extension"
source_column: "brandName"
analyzer: "chinese_ecommerce"
boost: 1.5
index: true
store: true
- name: "supplierName"
type: "TEXT"
source_table: "extension"
source_column: "supplierName"
analyzer: "chinese_ecommerce"
boost: 1.0
index: true
store: true
# Keyword Fields
- name: "categoryName_keyword"
type: "KEYWORD"
source_table: "extension"
source_column: "categoryName"
index: true
store: false
- name: "brandName_keyword"
type: "KEYWORD"
source_table: "extension"
source_column: "brandName"
index: true
store: false
- name: "supplierName_keyword"
type: "KEYWORD"
source_table: "extension"
source_column: "supplierName"
index: true
store: false
# Price Fields
- name: "price"
type: "DOUBLE"
source_table: "extension"
source_column: "price"
index: true
store: true
# Text Embedding Fields
- name: "name_embedding"
type: "TEXT_EMBEDDING"
source_table: "extension"
source_column: "name"
embedding_dims: 1024
embedding_similarity: "dot_product"
index: true
- name: "enSpuName_embedding"
type: "TEXT_EMBEDDING"
source_table: "extension"
source_column: "enSpuName"
embedding_dims: 1024
embedding_similarity: "dot_product"
index: true
# Image Fields
- name: "imageUrl"
type: "KEYWORD"
source_table: "extension"
source_column: "imageUrl"
index: true
store: true
- name: "image_embedding"
type: "IMAGE_EMBEDDING"
source_table: "extension"
source_column: "imageUrl"
embedding_dims: 1024
embedding_similarity: "dot_product"
nested: false
index: true
# Metadata Fields
- name: "create_time"
type: "DATE"
source_table: "extension"
source_column: "create_time"
index: true
store: true
- name: "days_since_last_update"
type: "INT"
source_table: "extension"
source_column: "days_since_last_update"
index: true
store: true
# Index Structure (Query Domains)
indexes:
- name: "default"
label: "默认索引"
fields:
- "name"
- "enSpuName"
- "ruSkuName"
- "categoryName"
- "brandName"
analyzer: "chinese_ecommerce"
boost: 1.0
example: 'query=default:"消防套"'
language_field_mapping:
zh:
- "name"
- "categoryName"
- "brandName"
en:
- "enSpuName"
ru:
- "ruSkuName"
- name: "title"
label: "标题索引"
fields:
- "name"
- "enSpuName"
- "ruSkuName"
analyzer: "chinese_ecommerce"
boost: 2.0
example: 'query=title:"芭比娃娃"'
language_field_mapping:
zh:
- "name"
en:
- "enSpuName"
ru:
- "ruSkuName"
- name: "category"
label: "类目索引"
fields:
- "categoryName"
analyzer: "chinese_ecommerce"
boost: 1.5
example: 'query=category:"玩具"'
- name: "brand"
label: "品牌索引"
fields:
- "brandName"
analyzer: "chinese_ecommerce"
boost: 1.5
example: 'query=brand:"ZHU LIN"'
# Query Configuration
query_config:
supported_languages:
- "zh"
- "en"
- "ru"
default_language: "zh"
enable_translation: true
enable_text_embedding: true
enable_query_rewrite: true
# Translation API (DeepL)
translation_service: "deepl"
translation_api_key: null # Set via environment variable
# Ranking Configuration(已弃用,保留用于文档说明)
ranking:
expression: "bm25() + 0.2*text_embedding_relevance()"
description: "BM25 text relevance combined with semantic embedding similarity"
# Function Score配置(ES层打分规则)
# 约定:function_score是查询结构的必需部分
function_score:
score_mode: "sum" # multiply, sum, avg, first, max, min
boost_mode: "multiply" # multiply, replace, sum, avg, max, min
functions:
# 1. Filter + Weight(条件权重)- 根据条件匹配提权
- type: "filter_weight"
name: "7天新品提权"
filter:
range:
days_since_last_update:
lte: 7
weight: 1.3
- type: "filter_weight"
name: "30天新品提权"
filter:
range:
days_since_last_update:
lte: 30
weight: 1.15
- type: "filter_weight"
name: "有视频提权"
filter:
term:
is_video: true
weight: 1.05
# 示例:特定标签提权
# - type: "filter_weight"
# name: "特定标签提权"
# filter:
# term:
# labelId_by_skuId_essa_3: 165
# weight: 1.1
# 示例:主力价格段提权
# - type: "filter_weight"
# name: "主力价格段"
# filter:
# range:
# price:
# gte: 50
# lte: 200
# weight: 1.1
# 2. Field Value Factor(字段值映射)- 将数值字段映射为打分因子
# 示例:在售天数
# - type: "field_value_factor"
# name: "在售天数因子"
# field: "on_sell_days_boost"
# factor: 1.0
# modifier: "none" # none, log, log1p, log2p, ln, ln1p, ln2p, square, sqrt, reciprocal
# missing: 1.0
# 示例:销量因子
# - type: "field_value_factor"
# name: "销量因子"
# field: "sales_count"
# factor: 0.01
# modifier: "log1p" # 对数映射,避免极端值影响
# missing: 1.0
# 示例:评分因子
# - type: "field_value_factor"
# name: "评分因子"
# field: "rating"
# factor: 0.5
# modifier: "sqrt"
# missing: 1.0
# 3. Decay Functions(衰减函数)- 距离原点越远分数越低
# 示例:时间衰减
# - type: "decay"
# name: "时间衰减"
# function: "gauss" # gauss, exp, linear
# field: "create_time"
# origin: "now"
# scale: "30d"
# offset: "0d"
# decay: 0.5
# 示例:价格衰减
# - type: "decay"
# name: "价格衰减"
# function: "linear"
# field: "price"
# origin: "100"
# scale: "50"
# decay: 0.5
# Rerank配置(本地重排,当前禁用)
rerank:
enabled: false
expression: ""
description: "Local reranking (disabled, use ES function_score instead)"
# SPU Aggregation (disabled for customer1)
spu_config:
enabled: false
spu_field: null
inner_hits_size: 3