Blame view

config/schema/customer1/config.yaml 7.98 KB
be52af70   tangwang   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
  # Customer1 Configuration
  # Test customer for cross-border e-commerce search
  
  customer_name: "Customer1 Test Instance"
  
  # MySQL Database Configuration
  mysql_config:
    host: "120.79.247.228"
    port: 3316
    database: "saas"
    username: "saas"
    password: "P89cZHS5d7dFyc9R"
  
  # Table Configuration
  main_table: "shoplazza_product_sku"
  extension_table: "customer1_extension"
  
  # Elasticsearch Index
  es_index_name: "search_customer1"
  
  # ES Index Settings
  es_settings:
    number_of_shards: 1
    number_of_replicas: 0
    refresh_interval: "30s"
  
  # Field Definitions
  fields:
    # Primary Key
    - name: "skuId"
      type: "LONG"
      source_table: "main"
      source_column: "id"
      required: true
      index: true
      store: true
  
    # Text Fields - Multi-language
    - name: "name"
      type: "TEXT"
      source_table: "extension"
      source_column: "name"
      analyzer: "chinese_ecommerce"
      boost: 2.0
      index: true
      store: true
  
    - name: "name_pinyin"
      type: "TEXT"
      source_table: "extension"
      source_column: "name_pinyin"
      analyzer: "standard"
      boost: 1.5
      index: true
      store: false
  
    - name: "ruSkuName"
      type: "TEXT"
      source_table: "extension"
      source_column: "ruSkuName"
      analyzer: "russian"
      boost: 2.0
      index: true
      store: true
  
    - name: "enSpuName"
      type: "TEXT"
      source_table: "extension"
      source_column: "enSpuName"
      analyzer: "english"
      boost: 2.0
      index: true
      store: true
  
    # Category and Brand
    - name: "categoryName"
      type: "TEXT"
      source_table: "extension"
      source_column: "categoryName"
      analyzer: "chinese_ecommerce"
      boost: 1.5
      index: true
      store: true
  
    - name: "brandName"
      type: "TEXT"
      source_table: "extension"
      source_column: "brandName"
      analyzer: "chinese_ecommerce"
      boost: 1.5
      index: true
      store: true
  
    - name: "supplierName"
      type: "TEXT"
      source_table: "extension"
      source_column: "supplierName"
      analyzer: "chinese_ecommerce"
      boost: 1.0
      index: true
      store: true
  
    # Keyword Fields
    - name: "categoryName_keyword"
      type: "KEYWORD"
      source_table: "extension"
      source_column: "categoryName"
      index: true
      store: false
  
    - name: "brandName_keyword"
      type: "KEYWORD"
      source_table: "extension"
      source_column: "brandName"
      index: true
      store: false
  
c86c8237   tangwang   支持聚合。过滤项补充了逻辑,但是有问题
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
    - name: "supplierName_keyword"
      type: "KEYWORD"
      source_table: "extension"
      source_column: "supplierName"
      index: true
      store: false
  
    # Price Fields
    - name: "price"
      type: "DOUBLE"
      source_table: "extension"
      source_column: "price"
      index: true
      store: true
  
be52af70   tangwang   first commit
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
    # Text Embedding Fields
    - name: "name_embedding"
      type: "TEXT_EMBEDDING"
      source_table: "extension"
      source_column: "name"
      embedding_dims: 1024
      embedding_similarity: "dot_product"
      index: true
  
    - name: "enSpuName_embedding"
      type: "TEXT_EMBEDDING"
      source_table: "extension"
      source_column: "enSpuName"
      embedding_dims: 1024
      embedding_similarity: "dot_product"
      index: true
  
    # Image Fields
    - name: "imageUrl"
      type: "KEYWORD"
      source_table: "extension"
      source_column: "imageUrl"
      index: true
      store: true
  
    - name: "image_embedding"
      type: "IMAGE_EMBEDDING"
      source_table: "extension"
      source_column: "imageUrl"
      embedding_dims: 1024
      embedding_similarity: "dot_product"
      nested: false
      index: true
  
    # Metadata Fields
    - name: "create_time"
      type: "DATE"
      source_table: "extension"
      source_column: "create_time"
      index: true
      store: true
  
    - name: "days_since_last_update"
      type: "INT"
      source_table: "extension"
      source_column: "days_since_last_update"
      index: true
      store: true
  
  # Index Structure (Query Domains)
  indexes:
    - name: "default"
      label: "默认索引"
      fields:
        - "name"
        - "enSpuName"
        - "ruSkuName"
        - "categoryName"
        - "brandName"
      analyzer: "chinese_ecommerce"
      boost: 1.0
      example: 'query=default:"消防套"'
b926f678   tangwang   多语言查询
195
196
197
198
199
200
201
202
203
      language_field_mapping:
        zh:
          - "name"
          - "categoryName"
          - "brandName"
        en:
          - "enSpuName"
        ru:
          - "ruSkuName"
be52af70   tangwang   first commit
204
205
206
207
208
209
210
211
212
213
  
    - name: "title"
      label: "标题索引"
      fields:
        - "name"
        - "enSpuName"
        - "ruSkuName"
      analyzer: "chinese_ecommerce"
      boost: 2.0
      example: 'query=title:"芭比娃娃"'
b926f678   tangwang   多语言查询
214
215
216
217
218
219
220
      language_field_mapping:
        zh:
          - "name"
        en:
          - "enSpuName"
        ru:
          - "ruSkuName"
be52af70   tangwang   first commit
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
  
    - name: "category"
      label: "类目索引"
      fields:
        - "categoryName"
      analyzer: "chinese_ecommerce"
      boost: 1.5
      example: 'query=category:"玩具"'
  
    - name: "brand"
      label: "品牌索引"
      fields:
        - "brandName"
      analyzer: "chinese_ecommerce"
      boost: 1.5
      example: 'query=brand:"ZHU LIN"'
  
  # Query Configuration
  query_config:
    supported_languages:
      - "zh"
      - "en"
      - "ru"
    default_language: "zh"
    enable_translation: true
    enable_text_embedding: true
    enable_query_rewrite: true
  
be52af70   tangwang   first commit
249
250
251
252
    # Translation API (DeepL)
    translation_service: "deepl"
    translation_api_key: null  # Set via environment variable
  
a00c3672   tangwang   feat: Function Sc...
253
  # Ranking Configuration(已弃用,保留用于文档说明)
be52af70   tangwang   first commit
254
255
256
257
  ranking:
    expression: "bm25() + 0.2*text_embedding_relevance()"
    description: "BM25 text relevance combined with semantic embedding similarity"
  
a00c3672   tangwang   feat: Function Sc...
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
  # Function Score配置(ES层打分规则)
  # 约定:function_score是查询结构的必需部分
  function_score:
    score_mode: "sum"       # multiply, sum, avg, first, max, min
    boost_mode: "multiply"  # multiply, replace, sum, avg, max, min
    
    functions:
      # 1. Filter + Weight(条件权重)- 根据条件匹配提权
      - type: "filter_weight"
        name: "7天新品提权"
        filter:
          range:
            days_since_last_update:
              lte: 7
        weight: 1.3
        
      - type: "filter_weight"
        name: "30天新品提权"
        filter:
          range:
            days_since_last_update:
              lte: 30
        weight: 1.15
        
      - type: "filter_weight"
        name: "有视频提权"
        filter:
          term:
            is_video: true
        weight: 1.05
        
      # 示例:特定标签提权
      # - type: "filter_weight"
      #   name: "特定标签提权"
      #   filter:
      #     term:
      #       labelId_by_skuId_essa_3: 165
      #   weight: 1.1
      
      # 示例:主力价格段提权
      # - type: "filter_weight"
      #   name: "主力价格段"
      #   filter:
      #     range:
      #       price:
      #         gte: 50
      #         lte: 200
      #   weight: 1.1
      
      # 2. Field Value Factor(字段值映射)- 将数值字段映射为打分因子
      # 示例:在售天数
      # - type: "field_value_factor"
      #   name: "在售天数因子"
      #   field: "on_sell_days_boost"
      #   factor: 1.0
      #   modifier: "none"  # none, log, log1p, log2p, ln, ln1p, ln2p, square, sqrt, reciprocal
      #   missing: 1.0
      
      # 示例:销量因子
      # - type: "field_value_factor"
      #   name: "销量因子"
      #   field: "sales_count"
      #   factor: 0.01
      #   modifier: "log1p"  # 对数映射,避免极端值影响
      #   missing: 1.0
      
      # 示例:评分因子
      # - type: "field_value_factor"
      #   name: "评分因子"
      #   field: "rating"
      #   factor: 0.5
      #   modifier: "sqrt"
      #   missing: 1.0
      
      # 3. Decay Functions(衰减函数)- 距离原点越远分数越低
      # 示例:时间衰减
      # - type: "decay"
      #   name: "时间衰减"
      #   function: "gauss"  # gauss, exp, linear
      #   field: "create_time"
      #   origin: "now"
      #   scale: "30d"
      #   offset: "0d"
      #   decay: 0.5
      
      # 示例:价格衰减
      # - type: "decay"
      #   name: "价格衰减"
      #   function: "linear"
      #   field: "price"
      #   origin: "100"
      #   scale: "50"
      #   decay: 0.5
  
  # Rerank配置(本地重排,当前禁用)
  rerank:
    enabled: false
    expression: ""
    description: "Local reranking (disabled, use ES function_score instead)"
  
be52af70   tangwang   first commit
358
359
360
361
362
  # SPU Aggregation (disabled for customer1)
  spu_config:
    enabled: false
    spu_field: null
    inner_hits_size: 3
a77693fe   tangwang   调整配置目录结构