Blame view

config/schema/customer1/config.yaml 5.33 KB
be52af70   tangwang   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
  # Customer1 Configuration
  # Test customer for cross-border e-commerce search
  
  customer_name: "Customer1 Test Instance"
  
  # MySQL Database Configuration
  mysql_config:
    host: "120.79.247.228"
    port: 3316
    database: "saas"
    username: "saas"
    password: "P89cZHS5d7dFyc9R"
  
  # Table Configuration
  main_table: "shoplazza_product_sku"
  extension_table: "customer1_extension"
  
  # Elasticsearch Index
  es_index_name: "search_customer1"
  
  # ES Index Settings
  es_settings:
    number_of_shards: 1
    number_of_replicas: 0
    refresh_interval: "30s"
  
  # Field Definitions
  fields:
    # Primary Key
    - name: "skuId"
      type: "LONG"
      source_table: "main"
      source_column: "id"
      required: true
      index: true
      store: true
  
    # Text Fields - Multi-language
    - name: "name"
      type: "TEXT"
      source_table: "extension"
      source_column: "name"
      analyzer: "chinese_ecommerce"
      boost: 2.0
      index: true
      store: true
  
    - name: "name_pinyin"
      type: "TEXT"
      source_table: "extension"
      source_column: "name_pinyin"
      analyzer: "standard"
      boost: 1.5
      index: true
      store: false
  
    - name: "ruSkuName"
      type: "TEXT"
      source_table: "extension"
      source_column: "ruSkuName"
      analyzer: "russian"
      boost: 2.0
      index: true
      store: true
  
    - name: "enSpuName"
      type: "TEXT"
      source_table: "extension"
      source_column: "enSpuName"
      analyzer: "english"
      boost: 2.0
      index: true
      store: true
  
    # Category and Brand
    - name: "categoryName"
      type: "TEXT"
      source_table: "extension"
      source_column: "categoryName"
      analyzer: "chinese_ecommerce"
      boost: 1.5
      index: true
      store: true
  
    - name: "brandName"
      type: "TEXT"
      source_table: "extension"
      source_column: "brandName"
      analyzer: "chinese_ecommerce"
      boost: 1.5
      index: true
      store: true
  
    - name: "supplierName"
      type: "TEXT"
      source_table: "extension"
      source_column: "supplierName"
      analyzer: "chinese_ecommerce"
      boost: 1.0
      index: true
      store: true
  
    # Keyword Fields
    - name: "categoryName_keyword"
      type: "KEYWORD"
      source_table: "extension"
      source_column: "categoryName"
      index: true
      store: false
  
    - name: "brandName_keyword"
      type: "KEYWORD"
      source_table: "extension"
      source_column: "brandName"
      index: true
      store: false
  
c86c8237   tangwang   支持聚合。过滤项补充了逻辑,但是有问题
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
    - name: "supplierName_keyword"
      type: "KEYWORD"
      source_table: "extension"
      source_column: "supplierName"
      index: true
      store: false
  
    # Price Fields
    - name: "price"
      type: "DOUBLE"
      source_table: "extension"
      source_column: "price"
      index: true
      store: true
  
be52af70   tangwang   first commit
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
    # Text Embedding Fields
    - name: "name_embedding"
      type: "TEXT_EMBEDDING"
      source_table: "extension"
      source_column: "name"
      embedding_dims: 1024
      embedding_similarity: "dot_product"
      index: true
  
    - name: "enSpuName_embedding"
      type: "TEXT_EMBEDDING"
      source_table: "extension"
      source_column: "enSpuName"
      embedding_dims: 1024
      embedding_similarity: "dot_product"
      index: true
  
    # Image Fields
    - name: "imageUrl"
      type: "KEYWORD"
      source_table: "extension"
      source_column: "imageUrl"
      index: true
      store: true
  
    - name: "image_embedding"
      type: "IMAGE_EMBEDDING"
      source_table: "extension"
      source_column: "imageUrl"
      embedding_dims: 1024
      embedding_similarity: "dot_product"
      nested: false
      index: true
  
    # Metadata Fields
    - name: "create_time"
      type: "DATE"
      source_table: "extension"
      source_column: "create_time"
      index: true
      store: true
  
    - name: "days_since_last_update"
      type: "INT"
      source_table: "extension"
      source_column: "days_since_last_update"
      index: true
      store: true
  
  # Index Structure (Query Domains)
  indexes:
    - name: "default"
      label: "默认索引"
      fields:
        - "name"
        - "enSpuName"
        - "ruSkuName"
        - "categoryName"
        - "brandName"
      analyzer: "chinese_ecommerce"
      boost: 1.0
      example: 'query=default:"消防套"'
b926f678   tangwang   多语言查询
195
196
197
198
199
200
201
202
203
      language_field_mapping:
        zh:
          - "name"
          - "categoryName"
          - "brandName"
        en:
          - "enSpuName"
        ru:
          - "ruSkuName"
be52af70   tangwang   first commit
204
205
206
207
208
209
210
211
212
213
  
    - name: "title"
      label: "标题索引"
      fields:
        - "name"
        - "enSpuName"
        - "ruSkuName"
      analyzer: "chinese_ecommerce"
      boost: 2.0
      example: 'query=title:"芭比娃娃"'
b926f678   tangwang   多语言查询
214
215
216
217
218
219
220
      language_field_mapping:
        zh:
          - "name"
        en:
          - "enSpuName"
        ru:
          - "ruSkuName"
be52af70   tangwang   first commit
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
  
    - name: "category"
      label: "类目索引"
      fields:
        - "categoryName"
      analyzer: "chinese_ecommerce"
      boost: 1.5
      example: 'query=category:"玩具"'
  
    - name: "brand"
      label: "品牌索引"
      fields:
        - "brandName"
      analyzer: "chinese_ecommerce"
      boost: 1.5
      example: 'query=brand:"ZHU LIN"'
  
  # Query Configuration
  query_config:
    supported_languages:
      - "zh"
      - "en"
      - "ru"
    default_language: "zh"
    enable_translation: true
    enable_text_embedding: true
    enable_query_rewrite: true
  
be52af70   tangwang   first commit
249
250
251
252
253
254
255
256
257
258
259
260
261
262
    # Translation API (DeepL)
    translation_service: "deepl"
    translation_api_key: null  # Set via environment variable
  
  # Ranking Configuration
  ranking:
    expression: "bm25() + 0.2*text_embedding_relevance()"
    description: "BM25 text relevance combined with semantic embedding similarity"
  
  # SPU Aggregation (disabled for customer1)
  spu_config:
    enabled: false
    spu_field: null
    inner_hits_size: 3
a77693fe   tangwang   调整配置目录结构