Blame view

config/config.yaml 15.7 KB
86d0e83d   tangwang   query翻译,根据源语言是否在索...
1
  runtime:
432d1c88   tangwang   评估框架
2
3
4
    environment: prod
    index_namespace: ''
    api_host: 0.0.0.0
86d0e83d   tangwang   query翻译,根据源语言是否在索...
5
    api_port: 6002
432d1c88   tangwang   评估框架
6
    indexer_host: 0.0.0.0
86d0e83d   tangwang   query翻译,根据源语言是否在索...
7
    indexer_port: 6004
432d1c88   tangwang   评估框架
8
    embedding_host: 0.0.0.0
86d0e83d   tangwang   query翻译,根据源语言是否在索...
9
10
11
    embedding_port: 6005
    embedding_text_port: 6005
    embedding_image_port: 6008
432d1c88   tangwang   评估框架
12
    translator_host: 0.0.0.0
86d0e83d   tangwang   query翻译,根据源语言是否在索...
13
    translator_port: 6006
432d1c88   tangwang   评估框架
14
    reranker_host: 0.0.0.0
86d0e83d   tangwang   query翻译,根据源语言是否在索...
15
    reranker_port: 6007
86d0e83d   tangwang   query翻译,根据源语言是否在索...
16
17
  infrastructure:
    elasticsearch:
432d1c88   tangwang   评估框架
18
      host: http://localhost:9200
86d0e83d   tangwang   query翻译,根据源语言是否在索...
19
20
21
      username: null
      password: null
    redis:
432d1c88   tangwang   评估框架
22
      host: localhost
86d0e83d   tangwang   query翻译,根据源语言是否在索...
23
24
25
26
27
28
29
      port: 6479
      snapshot_db: 0
      password: null
      socket_timeout: 1
      socket_connect_timeout: 1
      retry_on_timeout: false
      cache_expire_days: 720
432d1c88   tangwang   评估框架
30
31
      embedding_cache_prefix: embedding
      anchor_cache_prefix: product_anchors
86d0e83d   tangwang   query翻译,根据源语言是否在索...
32
33
34
35
36
37
38
39
40
41
      anchor_cache_expire_days: 30
    database:
      host: null
      port: 3306
      database: null
      username: null
      password: null
    secrets:
      dashscope_api_key: null
      deepl_auth_key: null
432d1c88   tangwang   评估框架
42
  es_index_name: search_products
86d0e83d   tangwang   query翻译,根据源语言是否在索...
43
  indexes: []
86d8358b   tangwang   config optimize
44
  assets:
432d1c88   tangwang   评估框架
45
    query_rewrite_dictionary_path: config/dictionaries/query_rewrite.dict
41f0b2e9   tangwang   product_enrich支持并发
46
47
  product_enrich:
    max_workers: 40
e81cbdf5   tangwang   fix(suggestion): ...
48
49
50
  suggestion:
    sat_recall_min: 40
    sat_recall_cap: 100
331861d5   tangwang   eval框架配置化
51
52
53
  search_evaluation:
    artifact_root: artifacts/search_evaluation
    queries_file: scripts/evaluation/queries/queries.txt
2059d959   tangwang   feat(eval): 多评估集统...
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
    default_dataset_id: core_queries
    datasets:
    - dataset_id: core_queries
      display_name: Core Queries
      description: Legacy baseline evaluation set from queries.txt
      query_file: scripts/evaluation/queries/queries.txt
      tenant_id: '163'
      language: en
      enabled: true
    - dataset_id: clothing_top771
      display_name: Clothing Filtered 771
      description: 771 clothing / shoes / accessories queries filtered from top1k
      query_file: scripts/evaluation/queries/all_keywords.txt.top1w.shuf.top1k.clothing_filtered
      tenant_id: '163'
      language: en
      enabled: true
331861d5   tangwang   eval框架配置化
70
71
72
73
74
    eval_log_dir: logs
    default_tenant_id: '163'
    search_base_url: ''
    web_host: 0.0.0.0
    web_port: 6010
984f14f9   tangwang   product_enrich模块迁出
75
    judge_model: qwen3.6-plus
331861d5   tangwang   eval框架配置化
76
77
    judge_enable_thinking: false
    judge_dashscope_batch: false
984f14f9   tangwang   product_enrich模块迁出
78
    intent_model: qwen3.6-plus
331861d5   tangwang   eval框架配置化
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
    intent_enable_thinking: true
    judge_batch_completion_window: 24h
    judge_batch_poll_interval_sec: 10.0
    build_search_depth: 1000
    build_rerank_depth: 10000
    annotate_search_top_k: 120
    annotate_rerank_top_k: 200
    batch_top_k: 100
    audit_top_k: 100
    audit_limit_suspicious: 5
    default_language: en
    search_recall_top_k: 200
    rerank_high_threshold: 0.5
    rerank_high_skip_count: 1000
    rebuild_llm_batch_size: 50
    rebuild_min_llm_batches: 10
    rebuild_max_llm_batches: 40
    rebuild_irrelevant_stop_ratio: 0.799
    rebuild_irrel_low_combined_stop_ratio: 0.959
    rebuild_irrelevant_stop_streak: 3
4d824a77   tangwang   所有租户共用一套统一配置.tena...
99
100
101
  es_settings:
    number_of_shards: 1
    number_of_replicas: 0
432d1c88   tangwang   评估框架
102
    refresh_interval: 30s
33839b37   tangwang   属性值参与搜索:
103
  field_boosts:
bd96cead   tangwang   1. 动态多语言字段与统一策略配置
104
    title: 3.0
1fdab52d   tangwang   This change adjus...
105
106
    qanchors: 1.0
    enriched_tags: 1.0
483a05d9   tangwang   文本搜索权重调整(qanchors...
107
    enriched_attributes.value: 1.5
69881ecb   tangwang   相关性调参、enrich内容解析优化
108
109
    category_name_text: 2.0
    category_path: 2.0
ccbdf870   tangwang   enriched_attribut...
110
111
112
113
114
115
116
117
    keywords: 2.0
    tags: 2.0
    option1_values: 1.7
    option2_values: 1.7
    option3_values: 1.7
    brief: 1.0
    description: 1.0
    vendor: 1.0
4d824a77   tangwang   所有租户共用一套统一配置.tena...
118
  query_config:
4d824a77   tangwang   所有租户共用一套统一配置.tena...
119
    supported_languages:
432d1c88   tangwang   评估框架
120
121
122
    - zh
    - en
    default_language: en
4d824a77   tangwang   所有租户共用一套统一配置.tena...
123
124
    enable_text_embedding: true
    enable_query_rewrite: true
d3dd01d3   tangwang   自动寻参:
125
    zh_to_en_model: nllb-200-distilled-600m
d6c29734   tangwang   translation optim...
126
127
    en_to_zh_model: nllb-200-distilled-600m
    default_translation_model: nllb-200-distilled-600m
47452e1d   tangwang   feat(search): 支持可...
128
129
130
    zh_to_en_model__source_not_in_index: deepl
    en_to_zh_model__source_not_in_index: deepl
    default_translation_model__source_not_in_index: deepl
47452e1d   tangwang   feat(search): 支持可...
131
132
    translation_embedding_wait_budget_ms_source_in_index: 300
    translation_embedding_wait_budget_ms_source_not_in_index: 400
cda1cd62   tangwang   意图分析&应用 baseline
133
134
    style_intent:
      enabled: true
87cacb1b   tangwang   融合公式优化。加入意图匹配因子
135
      selected_sku_boost: 1.2
432d1c88   tangwang   评估框架
136
137
      color_dictionary_path: config/dictionaries/style_intent_color.csv
      size_dictionary_path: config/dictionaries/style_intent_size.csv
cda1cd62   tangwang   意图分析&应用 baseline
138
      dimension_aliases:
432d1c88   tangwang   评估框架
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
        color:
        - color
        - colors
        - colour
        - colours
        - 颜色
        - 
        - 色系
        size:
        - size
        - sizes
        - sizing
        - 尺码
        - 尺寸
        - 码数
        - 号码
        - 
74fdf9bd   tangwang   1.
156
157
    product_title_exclusion:
      enabled: true
432d1c88   tangwang   评估框架
158
      dictionary_path: config/dictionaries/product_title_exclusion.tsv
bd96cead   tangwang   1. 动态多语言字段与统一策略配置
159
    search_fields:
bd96cead   tangwang   1. 动态多语言字段与统一策略配置
160
      multilingual_fields:
432d1c88   tangwang   评估框架
161
      - title
331861d5   tangwang   eval框架配置化
162
      - keywords
ccbdf870   tangwang   enriched_attribut...
163
      - qanchors
1c2ba48e   tangwang   eval tagger
164
      - enriched_tags
ccbdf870   tangwang   enriched_attribut...
165
      - enriched_attributes.value
331861d5   tangwang   eval框架配置化
166
167
168
      - option1_values
      - option2_values
      - option3_values
432d1c88   tangwang   评估框架
169
170
      - category_path
      - category_name_text
432d1c88   tangwang   评估框架
171
      shared_fields: null
bd96cead   tangwang   1. 动态多语言字段与统一策略配置
172
      core_multilingual_fields:
432d1c88   tangwang   评估框架
173
174
175
      - title
      - qanchors
      - category_name_text
bd96cead   tangwang   1. 动态多语言字段与统一策略配置
176
    text_query_strategy:
432d1c88   tangwang   评估框架
177
178
      base_minimum_should_match: 60%
      translation_minimum_should_match: 60%
69881ecb   tangwang   相关性调参、enrich内容解析优化
179
180
      translation_boost: 0.75
      tie_breaker_base_query: 0.5
e756b18e   tangwang   重构了文本召回构建器,现在每个 b...
181
182
183
184
185
186
187
188
189
      best_fields_boost: 2.0
      best_fields:
        title: 4.0
        qanchors: 3.0
        category_name_text: 2.0
      phrase_fields:
        title: 5.0
        qanchors: 4.0
      phrase_match_boost: 3.0
432d1c88   tangwang   评估框架
190
191
    text_embedding_field: title_embedding
    image_embedding_field: image_embedding.vector
a7cc9078   tangwang   sku排序
192
    source_fields:
432d1c88   tangwang   评估框架
193
194
195
196
197
198
199
200
201
202
203
204
205
206
    - spu_id
    - handle
    - title
    - brief
    - description
    - vendor
    - category_name
    - category_name_text
    - category_path
    - category_id
    - category_level
    - category1_name
    - category2_name
    - category3_name
5c9baf91   tangwang   feat(search): 款式意...
207
208
    - enriched_attributes
    - enriched_taxonomy_attributes
432d1c88   tangwang   评估框架
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
    - min_price
    - compare_at_price
    - image_url
    - sku_prices
    - sku_weights
    - sku_weight_units
    - total_inventory
    - option1_name
    - option1_values
    - option2_name
    - option2_values
    - option3_name
    - option3_values
    - specifications
    - skus
ceaf6d03   tangwang   召回限定:must条件补充主干词命...
224
225
    knn_text_boost: 4
    knn_image_boost: 4
de98daa3   tangwang   多模态召回优化
226
    knn_text_k: 160
d3dd01d3   tangwang   自动寻参:
227
    knn_text_num_candidates: 560
de98daa3   tangwang   多模态召回优化
228
229
    knn_text_k_long: 400
    knn_text_num_candidates_long: 1200
de98daa3   tangwang   多模态召回优化
230
231
    knn_image_k: 400
    knn_image_num_candidates: 1200
4d824a77   tangwang   所有租户共用一套统一配置.tena...
232
  function_score:
432d1c88   tangwang   评估框架
233
234
    score_mode: sum
    boost_mode: multiply
4d824a77   tangwang   所有租户共用一套统一配置.tena...
235
    functions: []
8c8b9d84   tangwang   ES 拉取 coarse_rank...
236
237
  coarse_rank:
    enabled: true
0ba0e0fc   tangwang   1. rerank漏斗配置优化
238
239
    input_window: 480
    output_window: 160
8c8b9d84   tangwang   ES 拉取 coarse_rank...
240
    fusion:
4d000c94   tangwang   融合公式调参
241
      es_bias: 10.0
9df421ed   tangwang   基于eval框架开始调参
242
      es_exponent: 0.05
8c8b9d84   tangwang   ES 拉取 coarse_rank...
243
244
      text_bias: 0.1
      text_exponent: 0.35
de98daa3   tangwang   多模态召回优化
245
      text_translation_weight: 1.0
8c8b9d84   tangwang   ES 拉取 coarse_rank...
246
      knn_text_weight: 1.0
4d000c94   tangwang   融合公式调参
247
248
      knn_image_weight: 2.0
      knn_tie_breaker: 0.3
d3dd01d3   tangwang   自动寻参:
249
250
      knn_bias: 0.6
      knn_exponent: 0.4
dba57642   tangwang   bayes调参计划
251
      knn_text_bias: 0.2
47452e1d   tangwang   feat(search): 支持可...
252
      knn_text_exponent: 0.0
dba57642   tangwang   bayes调参计划
253
      knn_image_bias: 0.2
47452e1d   tangwang   feat(search): 支持可...
254
      knn_image_exponent: 0.0
8c8b9d84   tangwang   ES 拉取 coarse_rank...
255
  fine_rank:
d3dd01d3   tangwang   自动寻参:
256
    enabled: false
418b6a4a   tangwang   调参
257
    input_window: 160
8c8b9d84   tangwang   ES 拉取 coarse_rank...
258
259
    output_window: 80
    timeout_sec: 10.0
432d1c88   tangwang   评估框架
260
261
262
    rerank_query_template: '{query}'
    rerank_doc_template: '{title}'
    service_profile: fine
4d824a77   tangwang   所有租户共用一套统一配置.tena...
263
  rerank:
d3dd01d3   tangwang   自动寻参:
264
    enabled: false
418b6a4a   tangwang   调参
265
    rerank_window: 160
317c5d2c   tangwang   feat(search): 引入 ...
266
267
    exact_knn_rescore_enabled: true
    exact_knn_rescore_window: 160
42e3aea6   tangwang   tidy
268
    timeout_sec: 15.0
506c39b7   tangwang   feat(search): 统一重...
269
270
    weight_es: 0.4
    weight_ai: 0.6
432d1c88   tangwang   评估框架
271
272
273
    rerank_query_template: '{query}'
    rerank_doc_template: '{title}'
    service_profile: default
814e352b   tangwang   乘法公式配置化
274
    fusion:
4d000c94   tangwang   融合公式调参
275
      es_bias: 10.0
9df421ed   tangwang   基于eval框架开始调参
276
      es_exponent: 0.05
4d000c94   tangwang   融合公式调参
277
      rerank_bias: 0.1
432d1c88   tangwang   评估框架
278
      rerank_exponent: 1.15
4d000c94   tangwang   融合公式调参
279
      fine_bias: 0.1
8c8b9d84   tangwang   ES 拉取 coarse_rank...
280
      fine_exponent: 1.0
814e352b   tangwang   乘法公式配置化
281
      text_bias: 0.1
47452e1d   tangwang   feat(search): 支持可...
282
      text_exponent: 0.25
432d1c88   tangwang   评估框架
283
      text_translation_weight: 0.8
24edc208   tangwang   修改_extract_combin...
284
      knn_text_weight: 1.0
4d000c94   tangwang   融合公式调参
285
286
      knn_image_weight: 2.0
      knn_tie_breaker: 0.3
47452e1d   tangwang   feat(search): 支持可...
287
288
      knn_bias: 0.0
      knn_exponent: 5.6
42e3aea6   tangwang   tidy
289
290
  services:
    translation:
432d1c88   tangwang   评估框架
291
      service_url: http://127.0.0.1:6006
432d1c88   tangwang   评估框架
292
293
      default_model: nllb-200-distilled-600m
      default_scene: general
42e3aea6   tangwang   tidy
294
      timeout_sec: 10.0
d4cadc13   tangwang   翻译重构
295
      cache:
d4cadc13   tangwang   翻译重构
296
297
        ttl_seconds: 62208000
        sliding_expiration: true
47452e1d   tangwang   feat(search): 支持可...
298
        enable_model_quality_tier_cache: true
8140e942   tangwang   translator model ...
299
300
301
302
303
304
305
        model_quality_tiers:
          deepl: 30
          qwen-mt: 30
          llm: 30
          nllb-200-distilled-600m: 20
          opus-mt-zh-en: 10
          opus-mt-en-zh: 10
5e4dc8e4   tangwang   翻译架构按“一个翻译服务 +
306
      capabilities:
d4cadc13   tangwang   翻译重构
307
        qwen-mt:
5e4dc8e4   tangwang   翻译架构按“一个翻译服务 +
308
          enabled: true
432d1c88   tangwang   评估框架
309
310
311
          backend: qwen_mt
          model: qwen-mt-flash
          base_url: https://dashscope-us.aliyuncs.com/compatible-mode/v1
42e3aea6   tangwang   tidy
312
          timeout_sec: 10.0
5e4dc8e4   tangwang   翻译架构按“一个翻译服务 +
313
          use_cache: true
a0a173ae   tangwang   last
314
        llm:
5e4dc8e4   tangwang   翻译架构按“一个翻译服务 +
315
          enabled: true
432d1c88   tangwang   评估框架
316
317
318
          backend: llm
          model: qwen-flash
          base_url: https://dashscope-us.aliyuncs.com/compatible-mode/v1
a0a173ae   tangwang   last
319
          timeout_sec: 30.0
cd4ce66d   tangwang   trans logs
320
          use_cache: true
d4cadc13   tangwang   翻译重构
321
        deepl:
cd4ce66d   tangwang   trans logs
322
          enabled: true
432d1c88   tangwang   评估框架
323
324
          backend: deepl
          api_url: https://api.deepl.com/v2/translate
d4cadc13   tangwang   翻译重构
325
          timeout_sec: 10.0
432d1c88   tangwang   评估框架
326
          glossary_id: ''
cd4ce66d   tangwang   trans logs
327
          use_cache: true
0fd2f875   tangwang   translate
328
        nllb-200-distilled-600m:
93be98cb   tangwang   清理过时的文档
329
          enabled: true
432d1c88   tangwang   评估框架
330
331
332
333
334
335
          backend: local_nllb
          model_id: facebook/nllb-200-distilled-600M
          model_dir: ./models/translation/facebook/nllb-200-distilled-600M
          ct2_model_dir: ./models/translation/facebook/nllb-200-distilled-600M/ctranslate2-float16
          ct2_compute_type: float16
          ct2_conversion_quantization: float16
ea293660   tangwang   CTranslate2
336
          ct2_auto_convert: true
46ce858d   tangwang   在NLLB模型的 /data/sa...
337
          ct2_inter_threads: 4
ea293660   tangwang   CTranslate2
338
          ct2_intra_threads: 0
46ce858d   tangwang   在NLLB模型的 /data/sa...
339
          ct2_max_queued_batches: 32
432d1c88   tangwang   评估框架
340
341
          ct2_batch_type: examples
          ct2_decoding_length_mode: source
d6c29734   tangwang   translation optim...
342
          ct2_decoding_length_extra: 16
46ce858d   tangwang   在NLLB模型的 /data/sa...
343
          ct2_decoding_length_min: 32
432d1c88   tangwang   评估框架
344
345
          device: cuda
          torch_dtype: float16
4747e2f4   tangwang   embedding perform...
346
          batch_size: 64
0fd2f875   tangwang   translate
347
          max_input_length: 256
d6c29734   tangwang   translation optim...
348
349
          max_new_tokens: 96
          num_beams: 4
cd4ce66d   tangwang   trans logs
350
          use_cache: true
0fd2f875   tangwang   translate
351
        opus-mt-zh-en:
f86c5fee   tangwang   reranker性能参数脚本放在:...
352
          enabled: false
432d1c88   tangwang   评估框架
353
354
355
356
357
358
          backend: local_marian
          model_id: Helsinki-NLP/opus-mt-zh-en
          model_dir: ./models/translation/Helsinki-NLP/opus-mt-zh-en
          ct2_model_dir: ./models/translation/Helsinki-NLP/opus-mt-zh-en/ctranslate2-float16
          ct2_compute_type: float16
          ct2_conversion_quantization: float16
ea293660   tangwang   CTranslate2
359
360
361
362
          ct2_auto_convert: true
          ct2_inter_threads: 1
          ct2_intra_threads: 0
          ct2_max_queued_batches: 0
432d1c88   tangwang   评估框架
363
364
365
          ct2_batch_type: examples
          device: cuda
          torch_dtype: float16
0fd2f875   tangwang   translate
366
367
368
369
          batch_size: 16
          max_input_length: 256
          max_new_tokens: 256
          num_beams: 1
cd4ce66d   tangwang   trans logs
370
          use_cache: true
0fd2f875   tangwang   translate
371
        opus-mt-en-zh:
f86c5fee   tangwang   reranker性能参数脚本放在:...
372
          enabled: false
432d1c88   tangwang   评估框架
373
374
375
376
377
378
          backend: local_marian
          model_id: Helsinki-NLP/opus-mt-en-zh
          model_dir: ./models/translation/Helsinki-NLP/opus-mt-en-zh
          ct2_model_dir: ./models/translation/Helsinki-NLP/opus-mt-en-zh/ctranslate2-float16
          ct2_compute_type: float16
          ct2_conversion_quantization: float16
ea293660   tangwang   CTranslate2
379
380
381
382
          ct2_auto_convert: true
          ct2_inter_threads: 1
          ct2_intra_threads: 0
          ct2_max_queued_batches: 0
432d1c88   tangwang   评估框架
383
384
385
          ct2_batch_type: examples
          device: cuda
          torch_dtype: float16
0fd2f875   tangwang   translate
386
387
388
389
          batch_size: 16
          max_input_length: 256
          max_new_tokens: 256
          num_beams: 1
cd4ce66d   tangwang   trans logs
390
          use_cache: true
42e3aea6   tangwang   tidy
391
    embedding:
47452e1d   tangwang   feat(search): 支持可...
392
      provider: http
42e3aea6   tangwang   tidy
393
394
      providers:
        http:
432d1c88   tangwang   评估框架
395
396
          text_base_url: http://127.0.0.1:6005
          image_base_url: http://127.0.0.1:6008
47452e1d   tangwang   feat(search): 支持可...
397
      backend: tei
07cf5a93   tangwang   START_EMBEDDING=...
398
399
      backends:
        tei:
432d1c88   tangwang   评估框架
400
          base_url: http://127.0.0.1:8080
efd435cf   tangwang   tei性能调优:
401
          timeout_sec: 20
432d1c88   tangwang   评估框架
402
          model_id: Qwen/Qwen3-Embedding-0.6B
07cf5a93   tangwang   START_EMBEDDING=...
403
        local_st:
432d1c88   tangwang   评估框架
404
405
          model_id: Qwen/Qwen3-Embedding-0.6B
          device: cuda
07cf5a93   tangwang   START_EMBEDDING=...
406
407
          batch_size: 32
          normalize_embeddings: true
d3dd01d3   tangwang   自动寻参:
408
      image_backend: clip_as_service
86d8358b   tangwang   config optimize
409
410
      image_backends:
        clip_as_service:
432d1c88   tangwang   评估框架
411
412
          server: grpc://127.0.0.1:51000
          model_name: CN-CLIP/ViT-L-14
86d8358b   tangwang   config optimize
413
414
415
          batch_size: 8
          normalize_embeddings: true
        local_cnclip:
432d1c88   tangwang   评估框架
416
          model_name: ViT-L-14
86d8358b   tangwang   config optimize
417
418
419
          device: null
          batch_size: 8
          normalize_embeddings: true
42e3aea6   tangwang   tidy
420
    rerank:
432d1c88   tangwang   评估框架
421
      provider: http
42e3aea6   tangwang   tidy
422
423
      providers:
        http:
daa2690b   tangwang   漏斗参数调优&呈现优化
424
425
          instances:
            default:
432d1c88   tangwang   评估框架
426
427
              base_url: http://127.0.0.1:6007
              service_url: http://127.0.0.1:6007/rerank
daa2690b   tangwang   漏斗参数调优&呈现优化
428
            fine:
432d1c88   tangwang   评估框架
429
430
              base_url: http://127.0.0.1:6009
              service_url: http://127.0.0.1:6009/rerank
86d8358b   tangwang   config optimize
431
432
433
      request:
        max_docs: 1000
        normalize: true
47452e1d   tangwang   feat(search): 支持可...
434
      default_instance: default
daa2690b   tangwang   漏斗参数调优&呈现优化
435
436
      instances:
        default:
432d1c88   tangwang   评估框架
437
          host: 0.0.0.0
daa2690b   tangwang   漏斗参数调优&呈现优化
438
          port: 6007
0ba0e0fc   tangwang   1. rerank漏斗配置优化
439
          backend: bge
432d1c88   tangwang   评估框架
440
          runtime_dir: ./.runtime/reranker/default
daa2690b   tangwang   漏斗参数调优&呈现优化
441
        fine:
432d1c88   tangwang   评估框架
442
          host: 0.0.0.0
daa2690b   tangwang   漏斗参数调优&呈现优化
443
          port: 6009
432d1c88   tangwang   评估框架
444
445
          backend: bge
          runtime_dir: ./.runtime/reranker/fine
701ae503   tangwang   docs
446
447
      backends:
        bge:
432d1c88   tangwang   评估框架
448
          model_name: BAAI/bge-reranker-v2-m3
701ae503   tangwang   docs
449
450
          device: null
          use_fp16: true
418b6a4a   tangwang   调参
451
          batch_size: 80
00c8ddb9   tangwang   suggest rank opti...
452
          max_length: 160
432d1c88   tangwang   评估框架
453
          cache_dir: ./model_cache
701ae503   tangwang   docs
454
          enable_warmup: true
971a0851   tangwang   补充reranker-jina,探...
455
        jina_reranker_v3:
432d1c88   tangwang   评估框架
456
          model_name: jinaai/jina-reranker-v3
971a0851   tangwang   补充reranker-jina,探...
457
          device: null
432d1c88   tangwang   评估框架
458
          dtype: float16
971a0851   tangwang   补充reranker-jina,探...
459
          batch_size: 64
74116f05   tangwang   jina-reranker-v3性...
460
461
462
          max_doc_length: 160
          max_query_length: 64
          sort_by_doc_length: true
432d1c88   tangwang   评估框架
463
          cache_dir: ./model_cache
971a0851   tangwang   补充reranker-jina,探...
464
          trust_remote_code: true
701ae503   tangwang   docs
465
        qwen3_vllm:
432d1c88   tangwang   评估框架
466
467
          model_name: Qwen/Qwen3-Reranker-0.6B
          engine: vllm
b0972ff9   tangwang   qwen3_vllm_score ...
468
          max_model_len: 256
701ae503   tangwang   docs
469
          tensor_parallel_size: 1
432d1c88   tangwang   评估框架
470
471
          gpu_memory_utilization: 0.2
          dtype: float16
bc089b43   tangwang   refactor(reranker...
472
473
          enable_prefix_caching: true
          enforce_eager: false
00c8ddb9   tangwang   suggest rank opti...
474
          infer_batch_size: 100
9f5994b4   tangwang   reranker
475
          sort_by_doc_length: true
d3dd01d3   tangwang   自动寻参:
476
          instruction_format: standard
432d1c88   tangwang   评估框架
477
          instruction: rank products by given query
9de5ef49   tangwang   qwen3_vllm_score ...
478
        qwen3_vllm_score:
432d1c88   tangwang   评估框架
479
          model_name: Qwen/Qwen3-Reranker-0.6B
9de5ef49   tangwang   qwen3_vllm_score ...
480
          use_original_qwen3_hf_overrides: true
432d1c88   tangwang   评估框架
481
          engine: vllm
f86c5fee   tangwang   reranker性能参数脚本放在:...
482
          max_model_len: 172
9de5ef49   tangwang   qwen3_vllm_score ...
483
          tensor_parallel_size: 1
c3425429   tangwang   在以下文件中完成精排/融合清理工作...
484
          gpu_memory_utilization: 0.15
432d1c88   tangwang   评估框架
485
          dtype: float16
9de5ef49   tangwang   qwen3_vllm_score ...
486
487
          enable_prefix_caching: true
          enforce_eager: false
3b35f139   tangwang   search evalution
488
          infer_batch_size: 80
9de5ef49   tangwang   qwen3_vllm_score ...
489
          sort_by_doc_length: true
d3dd01d3   tangwang   自动寻参:
490
          instruction_format: standard
432d1c88   tangwang   评估框架
491
          instruction: Rank products by query with category & style match prioritized
d31c7f65   tangwang   补充云服务reranker
492
        qwen3_transformers:
432d1c88   tangwang   评估框架
493
494
          model_name: Qwen/Qwen3-Reranker-0.6B
          instruction: rank products by given query
d31c7f65   tangwang   补充云服务reranker
495
496
497
          max_length: 8192
          batch_size: 64
          use_fp16: true
432d1c88   tangwang   评估框架
498
          attn_implementation: sdpa
4823f463   tangwang   qwen3_vllm_score ...
499
        qwen3_transformers_packed:
432d1c88   tangwang   评估框架
500
501
          model_name: Qwen/Qwen3-Reranker-0.6B
          instruction: Rank products by query with category & style match prioritized
b0972ff9   tangwang   qwen3_vllm_score ...
502
          max_model_len: 256
4823f463   tangwang   qwen3_vllm_score ...
503
504
505
506
          max_doc_len: 160
          max_docs_per_pack: 0
          use_fp16: true
          sort_by_doc_length: true
432d1c88   tangwang   评估框架
507
          attn_implementation: eager
3d508beb   tangwang   reranker-4b-gguf
508
        qwen3_gguf:
432d1c88   tangwang   评估框架
509
510
511
512
513
          repo_id: DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF
          filename: '*Q8_0.gguf'
          cache_dir: ./model_cache
          local_dir: ./models/reranker/qwen3-reranker-4b-gguf
          instruction: Rank products by query with category & style match prioritized
5c21a485   tangwang   qwen3-reranker-0....
514
515
516
517
          n_ctx: 512
          n_batch: 512
          n_ubatch: 512
          n_gpu_layers: 999
3d508beb   tangwang   reranker-4b-gguf
518
519
520
521
522
523
524
525
526
          main_gpu: 0
          n_threads: 2
          n_threads_batch: 4
          flash_attn: true
          offload_kqv: true
          use_mmap: true
          use_mlock: false
          infer_batch_size: 8
          sort_by_doc_length: true
432d1c88   tangwang   评估框架
527
          length_sort_mode: char
3d508beb   tangwang   reranker-4b-gguf
528
529
          enable_warmup: true
          verbose: false
5c21a485   tangwang   qwen3-reranker-0....
530
        qwen3_gguf_06b:
432d1c88   tangwang   评估框架
531
532
533
534
535
          repo_id: ggml-org/Qwen3-Reranker-0.6B-Q8_0-GGUF
          filename: qwen3-reranker-0.6b-q8_0.gguf
          cache_dir: ./model_cache
          local_dir: ./models/reranker/qwen3-reranker-0.6b-q8_0-gguf
          instruction: Rank products by query with category & style match prioritized
5c21a485   tangwang   qwen3-reranker-0....
536
537
538
539
540
541
542
543
544
545
546
547
548
          n_ctx: 256
          n_batch: 256
          n_ubatch: 256
          n_gpu_layers: 999
          main_gpu: 0
          n_threads: 2
          n_threads_batch: 4
          flash_attn: true
          offload_kqv: true
          use_mmap: true
          use_mlock: false
          infer_batch_size: 32
          sort_by_doc_length: true
432d1c88   tangwang   评估框架
549
          length_sort_mode: char
5c21a485   tangwang   qwen3-reranker-0....
550
551
552
          reuse_query_state: false
          enable_warmup: true
          verbose: false
d31c7f65   tangwang   补充云服务reranker
553
        dashscope_rerank:
432d1c88   tangwang   评估框架
554
          model_name: qwen3-rerank
432d1c88   tangwang   评估框架
555
556
557
          endpoint: https://dashscope.aliyuncs.com/compatible-api/v1/reranks
          api_key_env: RERANK_DASHSCOPE_API_KEY_CN
          timeout_sec: 10.0
d3dd01d3   tangwang   自动寻参:
558
559
          top_n_cap: 0
          batchsize: 64
432d1c88   tangwang   评估框架
560
          instruct: Given a shopping query, rank product titles by relevance
d31c7f65   tangwang   补充云服务reranker
561
562
          max_retries: 2
          retry_backoff_sec: 0.2
4d824a77   tangwang   所有租户共用一套统一配置.tena...
563
564
  spu_config:
    enabled: true
432d1c88   tangwang   评估框架
565
    spu_field: spu_id
4d824a77   tangwang   所有租户共用一套统一配置.tena...
566
    inner_hits_size: 10
432d1c88   tangwang   评估框架
567
568
569
570
    searchable_option_dimensions:
    - option1
    - option2
    - option3
0064e946   tangwang   feat: 增量索引服务、租户配置...
571
  tenant_config:
0064e946   tangwang   feat: 增量索引服务、租户配置...
572
    default:
432d1c88   tangwang   评估框架
573
574
575
576
      primary_language: en
      index_languages:
      - en
      - zh
0064e946   tangwang   feat: 增量索引服务、租户配置...
577
    tenants:
432d1c88   tangwang   评估框架
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
      '1':
        primary_language: zh
        index_languages:
        - zh
        - en
      '2':
        primary_language: en
        index_languages:
        - en
        - zh
      '3':
        primary_language: zh
        index_languages:
        - zh
        - en
      '162':
        primary_language: zh
        index_languages:
        - zh
        - en
      '170':
        primary_language: en
        index_languages:
        - en
2059d959   tangwang   feat(eval): 多评估集统...
602
        - zh