86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
1
|
runtime:
|
432d1c88
tangwang
评估框架
|
2
3
4
|
environment: prod
index_namespace: ''
api_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
5
|
api_port: 6002
|
432d1c88
tangwang
评估框架
|
6
|
indexer_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
7
|
indexer_port: 6004
|
432d1c88
tangwang
评估框架
|
8
|
embedding_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
9
10
11
|
embedding_port: 6005
embedding_text_port: 6005
embedding_image_port: 6008
|
432d1c88
tangwang
评估框架
|
12
|
translator_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
13
|
translator_port: 6006
|
432d1c88
tangwang
评估框架
|
14
|
reranker_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
15
|
reranker_port: 6007
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
16
17
|
infrastructure:
elasticsearch:
|
432d1c88
tangwang
评估框架
|
18
|
host: http://localhost:9200
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
19
20
21
|
username: null
password: null
redis:
|
432d1c88
tangwang
评估框架
|
22
|
host: localhost
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
23
24
25
26
27
28
29
|
port: 6479
snapshot_db: 0
password: null
socket_timeout: 1
socket_connect_timeout: 1
retry_on_timeout: false
cache_expire_days: 720
|
432d1c88
tangwang
评估框架
|
30
31
|
embedding_cache_prefix: embedding
anchor_cache_prefix: product_anchors
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
32
33
34
35
36
37
38
39
40
41
|
anchor_cache_expire_days: 30
database:
host: null
port: 3306
database: null
username: null
password: null
secrets:
dashscope_api_key: null
deepl_auth_key: null
|
432d1c88
tangwang
评估框架
|
42
|
es_index_name: search_products
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
43
|
indexes: []
|
86d8358b
tangwang
config optimize
|
44
|
assets:
|
432d1c88
tangwang
评估框架
|
45
|
query_rewrite_dictionary_path: config/dictionaries/query_rewrite.dict
|
41f0b2e9
tangwang
product_enrich支持并发
|
46
47
|
product_enrich:
max_workers: 40
|
331861d5
tangwang
eval框架配置化
|
48
49
50
|
search_evaluation:
artifact_root: artifacts/search_evaluation
queries_file: scripts/evaluation/queries/queries.txt
|
2059d959
tangwang
feat(eval): 多评估集统...
|
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
default_dataset_id: core_queries
datasets:
- dataset_id: core_queries
display_name: Core Queries
description: Legacy baseline evaluation set from queries.txt
query_file: scripts/evaluation/queries/queries.txt
tenant_id: '163'
language: en
enabled: true
- dataset_id: clothing_top771
display_name: Clothing Filtered 771
description: 771 clothing / shoes / accessories queries filtered from top1k
query_file: scripts/evaluation/queries/all_keywords.txt.top1w.shuf.top1k.clothing_filtered
tenant_id: '163'
language: en
enabled: true
|
331861d5
tangwang
eval框架配置化
|
67
68
69
70
71
|
eval_log_dir: logs
default_tenant_id: '163'
search_base_url: ''
web_host: 0.0.0.0
web_port: 6010
|
984f14f9
tangwang
product_enrich模块迁出
|
72
|
judge_model: qwen3.6-plus
|
331861d5
tangwang
eval框架配置化
|
73
74
|
judge_enable_thinking: false
judge_dashscope_batch: false
|
984f14f9
tangwang
product_enrich模块迁出
|
75
|
intent_model: qwen3.6-plus
|
331861d5
tangwang
eval框架配置化
|
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
intent_enable_thinking: true
judge_batch_completion_window: 24h
judge_batch_poll_interval_sec: 10.0
build_search_depth: 1000
build_rerank_depth: 10000
annotate_search_top_k: 120
annotate_rerank_top_k: 200
batch_top_k: 100
audit_top_k: 100
audit_limit_suspicious: 5
default_language: en
search_recall_top_k: 200
rerank_high_threshold: 0.5
rerank_high_skip_count: 1000
rebuild_llm_batch_size: 50
rebuild_min_llm_batches: 10
rebuild_max_llm_batches: 40
rebuild_irrelevant_stop_ratio: 0.799
rebuild_irrel_low_combined_stop_ratio: 0.959
rebuild_irrelevant_stop_streak: 3
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
96
97
98
|
es_settings:
number_of_shards: 1
number_of_replicas: 0
|
432d1c88
tangwang
评估框架
|
99
|
refresh_interval: 30s
|
881d338b
tangwang
评估框架
|
100
|
|
47452e1d
tangwang
feat(search): 支持可...
|
101
|
# 统一按“字段基名”配置;查询时按实际检索语言动态拼接 .{lang}
|
33839b37
tangwang
属性值参与搜索:
|
102
|
field_boosts:
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
103
|
title: 3.0
|
1fdab52d
tangwang
This change adjus...
|
104
105
106
|
# qanchors enriched_tags 在 enriched_attributes.value中也存在,所以其实他的权重为自身权重+enriched_attributes.value的权重
qanchors: 1.0
enriched_tags: 1.0
|
483a05d9
tangwang
文本搜索权重调整(qanchors...
|
107
|
enriched_attributes.value: 1.5
|
69881ecb
tangwang
相关性调参、enrich内容解析优化
|
108
109
|
category_name_text: 2.0
category_path: 2.0
|
ccbdf870
tangwang
enriched_attribut...
|
110
111
112
113
114
115
116
117
|
keywords: 2.0
tags: 2.0
option1_values: 1.7
option2_values: 1.7
option3_values: 1.7
brief: 1.0
description: 1.0
vendor: 1.0
|
881d338b
tangwang
评估框架
|
118
|
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
119
|
query_config:
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
120
|
supported_languages:
|
432d1c88
tangwang
评估框架
|
121
122
123
|
- zh
- en
default_language: en
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
124
125
|
enable_text_embedding: true
enable_query_rewrite: true
|
881d338b
tangwang
评估框架
|
126
|
|
47452e1d
tangwang
feat(search): 支持可...
|
127
128
129
130
131
132
133
|
zh_to_en_model: deepl # nllb-200-distilled-600m
en_to_zh_model: deepl
default_translation_model: deepl
# 源语种不在 index_languages时翻译质量比较重要,因此单独配置
zh_to_en_model__source_not_in_index: deepl
en_to_zh_model__source_not_in_index: deepl
default_translation_model__source_not_in_index: deepl
|
881d338b
tangwang
评估框架
|
134
|
|
47452e1d
tangwang
feat(search): 支持可...
|
135
136
137
|
# 查询解析阶段:翻译与 query 向量并发执行,共用同一等待预算(毫秒)
translation_embedding_wait_budget_ms_source_in_index: 300
translation_embedding_wait_budget_ms_source_not_in_index: 400
|
cda1cd62
tangwang
意图分析&应用 baseline
|
138
139
|
style_intent:
enabled: true
|
87cacb1b
tangwang
融合公式优化。加入意图匹配因子
|
140
|
selected_sku_boost: 1.2
|
432d1c88
tangwang
评估框架
|
141
142
|
color_dictionary_path: config/dictionaries/style_intent_color.csv
size_dictionary_path: config/dictionaries/style_intent_size.csv
|
cda1cd62
tangwang
意图分析&应用 baseline
|
143
|
dimension_aliases:
|
432d1c88
tangwang
评估框架
|
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
color:
- color
- colors
- colour
- colours
- 颜色
- 色
- 色系
size:
- size
- sizes
- sizing
- 尺码
- 尺寸
- 码数
- 号码
- 码
|
74fdf9bd
tangwang
1.
|
161
162
|
product_title_exclusion:
enabled: true
|
432d1c88
tangwang
评估框架
|
163
|
dictionary_path: config/dictionaries/product_title_exclusion.tsv
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
164
|
search_fields:
|
47452e1d
tangwang
feat(search): 支持可...
|
165
|
# 统一按“字段基名”配置;查询时按实际检索语言动态拼接 .{lang}
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
166
|
multilingual_fields:
|
432d1c88
tangwang
评估框架
|
167
|
- title
|
331861d5
tangwang
eval框架配置化
|
168
|
- keywords
|
ccbdf870
tangwang
enriched_attribut...
|
169
|
- qanchors
|
1c2ba48e
tangwang
eval tagger
|
170
|
- enriched_tags
|
ccbdf870
tangwang
enriched_attribut...
|
171
|
- enriched_attributes.value
|
3abbc95a
tangwang
重构(scripts): 整理sc...
|
172
|
# - enriched_taxonomy_attributes.value
|
331861d5
tangwang
eval框架配置化
|
173
174
175
|
- option1_values
- option2_values
- option3_values
|
432d1c88
tangwang
评估框架
|
176
177
|
- category_path
- category_name_text
|
ccbdf870
tangwang
enriched_attribut...
|
178
179
180
|
# - brief
# - description
# - vendor
|
881d338b
tangwang
评估框架
|
181
|
# shared_fields: 无语言后缀字段;示例: tags, option1_values, option2_values, option3_values
|
47452e1d
tangwang
feat(search): 支持可...
|
182
|
|
432d1c88
tangwang
评估框架
|
183
|
shared_fields: null
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
184
|
core_multilingual_fields:
|
432d1c88
tangwang
评估框架
|
185
186
187
|
- title
- qanchors
- category_name_text
|
881d338b
tangwang
评估框架
|
188
|
|
47452e1d
tangwang
feat(search): 支持可...
|
189
|
# 文本召回(主查询 + 翻译查询)
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
190
|
text_query_strategy:
|
432d1c88
tangwang
评估框架
|
191
192
|
base_minimum_should_match: 60%
translation_minimum_should_match: 60%
|
69881ecb
tangwang
相关性调参、enrich内容解析优化
|
193
194
|
translation_boost: 0.75
tie_breaker_base_query: 0.5
|
e756b18e
tangwang
重构了文本召回构建器,现在每个 b...
|
195
196
197
198
199
200
201
202
203
|
best_fields_boost: 2.0
best_fields:
title: 4.0
qanchors: 3.0
category_name_text: 2.0
phrase_fields:
title: 5.0
qanchors: 4.0
phrase_match_boost: 3.0
|
432d1c88
tangwang
评估框架
|
204
205
|
text_embedding_field: title_embedding
image_embedding_field: image_embedding.vector
|
881d338b
tangwang
评估框架
|
206
|
|
47452e1d
tangwang
feat(search): 支持可...
|
207
|
# null表示返回所有字段,[]表示不返回任何字段
|
a7cc9078
tangwang
sku排序
|
208
|
source_fields:
|
432d1c88
tangwang
评估框架
|
209
210
211
212
213
214
215
216
217
218
219
220
221
222
|
- spu_id
- handle
- title
- brief
- description
- vendor
- category_name
- category_name_text
- category_path
- category_id
- category_level
- category1_name
- category2_name
- category3_name
|
ccbdf870
tangwang
enriched_attribut...
|
223
224
225
226
227
|
# - tags
# - keywords
# - qanchors
# - enriched_tags
# - enriched_attributes
|
3abbc95a
tangwang
重构(scripts): 整理sc...
|
228
|
# - # enriched_taxonomy_attributes.value
|
47452e1d
tangwang
feat(search): 支持可...
|
229
|
|
432d1c88
tangwang
评估框架
|
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
|
- min_price
- compare_at_price
- image_url
- sku_prices
- sku_weights
- sku_weight_units
- total_inventory
- option1_name
- option1_values
- option2_name
- option2_values
- option3_name
- option3_values
- specifications
- skus
|
881d338b
tangwang
评估框架
|
245
246
|
# KNN:文本向量与多模态(图片)向量各自 boost 与召回(k / num_candidates)
|
ceaf6d03
tangwang
召回限定:must条件补充主干词命...
|
247
248
|
knn_text_boost: 4
knn_image_boost: 4
|
de98daa3
tangwang
多模态召回优化
|
249
|
knn_text_k: 160
|
47452e1d
tangwang
feat(search): 支持可...
|
250
|
knn_text_num_candidates: 560 # k * 3.4
|
de98daa3
tangwang
多模态召回优化
|
251
252
|
knn_text_k_long: 400
knn_text_num_candidates_long: 1200
|
de98daa3
tangwang
多模态召回优化
|
253
254
|
knn_image_k: 400
knn_image_num_candidates: 1200
|
881d338b
tangwang
评估框架
|
255
|
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
256
|
function_score:
|
432d1c88
tangwang
评估框架
|
257
258
|
score_mode: sum
boost_mode: multiply
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
259
|
functions: []
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
260
261
|
coarse_rank:
enabled: true
|
0ba0e0fc
tangwang
1. rerank漏斗配置优化
|
262
263
|
input_window: 480
output_window: 160
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
264
|
fusion:
|
4d000c94
tangwang
融合公式调参
|
265
|
es_bias: 10.0
|
9df421ed
tangwang
基于eval框架开始调参
|
266
|
es_exponent: 0.05
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
267
268
|
text_bias: 0.1
text_exponent: 0.35
|
881d338b
tangwang
评估框架
|
269
270
|
# base_query_trans_* 相对 base_query 的权重(见 search/rerank_client 中文本 dismax 融合)
# 因为es的打分已经给了trans进行了折扣,所以这里不再继续折扣
|
de98daa3
tangwang
多模态召回优化
|
271
|
text_translation_weight: 1.0
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
272
|
knn_text_weight: 1.0
|
4d000c94
tangwang
融合公式调参
|
273
274
|
knn_image_weight: 2.0
knn_tie_breaker: 0.3
|
dba57642
tangwang
bayes调参计划
|
275
|
knn_bias: 0.2
|
47452e1d
tangwang
feat(search): 支持可...
|
276
|
knn_exponent: 5.6
|
dba57642
tangwang
bayes调参计划
|
277
|
knn_text_bias: 0.2
|
47452e1d
tangwang
feat(search): 支持可...
|
278
|
knn_text_exponent: 0.0
|
dba57642
tangwang
bayes调参计划
|
279
|
knn_image_bias: 0.2
|
47452e1d
tangwang
feat(search): 支持可...
|
280
|
knn_image_exponent: 0.0
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
281
|
fine_rank:
|
47452e1d
tangwang
feat(search): 支持可...
|
282
|
enabled: false # false 时保序透传
|
418b6a4a
tangwang
调参
|
283
|
input_window: 160
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
284
285
|
output_window: 80
timeout_sec: 10.0
|
432d1c88
tangwang
评估框架
|
286
287
288
|
rerank_query_template: '{query}'
rerank_doc_template: '{title}'
service_profile: fine
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
289
|
rerank:
|
47452e1d
tangwang
feat(search): 支持可...
|
290
|
enabled: false # false 时保序透传
|
418b6a4a
tangwang
调参
|
291
|
rerank_window: 160
|
317c5d2c
tangwang
feat(search): 引入 ...
|
292
293
|
exact_knn_rescore_enabled: true
exact_knn_rescore_window: 160
|
42e3aea6
tangwang
tidy
|
294
|
timeout_sec: 15.0
|
506c39b7
tangwang
feat(search): 统一重...
|
295
296
|
weight_es: 0.4
weight_ai: 0.6
|
432d1c88
tangwang
评估框架
|
297
298
299
|
rerank_query_template: '{query}'
rerank_doc_template: '{title}'
service_profile: default
|
9df421ed
tangwang
基于eval框架开始调参
|
300
|
# 乘法融合:fused = Π (max(score,0) + bias) ** exponent(es / rerank / fine / text / knn)
|
881d338b
tangwang
评估框架
|
301
302
303
|
# 其中 knn_score 先做一层 dis_max:
# max(knn_text_weight * text_knn, knn_image_weight * image_knn)
# + knn_tie_breaker * 另一侧较弱信号
|
814e352b
tangwang
乘法公式配置化
|
304
|
fusion:
|
4d000c94
tangwang
融合公式调参
|
305
|
es_bias: 10.0
|
9df421ed
tangwang
基于eval框架开始调参
|
306
|
es_exponent: 0.05
|
4d000c94
tangwang
融合公式调参
|
307
|
rerank_bias: 0.1
|
432d1c88
tangwang
评估框架
|
308
|
rerank_exponent: 1.15
|
4d000c94
tangwang
融合公式调参
|
309
|
fine_bias: 0.1
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
310
|
fine_exponent: 1.0
|
814e352b
tangwang
乘法公式配置化
|
311
|
text_bias: 0.1
|
881d338b
tangwang
评估框架
|
312
|
# base_query_trans_* 相对 base_query 的权重(见 search/rerank_client 中文本 dismax 融合)
|
47452e1d
tangwang
feat(search): 支持可...
|
313
|
text_exponent: 0.25
|
432d1c88
tangwang
评估框架
|
314
|
text_translation_weight: 0.8
|
24edc208
tangwang
修改_extract_combin...
|
315
|
knn_text_weight: 1.0
|
4d000c94
tangwang
融合公式调参
|
316
317
|
knn_image_weight: 2.0
knn_tie_breaker: 0.3
|
47452e1d
tangwang
feat(search): 支持可...
|
318
319
|
knn_bias: 0.0
knn_exponent: 5.6
|
881d338b
tangwang
评估框架
|
320
|
|
42e3aea6
tangwang
tidy
|
321
322
|
services:
translation:
|
432d1c88
tangwang
评估框架
|
323
|
service_url: http://127.0.0.1:6006
|
432d1c88
tangwang
评估框架
|
324
325
|
default_model: nllb-200-distilled-600m
default_scene: general
|
42e3aea6
tangwang
tidy
|
326
|
timeout_sec: 10.0
|
d4cadc13
tangwang
翻译重构
|
327
|
cache:
|
d4cadc13
tangwang
翻译重构
|
328
329
|
ttl_seconds: 62208000
sliding_expiration: true
|
47452e1d
tangwang
feat(search): 支持可...
|
330
|
# When false, cache keys are exact-match per request model only (ignores model_quality_tiers for lookups)
|
881d338b
tangwang
评估框架
|
331
332
|
# Higher tier = better quality. Multiple models may share one tier (同级).
# A request may reuse Redis keys from models with tier > A or tier == A (not from lower tiers).
|
47452e1d
tangwang
feat(search): 支持可...
|
333
|
enable_model_quality_tier_cache: true
|
8140e942
tangwang
translator model ...
|
334
335
336
337
338
339
340
|
model_quality_tiers:
deepl: 30
qwen-mt: 30
llm: 30
nllb-200-distilled-600m: 20
opus-mt-zh-en: 10
opus-mt-en-zh: 10
|
5e4dc8e4
tangwang
翻译架构按“一个翻译服务 +
|
341
|
capabilities:
|
d4cadc13
tangwang
翻译重构
|
342
|
qwen-mt:
|
5e4dc8e4
tangwang
翻译架构按“一个翻译服务 +
|
343
|
enabled: true
|
432d1c88
tangwang
评估框架
|
344
345
346
|
backend: qwen_mt
model: qwen-mt-flash
base_url: https://dashscope-us.aliyuncs.com/compatible-mode/v1
|
42e3aea6
tangwang
tidy
|
347
|
timeout_sec: 10.0
|
5e4dc8e4
tangwang
翻译架构按“一个翻译服务 +
|
348
|
use_cache: true
|
a0a173ae
tangwang
last
|
349
|
llm:
|
5e4dc8e4
tangwang
翻译架构按“一个翻译服务 +
|
350
|
enabled: true
|
432d1c88
tangwang
评估框架
|
351
352
353
|
backend: llm
model: qwen-flash
base_url: https://dashscope-us.aliyuncs.com/compatible-mode/v1
|
a0a173ae
tangwang
last
|
354
|
timeout_sec: 30.0
|
cd4ce66d
tangwang
trans logs
|
355
|
use_cache: true
|
d4cadc13
tangwang
翻译重构
|
356
|
deepl:
|
cd4ce66d
tangwang
trans logs
|
357
|
enabled: true
|
432d1c88
tangwang
评估框架
|
358
359
|
backend: deepl
api_url: https://api.deepl.com/v2/translate
|
d4cadc13
tangwang
翻译重构
|
360
|
timeout_sec: 10.0
|
432d1c88
tangwang
评估框架
|
361
|
glossary_id: ''
|
cd4ce66d
tangwang
trans logs
|
362
|
use_cache: true
|
0fd2f875
tangwang
translate
|
363
|
nllb-200-distilled-600m:
|
93be98cb
tangwang
清理过时的文档
|
364
|
enabled: true
|
432d1c88
tangwang
评估框架
|
365
366
367
368
369
370
|
backend: local_nllb
model_id: facebook/nllb-200-distilled-600M
model_dir: ./models/translation/facebook/nllb-200-distilled-600M
ct2_model_dir: ./models/translation/facebook/nllb-200-distilled-600M/ctranslate2-float16
ct2_compute_type: float16
ct2_conversion_quantization: float16
|
ea293660
tangwang
CTranslate2
|
371
|
ct2_auto_convert: true
|
46ce858d
tangwang
在NLLB模型的 /data/sa...
|
372
|
ct2_inter_threads: 4
|
ea293660
tangwang
CTranslate2
|
373
|
ct2_intra_threads: 0
|
46ce858d
tangwang
在NLLB模型的 /data/sa...
|
374
|
ct2_max_queued_batches: 32
|
432d1c88
tangwang
评估框架
|
375
376
|
ct2_batch_type: examples
ct2_decoding_length_mode: source
|
46ce858d
tangwang
在NLLB模型的 /data/sa...
|
377
378
|
ct2_decoding_length_extra: 8
ct2_decoding_length_min: 32
|
432d1c88
tangwang
评估框架
|
379
380
|
device: cuda
torch_dtype: float16
|
4747e2f4
tangwang
embedding perform...
|
381
|
batch_size: 64
|
0fd2f875
tangwang
translate
|
382
|
max_input_length: 256
|
3eff49b7
tangwang
trans nllb-200-di...
|
383
|
max_new_tokens: 64
|
0fd2f875
tangwang
translate
|
384
|
num_beams: 1
|
cd4ce66d
tangwang
trans logs
|
385
|
use_cache: true
|
0fd2f875
tangwang
translate
|
386
|
opus-mt-zh-en:
|
f86c5fee
tangwang
reranker性能参数脚本放在:...
|
387
|
enabled: false
|
432d1c88
tangwang
评估框架
|
388
389
390
391
392
393
|
backend: local_marian
model_id: Helsinki-NLP/opus-mt-zh-en
model_dir: ./models/translation/Helsinki-NLP/opus-mt-zh-en
ct2_model_dir: ./models/translation/Helsinki-NLP/opus-mt-zh-en/ctranslate2-float16
ct2_compute_type: float16
ct2_conversion_quantization: float16
|
ea293660
tangwang
CTranslate2
|
394
395
396
397
|
ct2_auto_convert: true
ct2_inter_threads: 1
ct2_intra_threads: 0
ct2_max_queued_batches: 0
|
432d1c88
tangwang
评估框架
|
398
399
400
|
ct2_batch_type: examples
device: cuda
torch_dtype: float16
|
0fd2f875
tangwang
translate
|
401
402
403
404
|
batch_size: 16
max_input_length: 256
max_new_tokens: 256
num_beams: 1
|
cd4ce66d
tangwang
trans logs
|
405
|
use_cache: true
|
0fd2f875
tangwang
translate
|
406
|
opus-mt-en-zh:
|
f86c5fee
tangwang
reranker性能参数脚本放在:...
|
407
|
enabled: false
|
432d1c88
tangwang
评估框架
|
408
409
410
411
412
413
|
backend: local_marian
model_id: Helsinki-NLP/opus-mt-en-zh
model_dir: ./models/translation/Helsinki-NLP/opus-mt-en-zh
ct2_model_dir: ./models/translation/Helsinki-NLP/opus-mt-en-zh/ctranslate2-float16
ct2_compute_type: float16
ct2_conversion_quantization: float16
|
ea293660
tangwang
CTranslate2
|
414
415
416
417
|
ct2_auto_convert: true
ct2_inter_threads: 1
ct2_intra_threads: 0
ct2_max_queued_batches: 0
|
432d1c88
tangwang
评估框架
|
418
419
420
|
ct2_batch_type: examples
device: cuda
torch_dtype: float16
|
0fd2f875
tangwang
translate
|
421
422
423
424
|
batch_size: 16
max_input_length: 256
max_new_tokens: 256
num_beams: 1
|
cd4ce66d
tangwang
trans logs
|
425
|
use_cache: true
|
42e3aea6
tangwang
tidy
|
426
|
embedding:
|
47452e1d
tangwang
feat(search): 支持可...
|
427
|
provider: http
|
42e3aea6
tangwang
tidy
|
428
429
|
providers:
http:
|
432d1c88
tangwang
评估框架
|
430
431
|
text_base_url: http://127.0.0.1:6005
image_base_url: http://127.0.0.1:6008
|
47452e1d
tangwang
feat(search): 支持可...
|
432
|
backend: tei
|
07cf5a93
tangwang
START_EMBEDDING=...
|
433
434
|
backends:
tei:
|
432d1c88
tangwang
评估框架
|
435
|
base_url: http://127.0.0.1:8080
|
efd435cf
tangwang
tei性能调优:
|
436
|
timeout_sec: 20
|
432d1c88
tangwang
评估框架
|
437
|
model_id: Qwen/Qwen3-Embedding-0.6B
|
07cf5a93
tangwang
START_EMBEDDING=...
|
438
|
local_st:
|
432d1c88
tangwang
评估框架
|
439
440
|
model_id: Qwen/Qwen3-Embedding-0.6B
device: cuda
|
07cf5a93
tangwang
START_EMBEDDING=...
|
441
442
|
batch_size: 32
normalize_embeddings: true
|
881d338b
tangwang
评估框架
|
443
444
445
446
|
# 服务内图片后端(embedding 进程启动时读取;cnclip gRPC 与 6008 须同一 model_name)
# Chinese-CLIP:ViT-H-14 → 1024 维,ViT-L-14 → 768 维。须与 mappings/search_products.json 中
# image_embedding.vector.dims 一致(当前索引为 1024 → 默认 ViT-H-14)。
image_backend: clip_as_service # clip_as_service | local_cnclip
|
86d8358b
tangwang
config optimize
|
447
448
|
image_backends:
clip_as_service:
|
432d1c88
tangwang
评估框架
|
449
450
|
server: grpc://127.0.0.1:51000
model_name: CN-CLIP/ViT-L-14
|
86d8358b
tangwang
config optimize
|
451
452
453
|
batch_size: 8
normalize_embeddings: true
local_cnclip:
|
432d1c88
tangwang
评估框架
|
454
|
model_name: ViT-L-14
|
86d8358b
tangwang
config optimize
|
455
456
457
|
device: null
batch_size: 8
normalize_embeddings: true
|
42e3aea6
tangwang
tidy
|
458
|
rerank:
|
432d1c88
tangwang
评估框架
|
459
|
provider: http
|
42e3aea6
tangwang
tidy
|
460
461
|
providers:
http:
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
462
463
|
instances:
default:
|
432d1c88
tangwang
评估框架
|
464
465
|
base_url: http://127.0.0.1:6007
service_url: http://127.0.0.1:6007/rerank
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
466
|
fine:
|
432d1c88
tangwang
评估框架
|
467
468
|
base_url: http://127.0.0.1:6009
service_url: http://127.0.0.1:6009/rerank
|
86d8358b
tangwang
config optimize
|
469
470
471
|
request:
max_docs: 1000
normalize: true
|
881d338b
tangwang
评估框架
|
472
|
# 命名实例:同一套 reranker 代码按实例名读取不同端口 / 后端 / runtime 目录。
|
47452e1d
tangwang
feat(search): 支持可...
|
473
|
default_instance: default
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
474
475
|
instances:
default:
|
432d1c88
tangwang
评估框架
|
476
|
host: 0.0.0.0
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
477
|
port: 6007
|
0ba0e0fc
tangwang
1. rerank漏斗配置优化
|
478
|
backend: bge
|
432d1c88
tangwang
评估框架
|
479
|
runtime_dir: ./.runtime/reranker/default
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
480
|
fine:
|
432d1c88
tangwang
评估框架
|
481
|
host: 0.0.0.0
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
482
|
port: 6009
|
432d1c88
tangwang
评估框架
|
483
484
|
backend: bge
runtime_dir: ./.runtime/reranker/fine
|
701ae503
tangwang
docs
|
485
486
|
backends:
bge:
|
432d1c88
tangwang
评估框架
|
487
|
model_name: BAAI/bge-reranker-v2-m3
|
701ae503
tangwang
docs
|
488
489
|
device: null
use_fp16: true
|
418b6a4a
tangwang
调参
|
490
|
batch_size: 80
|
00c8ddb9
tangwang
suggest rank opti...
|
491
|
max_length: 160
|
432d1c88
tangwang
评估框架
|
492
|
cache_dir: ./model_cache
|
701ae503
tangwang
docs
|
493
|
enable_warmup: true
|
971a0851
tangwang
补充reranker-jina,探...
|
494
|
jina_reranker_v3:
|
432d1c88
tangwang
评估框架
|
495
|
model_name: jinaai/jina-reranker-v3
|
971a0851
tangwang
补充reranker-jina,探...
|
496
|
device: null
|
432d1c88
tangwang
评估框架
|
497
|
dtype: float16
|
971a0851
tangwang
补充reranker-jina,探...
|
498
|
batch_size: 64
|
74116f05
tangwang
jina-reranker-v3性...
|
499
500
501
|
max_doc_length: 160
max_query_length: 64
sort_by_doc_length: true
|
432d1c88
tangwang
评估框架
|
502
|
cache_dir: ./model_cache
|
971a0851
tangwang
补充reranker-jina,探...
|
503
|
trust_remote_code: true
|
701ae503
tangwang
docs
|
504
|
qwen3_vllm:
|
432d1c88
tangwang
评估框架
|
505
506
|
model_name: Qwen/Qwen3-Reranker-0.6B
engine: vllm
|
b0972ff9
tangwang
qwen3_vllm_score ...
|
507
|
max_model_len: 256
|
701ae503
tangwang
docs
|
508
|
tensor_parallel_size: 1
|
432d1c88
tangwang
评估框架
|
509
510
|
gpu_memory_utilization: 0.2
dtype: float16
|
bc089b43
tangwang
refactor(reranker...
|
511
512
|
enable_prefix_caching: true
enforce_eager: false
|
00c8ddb9
tangwang
suggest rank opti...
|
513
|
infer_batch_size: 100
|
9f5994b4
tangwang
reranker
|
514
|
sort_by_doc_length: true
|
47452e1d
tangwang
feat(search): 支持可...
|
515
|
|
881d338b
tangwang
评估框架
|
516
517
518
519
520
521
522
523
524
525
526
527
|
# standard=_format_instruction__standard(固定 yes/no system);compact=_format_instruction(instruction 作 system 且 user 内重复 Instruct)
instruction_format: standard # compact standard
# instruction: "Given a query, score the product for relevance"
# "rank products by given query" 比 “Given a query, score the product for relevance” 更好点
# instruction: "rank products by given query, category match first"
# instruction: "Rank products by query relevance, prioritizing category match"
# instruction: "Rank products by query relevance, prioritizing category and style match"
# instruction: "Rank by query relevance, prioritize category & style"
# instruction: "Relevance ranking: category & style match first"
# instruction: "Score product relevance by query with category & style match prioritized"
# instruction: "Rank products by query with category & style match prioritized"
# instruction: "Given a fashion shopping query, retrieve relevant products that answer the query"
|
432d1c88
tangwang
评估框架
|
528
|
instruction: rank products by given query
|
47452e1d
tangwang
feat(search): 支持可...
|
529
|
|
881d338b
tangwang
评估框架
|
530
531
|
# vLLM LLM.score()(跨编码打分)。独立高性能环境 .venv-reranker-score(vllm 0.18 固定版):./scripts/setup_reranker_venv.sh qwen3_vllm_score
# 与 qwen3_vllm 可共用同一 model_name / HF 缓存;venv 分离以便升级 vLLM 而不影响 generate 后端。
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
532
|
qwen3_vllm_score:
|
432d1c88
tangwang
评估框架
|
533
|
model_name: Qwen/Qwen3-Reranker-0.6B
|
881d338b
tangwang
评估框架
|
534
|
# 官方 Hub 原版需 true;若改用已转换的 seq-cls 权重(如 tomaarsen/...-seq-cls)则设为 false
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
535
|
use_original_qwen3_hf_overrides: true
|
881d338b
tangwang
评估框架
|
536
537
538
539
|
# vllm_runner: "auto"
# vllm_convert: "auto"
# 可选:在 use_original_qwen3_hf_overrides 为 true 时与内置 overrides 合并
# hf_overrides: {}
|
432d1c88
tangwang
评估框架
|
540
|
engine: vllm
|
f86c5fee
tangwang
reranker性能参数脚本放在:...
|
541
|
max_model_len: 172
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
542
|
tensor_parallel_size: 1
|
c3425429
tangwang
在以下文件中完成精排/融合清理工作...
|
543
|
gpu_memory_utilization: 0.15
|
432d1c88
tangwang
评估框架
|
544
|
dtype: float16
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
545
546
|
enable_prefix_caching: true
enforce_eager: false
|
3b35f139
tangwang
search evalution
|
547
|
infer_batch_size: 80
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
548
|
sort_by_doc_length: true
|
881d338b
tangwang
评估框架
|
549
550
551
552
|
# 默认 standard 与 vLLM 官方 Qwen3 reranker 前缀一致
instruction_format: standard # compact standard
# instruction: "Rank products by query with category & style match prioritized"
# instruction: "Given a shopping query, rank products by relevance"
|
432d1c88
tangwang
评估框架
|
553
|
instruction: Rank products by query with category & style match prioritized
|
d31c7f65
tangwang
补充云服务reranker
|
554
|
qwen3_transformers:
|
432d1c88
tangwang
评估框架
|
555
556
|
model_name: Qwen/Qwen3-Reranker-0.6B
instruction: rank products by given query
|
d31c7f65
tangwang
补充云服务reranker
|
557
558
559
|
max_length: 8192
batch_size: 64
use_fp16: true
|
432d1c88
tangwang
评估框架
|
560
|
attn_implementation: sdpa
|
4823f463
tangwang
qwen3_vllm_score ...
|
561
|
qwen3_transformers_packed:
|
432d1c88
tangwang
评估框架
|
562
563
|
model_name: Qwen/Qwen3-Reranker-0.6B
instruction: Rank products by query with category & style match prioritized
|
b0972ff9
tangwang
qwen3_vllm_score ...
|
564
|
max_model_len: 256
|
4823f463
tangwang
qwen3_vllm_score ...
|
565
566
567
568
|
max_doc_len: 160
max_docs_per_pack: 0
use_fp16: true
sort_by_doc_length: true
|
432d1c88
tangwang
评估框架
|
569
|
attn_implementation: eager
|
3d508beb
tangwang
reranker-4b-gguf
|
570
|
qwen3_gguf:
|
432d1c88
tangwang
评估框架
|
571
572
573
574
575
|
repo_id: DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF
filename: '*Q8_0.gguf'
cache_dir: ./model_cache
local_dir: ./models/reranker/qwen3-reranker-4b-gguf
instruction: Rank products by query with category & style match prioritized
|
5c21a485
tangwang
qwen3-reranker-0....
|
576
577
578
579
|
n_ctx: 512
n_batch: 512
n_ubatch: 512
n_gpu_layers: 999
|
3d508beb
tangwang
reranker-4b-gguf
|
580
581
582
583
584
585
586
587
588
|
main_gpu: 0
n_threads: 2
n_threads_batch: 4
flash_attn: true
offload_kqv: true
use_mmap: true
use_mlock: false
infer_batch_size: 8
sort_by_doc_length: true
|
432d1c88
tangwang
评估框架
|
589
|
length_sort_mode: char
|
3d508beb
tangwang
reranker-4b-gguf
|
590
591
|
enable_warmup: true
verbose: false
|
5c21a485
tangwang
qwen3-reranker-0....
|
592
|
qwen3_gguf_06b:
|
432d1c88
tangwang
评估框架
|
593
594
595
596
597
|
repo_id: ggml-org/Qwen3-Reranker-0.6B-Q8_0-GGUF
filename: qwen3-reranker-0.6b-q8_0.gguf
cache_dir: ./model_cache
local_dir: ./models/reranker/qwen3-reranker-0.6b-q8_0-gguf
instruction: Rank products by query with category & style match prioritized
|
5c21a485
tangwang
qwen3-reranker-0....
|
598
599
600
601
602
603
604
605
606
607
608
609
610
|
n_ctx: 256
n_batch: 256
n_ubatch: 256
n_gpu_layers: 999
main_gpu: 0
n_threads: 2
n_threads_batch: 4
flash_attn: true
offload_kqv: true
use_mmap: true
use_mlock: false
infer_batch_size: 32
sort_by_doc_length: true
|
432d1c88
tangwang
评估框架
|
611
|
length_sort_mode: char
|
5c21a485
tangwang
qwen3-reranker-0....
|
612
613
614
|
reuse_query_state: false
enable_warmup: true
verbose: false
|
d31c7f65
tangwang
补充云服务reranker
|
615
|
dashscope_rerank:
|
432d1c88
tangwang
评估框架
|
616
|
model_name: qwen3-rerank
|
432d1c88
tangwang
评估框架
|
617
618
619
|
endpoint: https://dashscope.aliyuncs.com/compatible-api/v1/reranks
api_key_env: RERANK_DASHSCOPE_API_KEY_CN
timeout_sec: 10.0
|
47452e1d
tangwang
feat(search): 支持可...
|
620
621
|
top_n_cap: 0 # 0 表示 top_n=当前请求文档数
batchsize: 64 # 0 关闭;>0 启用并发小包调度(top_n/top_n_cap 仍生效,分包后全局截断)
|
432d1c88
tangwang
评估框架
|
622
|
instruct: Given a shopping query, rank product titles by relevance
|
d31c7f65
tangwang
补充云服务reranker
|
623
624
|
max_retries: 2
retry_backoff_sec: 0.2
|
881d338b
tangwang
评估框架
|
625
|
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
626
627
|
spu_config:
enabled: true
|
432d1c88
tangwang
评估框架
|
628
|
spu_field: spu_id
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
629
|
inner_hits_size: 10
|
881d338b
tangwang
评估框架
|
630
631
|
# 配置哪些option维度参与检索(进索引、以及在线搜索)
# 格式为list,选择option1/option2/option3中的一个或多个
|
432d1c88
tangwang
评估框架
|
632
633
634
635
|
searchable_option_dimensions:
- option1
- option2
- option3
|
881d338b
tangwang
评估框架
|
636
|
|
881d338b
tangwang
评估框架
|
637
638
|
# 每个租户可配置主语言 primary_language 与索引语言 index_languages(主市场语言,商家可勾选)
# 默认 index_languages: [en, zh],可配置为任意 SOURCE_LANG_CODE_MAP.keys() 的子集
|
0064e946
tangwang
feat: 增量索引服务、租户配置...
|
639
|
tenant_config:
|
0064e946
tangwang
feat: 增量索引服务、租户配置...
|
640
|
default:
|
432d1c88
tangwang
评估框架
|
641
642
643
644
|
primary_language: en
index_languages:
- en
- zh
|
0064e946
tangwang
feat: 增量索引服务、租户配置...
|
645
|
tenants:
|
432d1c88
tangwang
评估框架
|
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
|
'1':
primary_language: zh
index_languages:
- zh
- en
'2':
primary_language: en
index_languages:
- en
- zh
'3':
primary_language: zh
index_languages:
- zh
- en
'162':
primary_language: zh
index_languages:
- zh
- en
'170':
primary_language: en
index_languages:
- en
|
2059d959
tangwang
feat(eval): 多评估集统...
|
670
|
- zh
|