86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
1
|
runtime:
|
432d1c88
tangwang
评估框架
|
2
3
4
|
environment: prod
index_namespace: ''
api_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
5
|
api_port: 6002
|
432d1c88
tangwang
评估框架
|
6
|
indexer_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
7
|
indexer_port: 6004
|
432d1c88
tangwang
评估框架
|
8
|
embedding_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
9
10
11
|
embedding_port: 6005
embedding_text_port: 6005
embedding_image_port: 6008
|
432d1c88
tangwang
评估框架
|
12
|
translator_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
13
|
translator_port: 6006
|
432d1c88
tangwang
评估框架
|
14
|
reranker_host: 0.0.0.0
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
15
|
reranker_port: 6007
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
16
17
|
infrastructure:
elasticsearch:
|
432d1c88
tangwang
评估框架
|
18
|
host: http://localhost:9200
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
19
20
21
|
username: null
password: null
redis:
|
432d1c88
tangwang
评估框架
|
22
|
host: localhost
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
23
24
25
26
27
28
29
|
port: 6479
snapshot_db: 0
password: null
socket_timeout: 1
socket_connect_timeout: 1
retry_on_timeout: false
cache_expire_days: 720
|
432d1c88
tangwang
评估框架
|
30
31
|
embedding_cache_prefix: embedding
anchor_cache_prefix: product_anchors
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
32
33
34
35
36
37
38
39
40
41
|
anchor_cache_expire_days: 30
database:
host: null
port: 3306
database: null
username: null
password: null
secrets:
dashscope_api_key: null
deepl_auth_key: null
|
432d1c88
tangwang
评估框架
|
42
|
es_index_name: search_products
|
86d0e83d
tangwang
query翻译,根据源语言是否在索...
|
43
|
indexes: []
|
86d8358b
tangwang
config optimize
|
44
|
assets:
|
432d1c88
tangwang
评估框架
|
45
|
query_rewrite_dictionary_path: config/dictionaries/query_rewrite.dict
|
41f0b2e9
tangwang
product_enrich支持并发
|
46
47
|
product_enrich:
max_workers: 40
|
331861d5
tangwang
eval框架配置化
|
48
49
50
51
52
53
54
55
|
search_evaluation:
artifact_root: artifacts/search_evaluation
queries_file: scripts/evaluation/queries/queries.txt
eval_log_dir: logs
default_tenant_id: '163'
search_base_url: ''
web_host: 0.0.0.0
web_port: 6010
|
984f14f9
tangwang
product_enrich模块迁出
|
56
|
judge_model: qwen3.6-plus
|
331861d5
tangwang
eval框架配置化
|
57
58
|
judge_enable_thinking: false
judge_dashscope_batch: false
|
984f14f9
tangwang
product_enrich模块迁出
|
59
|
intent_model: qwen3.6-plus
|
331861d5
tangwang
eval框架配置化
|
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
intent_enable_thinking: true
judge_batch_completion_window: 24h
judge_batch_poll_interval_sec: 10.0
build_search_depth: 1000
build_rerank_depth: 10000
annotate_search_top_k: 120
annotate_rerank_top_k: 200
batch_top_k: 100
audit_top_k: 100
audit_limit_suspicious: 5
default_language: en
search_recall_top_k: 200
rerank_high_threshold: 0.5
rerank_high_skip_count: 1000
rebuild_llm_batch_size: 50
rebuild_min_llm_batches: 10
rebuild_max_llm_batches: 40
rebuild_irrelevant_stop_ratio: 0.799
rebuild_irrel_low_combined_stop_ratio: 0.959
rebuild_irrelevant_stop_streak: 3
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
80
81
82
|
es_settings:
number_of_shards: 1
number_of_replicas: 0
|
432d1c88
tangwang
评估框架
|
83
|
refresh_interval: 30s
|
881d338b
tangwang
评估框架
|
84
|
|
47452e1d
tangwang
feat(search): 支持可...
|
85
|
# 统一按“字段基名”配置;查询时按实际检索语言动态拼接 .{lang}
|
33839b37
tangwang
属性值参与搜索:
|
86
|
field_boosts:
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
87
|
title: 3.0
|
1fdab52d
tangwang
This change adjus...
|
88
89
90
|
# qanchors enriched_tags 在 enriched_attributes.value中也存在,所以其实他的权重为自身权重+enriched_attributes.value的权重
qanchors: 1.0
enriched_tags: 1.0
|
483a05d9
tangwang
文本搜索权重调整(qanchors...
|
91
|
enriched_attributes.value: 1.5
|
69881ecb
tangwang
相关性调参、enrich内容解析优化
|
92
93
|
category_name_text: 2.0
category_path: 2.0
|
ccbdf870
tangwang
enriched_attribut...
|
94
95
96
97
98
99
100
101
|
keywords: 2.0
tags: 2.0
option1_values: 1.7
option2_values: 1.7
option3_values: 1.7
brief: 1.0
description: 1.0
vendor: 1.0
|
881d338b
tangwang
评估框架
|
102
|
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
103
|
query_config:
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
104
|
supported_languages:
|
432d1c88
tangwang
评估框架
|
105
106
107
|
- zh
- en
default_language: en
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
108
109
|
enable_text_embedding: true
enable_query_rewrite: true
|
881d338b
tangwang
评估框架
|
110
|
|
47452e1d
tangwang
feat(search): 支持可...
|
111
112
113
114
115
116
117
|
zh_to_en_model: deepl # nllb-200-distilled-600m
en_to_zh_model: deepl
default_translation_model: deepl
# 源语种不在 index_languages时翻译质量比较重要,因此单独配置
zh_to_en_model__source_not_in_index: deepl
en_to_zh_model__source_not_in_index: deepl
default_translation_model__source_not_in_index: deepl
|
881d338b
tangwang
评估框架
|
118
|
|
47452e1d
tangwang
feat(search): 支持可...
|
119
120
121
|
# 查询解析阶段:翻译与 query 向量并发执行,共用同一等待预算(毫秒)
translation_embedding_wait_budget_ms_source_in_index: 300
translation_embedding_wait_budget_ms_source_not_in_index: 400
|
cda1cd62
tangwang
意图分析&应用 baseline
|
122
123
|
style_intent:
enabled: true
|
87cacb1b
tangwang
融合公式优化。加入意图匹配因子
|
124
|
selected_sku_boost: 1.2
|
432d1c88
tangwang
评估框架
|
125
126
|
color_dictionary_path: config/dictionaries/style_intent_color.csv
size_dictionary_path: config/dictionaries/style_intent_size.csv
|
cda1cd62
tangwang
意图分析&应用 baseline
|
127
|
dimension_aliases:
|
432d1c88
tangwang
评估框架
|
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
color:
- color
- colors
- colour
- colours
- 颜色
- 色
- 色系
size:
- size
- sizes
- sizing
- 尺码
- 尺寸
- 码数
- 号码
- 码
|
74fdf9bd
tangwang
1.
|
145
146
|
product_title_exclusion:
enabled: true
|
432d1c88
tangwang
评估框架
|
147
|
dictionary_path: config/dictionaries/product_title_exclusion.tsv
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
148
|
search_fields:
|
47452e1d
tangwang
feat(search): 支持可...
|
149
|
# 统一按“字段基名”配置;查询时按实际检索语言动态拼接 .{lang}
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
150
|
multilingual_fields:
|
432d1c88
tangwang
评估框架
|
151
|
- title
|
331861d5
tangwang
eval框架配置化
|
152
|
- keywords
|
ccbdf870
tangwang
enriched_attribut...
|
153
|
- qanchors
|
1c2ba48e
tangwang
eval tagger
|
154
|
- enriched_tags
|
ccbdf870
tangwang
enriched_attribut...
|
155
|
- enriched_attributes.value
|
3abbc95a
tangwang
重构(scripts): 整理sc...
|
156
|
# - enriched_taxonomy_attributes.value
|
331861d5
tangwang
eval框架配置化
|
157
158
159
|
- option1_values
- option2_values
- option3_values
|
432d1c88
tangwang
评估框架
|
160
161
|
- category_path
- category_name_text
|
ccbdf870
tangwang
enriched_attribut...
|
162
163
164
|
# - brief
# - description
# - vendor
|
881d338b
tangwang
评估框架
|
165
|
# shared_fields: 无语言后缀字段;示例: tags, option1_values, option2_values, option3_values
|
47452e1d
tangwang
feat(search): 支持可...
|
166
|
|
432d1c88
tangwang
评估框架
|
167
|
shared_fields: null
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
168
|
core_multilingual_fields:
|
432d1c88
tangwang
评估框架
|
169
170
171
|
- title
- qanchors
- category_name_text
|
881d338b
tangwang
评估框架
|
172
|
|
47452e1d
tangwang
feat(search): 支持可...
|
173
|
# 文本召回(主查询 + 翻译查询)
|
bd96cead
tangwang
1. 动态多语言字段与统一策略配置
|
174
|
text_query_strategy:
|
432d1c88
tangwang
评估框架
|
175
176
|
base_minimum_should_match: 60%
translation_minimum_should_match: 60%
|
69881ecb
tangwang
相关性调参、enrich内容解析优化
|
177
178
|
translation_boost: 0.75
tie_breaker_base_query: 0.5
|
e756b18e
tangwang
重构了文本召回构建器,现在每个 b...
|
179
180
181
182
183
184
185
186
187
|
best_fields_boost: 2.0
best_fields:
title: 4.0
qanchors: 3.0
category_name_text: 2.0
phrase_fields:
title: 5.0
qanchors: 4.0
phrase_match_boost: 3.0
|
432d1c88
tangwang
评估框架
|
188
189
|
text_embedding_field: title_embedding
image_embedding_field: image_embedding.vector
|
881d338b
tangwang
评估框架
|
190
|
|
47452e1d
tangwang
feat(search): 支持可...
|
191
|
# null表示返回所有字段,[]表示不返回任何字段
|
a7cc9078
tangwang
sku排序
|
192
|
source_fields:
|
432d1c88
tangwang
评估框架
|
193
194
195
196
197
198
199
200
201
202
203
204
205
206
|
- spu_id
- handle
- title
- brief
- description
- vendor
- category_name
- category_name_text
- category_path
- category_id
- category_level
- category1_name
- category2_name
- category3_name
|
ccbdf870
tangwang
enriched_attribut...
|
207
208
209
210
211
|
# - tags
# - keywords
# - qanchors
# - enriched_tags
# - enriched_attributes
|
3abbc95a
tangwang
重构(scripts): 整理sc...
|
212
|
# - # enriched_taxonomy_attributes.value
|
47452e1d
tangwang
feat(search): 支持可...
|
213
|
|
432d1c88
tangwang
评估框架
|
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
|
- min_price
- compare_at_price
- image_url
- sku_prices
- sku_weights
- sku_weight_units
- total_inventory
- option1_name
- option1_values
- option2_name
- option2_values
- option3_name
- option3_values
- specifications
- skus
|
881d338b
tangwang
评估框架
|
229
230
|
# KNN:文本向量与多模态(图片)向量各自 boost 与召回(k / num_candidates)
|
ceaf6d03
tangwang
召回限定:must条件补充主干词命...
|
231
232
|
knn_text_boost: 4
knn_image_boost: 4
|
de98daa3
tangwang
多模态召回优化
|
233
|
knn_text_k: 160
|
47452e1d
tangwang
feat(search): 支持可...
|
234
|
knn_text_num_candidates: 560 # k * 3.4
|
de98daa3
tangwang
多模态召回优化
|
235
236
|
knn_text_k_long: 400
knn_text_num_candidates_long: 1200
|
de98daa3
tangwang
多模态召回优化
|
237
238
|
knn_image_k: 400
knn_image_num_candidates: 1200
|
881d338b
tangwang
评估框架
|
239
|
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
240
|
function_score:
|
432d1c88
tangwang
评估框架
|
241
242
|
score_mode: sum
boost_mode: multiply
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
243
|
functions: []
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
244
245
|
coarse_rank:
enabled: true
|
0ba0e0fc
tangwang
1. rerank漏斗配置优化
|
246
247
|
input_window: 480
output_window: 160
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
248
|
fusion:
|
4d000c94
tangwang
融合公式调参
|
249
|
es_bias: 10.0
|
9df421ed
tangwang
基于eval框架开始调参
|
250
|
es_exponent: 0.05
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
251
252
|
text_bias: 0.1
text_exponent: 0.35
|
881d338b
tangwang
评估框架
|
253
254
|
# base_query_trans_* 相对 base_query 的权重(见 search/rerank_client 中文本 dismax 融合)
# 因为es的打分已经给了trans进行了折扣,所以这里不再继续折扣
|
de98daa3
tangwang
多模态召回优化
|
255
|
text_translation_weight: 1.0
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
256
|
knn_text_weight: 1.0
|
4d000c94
tangwang
融合公式调参
|
257
258
|
knn_image_weight: 2.0
knn_tie_breaker: 0.3
|
dba57642
tangwang
bayes调参计划
|
259
|
knn_bias: 0.2
|
47452e1d
tangwang
feat(search): 支持可...
|
260
|
knn_exponent: 5.6
|
dba57642
tangwang
bayes调参计划
|
261
|
knn_text_bias: 0.2
|
47452e1d
tangwang
feat(search): 支持可...
|
262
|
knn_text_exponent: 0.0
|
dba57642
tangwang
bayes调参计划
|
263
|
knn_image_bias: 0.2
|
47452e1d
tangwang
feat(search): 支持可...
|
264
|
knn_image_exponent: 0.0
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
265
|
fine_rank:
|
47452e1d
tangwang
feat(search): 支持可...
|
266
|
enabled: false # false 时保序透传
|
418b6a4a
tangwang
调参
|
267
|
input_window: 160
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
268
269
|
output_window: 80
timeout_sec: 10.0
|
432d1c88
tangwang
评估框架
|
270
271
272
|
rerank_query_template: '{query}'
rerank_doc_template: '{title}'
service_profile: fine
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
273
|
rerank:
|
47452e1d
tangwang
feat(search): 支持可...
|
274
|
enabled: false # false 时保序透传
|
418b6a4a
tangwang
调参
|
275
|
rerank_window: 160
|
317c5d2c
tangwang
feat(search): 引入 ...
|
276
277
|
exact_knn_rescore_enabled: true
exact_knn_rescore_window: 160
|
42e3aea6
tangwang
tidy
|
278
|
timeout_sec: 15.0
|
506c39b7
tangwang
feat(search): 统一重...
|
279
280
|
weight_es: 0.4
weight_ai: 0.6
|
432d1c88
tangwang
评估框架
|
281
282
283
|
rerank_query_template: '{query}'
rerank_doc_template: '{title}'
service_profile: default
|
9df421ed
tangwang
基于eval框架开始调参
|
284
|
# 乘法融合:fused = Π (max(score,0) + bias) ** exponent(es / rerank / fine / text / knn)
|
881d338b
tangwang
评估框架
|
285
286
287
|
# 其中 knn_score 先做一层 dis_max:
# max(knn_text_weight * text_knn, knn_image_weight * image_knn)
# + knn_tie_breaker * 另一侧较弱信号
|
814e352b
tangwang
乘法公式配置化
|
288
|
fusion:
|
4d000c94
tangwang
融合公式调参
|
289
|
es_bias: 10.0
|
9df421ed
tangwang
基于eval框架开始调参
|
290
|
es_exponent: 0.05
|
4d000c94
tangwang
融合公式调参
|
291
|
rerank_bias: 0.1
|
432d1c88
tangwang
评估框架
|
292
|
rerank_exponent: 1.15
|
4d000c94
tangwang
融合公式调参
|
293
|
fine_bias: 0.1
|
8c8b9d84
tangwang
ES 拉取 coarse_rank...
|
294
|
fine_exponent: 1.0
|
814e352b
tangwang
乘法公式配置化
|
295
|
text_bias: 0.1
|
881d338b
tangwang
评估框架
|
296
|
# base_query_trans_* 相对 base_query 的权重(见 search/rerank_client 中文本 dismax 融合)
|
47452e1d
tangwang
feat(search): 支持可...
|
297
|
text_exponent: 0.25
|
432d1c88
tangwang
评估框架
|
298
|
text_translation_weight: 0.8
|
24edc208
tangwang
修改_extract_combin...
|
299
|
knn_text_weight: 1.0
|
4d000c94
tangwang
融合公式调参
|
300
301
|
knn_image_weight: 2.0
knn_tie_breaker: 0.3
|
47452e1d
tangwang
feat(search): 支持可...
|
302
303
|
knn_bias: 0.0
knn_exponent: 5.6
|
881d338b
tangwang
评估框架
|
304
|
|
42e3aea6
tangwang
tidy
|
305
306
|
services:
translation:
|
432d1c88
tangwang
评估框架
|
307
|
service_url: http://127.0.0.1:6006
|
432d1c88
tangwang
评估框架
|
308
309
|
default_model: nllb-200-distilled-600m
default_scene: general
|
42e3aea6
tangwang
tidy
|
310
|
timeout_sec: 10.0
|
d4cadc13
tangwang
翻译重构
|
311
|
cache:
|
d4cadc13
tangwang
翻译重构
|
312
313
|
ttl_seconds: 62208000
sliding_expiration: true
|
47452e1d
tangwang
feat(search): 支持可...
|
314
|
# When false, cache keys are exact-match per request model only (ignores model_quality_tiers for lookups)
|
881d338b
tangwang
评估框架
|
315
316
|
# Higher tier = better quality. Multiple models may share one tier (同级).
# A request may reuse Redis keys from models with tier > A or tier == A (not from lower tiers).
|
47452e1d
tangwang
feat(search): 支持可...
|
317
|
enable_model_quality_tier_cache: true
|
8140e942
tangwang
translator model ...
|
318
319
320
321
322
323
324
|
model_quality_tiers:
deepl: 30
qwen-mt: 30
llm: 30
nllb-200-distilled-600m: 20
opus-mt-zh-en: 10
opus-mt-en-zh: 10
|
5e4dc8e4
tangwang
翻译架构按“一个翻译服务 +
|
325
|
capabilities:
|
d4cadc13
tangwang
翻译重构
|
326
|
qwen-mt:
|
5e4dc8e4
tangwang
翻译架构按“一个翻译服务 +
|
327
|
enabled: true
|
432d1c88
tangwang
评估框架
|
328
329
330
|
backend: qwen_mt
model: qwen-mt-flash
base_url: https://dashscope-us.aliyuncs.com/compatible-mode/v1
|
42e3aea6
tangwang
tidy
|
331
|
timeout_sec: 10.0
|
5e4dc8e4
tangwang
翻译架构按“一个翻译服务 +
|
332
|
use_cache: true
|
a0a173ae
tangwang
last
|
333
|
llm:
|
5e4dc8e4
tangwang
翻译架构按“一个翻译服务 +
|
334
|
enabled: true
|
432d1c88
tangwang
评估框架
|
335
336
337
|
backend: llm
model: qwen-flash
base_url: https://dashscope-us.aliyuncs.com/compatible-mode/v1
|
a0a173ae
tangwang
last
|
338
|
timeout_sec: 30.0
|
cd4ce66d
tangwang
trans logs
|
339
|
use_cache: true
|
d4cadc13
tangwang
翻译重构
|
340
|
deepl:
|
cd4ce66d
tangwang
trans logs
|
341
|
enabled: true
|
432d1c88
tangwang
评估框架
|
342
343
|
backend: deepl
api_url: https://api.deepl.com/v2/translate
|
d4cadc13
tangwang
翻译重构
|
344
|
timeout_sec: 10.0
|
432d1c88
tangwang
评估框架
|
345
|
glossary_id: ''
|
cd4ce66d
tangwang
trans logs
|
346
|
use_cache: true
|
0fd2f875
tangwang
translate
|
347
|
nllb-200-distilled-600m:
|
93be98cb
tangwang
清理过时的文档
|
348
|
enabled: true
|
432d1c88
tangwang
评估框架
|
349
350
351
352
353
354
|
backend: local_nllb
model_id: facebook/nllb-200-distilled-600M
model_dir: ./models/translation/facebook/nllb-200-distilled-600M
ct2_model_dir: ./models/translation/facebook/nllb-200-distilled-600M/ctranslate2-float16
ct2_compute_type: float16
ct2_conversion_quantization: float16
|
ea293660
tangwang
CTranslate2
|
355
|
ct2_auto_convert: true
|
46ce858d
tangwang
在NLLB模型的 /data/sa...
|
356
|
ct2_inter_threads: 4
|
ea293660
tangwang
CTranslate2
|
357
|
ct2_intra_threads: 0
|
46ce858d
tangwang
在NLLB模型的 /data/sa...
|
358
|
ct2_max_queued_batches: 32
|
432d1c88
tangwang
评估框架
|
359
360
|
ct2_batch_type: examples
ct2_decoding_length_mode: source
|
46ce858d
tangwang
在NLLB模型的 /data/sa...
|
361
362
|
ct2_decoding_length_extra: 8
ct2_decoding_length_min: 32
|
432d1c88
tangwang
评估框架
|
363
364
|
device: cuda
torch_dtype: float16
|
4747e2f4
tangwang
embedding perform...
|
365
|
batch_size: 64
|
0fd2f875
tangwang
translate
|
366
|
max_input_length: 256
|
3eff49b7
tangwang
trans nllb-200-di...
|
367
|
max_new_tokens: 64
|
0fd2f875
tangwang
translate
|
368
|
num_beams: 1
|
cd4ce66d
tangwang
trans logs
|
369
|
use_cache: true
|
0fd2f875
tangwang
translate
|
370
|
opus-mt-zh-en:
|
f86c5fee
tangwang
reranker性能参数脚本放在:...
|
371
|
enabled: false
|
432d1c88
tangwang
评估框架
|
372
373
374
375
376
377
|
backend: local_marian
model_id: Helsinki-NLP/opus-mt-zh-en
model_dir: ./models/translation/Helsinki-NLP/opus-mt-zh-en
ct2_model_dir: ./models/translation/Helsinki-NLP/opus-mt-zh-en/ctranslate2-float16
ct2_compute_type: float16
ct2_conversion_quantization: float16
|
ea293660
tangwang
CTranslate2
|
378
379
380
381
|
ct2_auto_convert: true
ct2_inter_threads: 1
ct2_intra_threads: 0
ct2_max_queued_batches: 0
|
432d1c88
tangwang
评估框架
|
382
383
384
|
ct2_batch_type: examples
device: cuda
torch_dtype: float16
|
0fd2f875
tangwang
translate
|
385
386
387
388
|
batch_size: 16
max_input_length: 256
max_new_tokens: 256
num_beams: 1
|
cd4ce66d
tangwang
trans logs
|
389
|
use_cache: true
|
0fd2f875
tangwang
translate
|
390
|
opus-mt-en-zh:
|
f86c5fee
tangwang
reranker性能参数脚本放在:...
|
391
|
enabled: false
|
432d1c88
tangwang
评估框架
|
392
393
394
395
396
397
|
backend: local_marian
model_id: Helsinki-NLP/opus-mt-en-zh
model_dir: ./models/translation/Helsinki-NLP/opus-mt-en-zh
ct2_model_dir: ./models/translation/Helsinki-NLP/opus-mt-en-zh/ctranslate2-float16
ct2_compute_type: float16
ct2_conversion_quantization: float16
|
ea293660
tangwang
CTranslate2
|
398
399
400
401
|
ct2_auto_convert: true
ct2_inter_threads: 1
ct2_intra_threads: 0
ct2_max_queued_batches: 0
|
432d1c88
tangwang
评估框架
|
402
403
404
|
ct2_batch_type: examples
device: cuda
torch_dtype: float16
|
0fd2f875
tangwang
translate
|
405
406
407
408
|
batch_size: 16
max_input_length: 256
max_new_tokens: 256
num_beams: 1
|
cd4ce66d
tangwang
trans logs
|
409
|
use_cache: true
|
42e3aea6
tangwang
tidy
|
410
|
embedding:
|
47452e1d
tangwang
feat(search): 支持可...
|
411
|
provider: http
|
42e3aea6
tangwang
tidy
|
412
413
|
providers:
http:
|
432d1c88
tangwang
评估框架
|
414
415
|
text_base_url: http://127.0.0.1:6005
image_base_url: http://127.0.0.1:6008
|
47452e1d
tangwang
feat(search): 支持可...
|
416
|
backend: tei
|
07cf5a93
tangwang
START_EMBEDDING=...
|
417
418
|
backends:
tei:
|
432d1c88
tangwang
评估框架
|
419
|
base_url: http://127.0.0.1:8080
|
efd435cf
tangwang
tei性能调优:
|
420
|
timeout_sec: 20
|
432d1c88
tangwang
评估框架
|
421
|
model_id: Qwen/Qwen3-Embedding-0.6B
|
07cf5a93
tangwang
START_EMBEDDING=...
|
422
|
local_st:
|
432d1c88
tangwang
评估框架
|
423
424
|
model_id: Qwen/Qwen3-Embedding-0.6B
device: cuda
|
07cf5a93
tangwang
START_EMBEDDING=...
|
425
426
|
batch_size: 32
normalize_embeddings: true
|
881d338b
tangwang
评估框架
|
427
428
429
430
|
# 服务内图片后端(embedding 进程启动时读取;cnclip gRPC 与 6008 须同一 model_name)
# Chinese-CLIP:ViT-H-14 → 1024 维,ViT-L-14 → 768 维。须与 mappings/search_products.json 中
# image_embedding.vector.dims 一致(当前索引为 1024 → 默认 ViT-H-14)。
image_backend: clip_as_service # clip_as_service | local_cnclip
|
86d8358b
tangwang
config optimize
|
431
432
|
image_backends:
clip_as_service:
|
432d1c88
tangwang
评估框架
|
433
434
|
server: grpc://127.0.0.1:51000
model_name: CN-CLIP/ViT-L-14
|
86d8358b
tangwang
config optimize
|
435
436
437
|
batch_size: 8
normalize_embeddings: true
local_cnclip:
|
432d1c88
tangwang
评估框架
|
438
|
model_name: ViT-L-14
|
86d8358b
tangwang
config optimize
|
439
440
441
|
device: null
batch_size: 8
normalize_embeddings: true
|
42e3aea6
tangwang
tidy
|
442
|
rerank:
|
432d1c88
tangwang
评估框架
|
443
|
provider: http
|
42e3aea6
tangwang
tidy
|
444
445
|
providers:
http:
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
446
447
|
instances:
default:
|
432d1c88
tangwang
评估框架
|
448
449
|
base_url: http://127.0.0.1:6007
service_url: http://127.0.0.1:6007/rerank
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
450
|
fine:
|
432d1c88
tangwang
评估框架
|
451
452
|
base_url: http://127.0.0.1:6009
service_url: http://127.0.0.1:6009/rerank
|
86d8358b
tangwang
config optimize
|
453
454
455
|
request:
max_docs: 1000
normalize: true
|
881d338b
tangwang
评估框架
|
456
|
# 命名实例:同一套 reranker 代码按实例名读取不同端口 / 后端 / runtime 目录。
|
47452e1d
tangwang
feat(search): 支持可...
|
457
|
default_instance: default
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
458
459
|
instances:
default:
|
432d1c88
tangwang
评估框架
|
460
|
host: 0.0.0.0
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
461
|
port: 6007
|
0ba0e0fc
tangwang
1. rerank漏斗配置优化
|
462
|
backend: bge
|
432d1c88
tangwang
评估框架
|
463
|
runtime_dir: ./.runtime/reranker/default
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
464
|
fine:
|
432d1c88
tangwang
评估框架
|
465
|
host: 0.0.0.0
|
daa2690b
tangwang
漏斗参数调优&呈现优化
|
466
|
port: 6009
|
432d1c88
tangwang
评估框架
|
467
468
|
backend: bge
runtime_dir: ./.runtime/reranker/fine
|
701ae503
tangwang
docs
|
469
470
|
backends:
bge:
|
432d1c88
tangwang
评估框架
|
471
|
model_name: BAAI/bge-reranker-v2-m3
|
701ae503
tangwang
docs
|
472
473
|
device: null
use_fp16: true
|
418b6a4a
tangwang
调参
|
474
|
batch_size: 80
|
00c8ddb9
tangwang
suggest rank opti...
|
475
|
max_length: 160
|
432d1c88
tangwang
评估框架
|
476
|
cache_dir: ./model_cache
|
701ae503
tangwang
docs
|
477
|
enable_warmup: true
|
971a0851
tangwang
补充reranker-jina,探...
|
478
|
jina_reranker_v3:
|
432d1c88
tangwang
评估框架
|
479
|
model_name: jinaai/jina-reranker-v3
|
971a0851
tangwang
补充reranker-jina,探...
|
480
|
device: null
|
432d1c88
tangwang
评估框架
|
481
|
dtype: float16
|
971a0851
tangwang
补充reranker-jina,探...
|
482
|
batch_size: 64
|
74116f05
tangwang
jina-reranker-v3性...
|
483
484
485
|
max_doc_length: 160
max_query_length: 64
sort_by_doc_length: true
|
432d1c88
tangwang
评估框架
|
486
|
cache_dir: ./model_cache
|
971a0851
tangwang
补充reranker-jina,探...
|
487
|
trust_remote_code: true
|
701ae503
tangwang
docs
|
488
|
qwen3_vllm:
|
432d1c88
tangwang
评估框架
|
489
490
|
model_name: Qwen/Qwen3-Reranker-0.6B
engine: vllm
|
b0972ff9
tangwang
qwen3_vllm_score ...
|
491
|
max_model_len: 256
|
701ae503
tangwang
docs
|
492
|
tensor_parallel_size: 1
|
432d1c88
tangwang
评估框架
|
493
494
|
gpu_memory_utilization: 0.2
dtype: float16
|
bc089b43
tangwang
refactor(reranker...
|
495
496
|
enable_prefix_caching: true
enforce_eager: false
|
00c8ddb9
tangwang
suggest rank opti...
|
497
|
infer_batch_size: 100
|
9f5994b4
tangwang
reranker
|
498
|
sort_by_doc_length: true
|
47452e1d
tangwang
feat(search): 支持可...
|
499
|
|
881d338b
tangwang
评估框架
|
500
501
502
503
504
505
506
507
508
509
510
511
|
# standard=_format_instruction__standard(固定 yes/no system);compact=_format_instruction(instruction 作 system 且 user 内重复 Instruct)
instruction_format: standard # compact standard
# instruction: "Given a query, score the product for relevance"
# "rank products by given query" 比 “Given a query, score the product for relevance” 更好点
# instruction: "rank products by given query, category match first"
# instruction: "Rank products by query relevance, prioritizing category match"
# instruction: "Rank products by query relevance, prioritizing category and style match"
# instruction: "Rank by query relevance, prioritize category & style"
# instruction: "Relevance ranking: category & style match first"
# instruction: "Score product relevance by query with category & style match prioritized"
# instruction: "Rank products by query with category & style match prioritized"
# instruction: "Given a fashion shopping query, retrieve relevant products that answer the query"
|
432d1c88
tangwang
评估框架
|
512
|
instruction: rank products by given query
|
47452e1d
tangwang
feat(search): 支持可...
|
513
|
|
881d338b
tangwang
评估框架
|
514
515
|
# vLLM LLM.score()(跨编码打分)。独立高性能环境 .venv-reranker-score(vllm 0.18 固定版):./scripts/setup_reranker_venv.sh qwen3_vllm_score
# 与 qwen3_vllm 可共用同一 model_name / HF 缓存;venv 分离以便升级 vLLM 而不影响 generate 后端。
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
516
|
qwen3_vllm_score:
|
432d1c88
tangwang
评估框架
|
517
|
model_name: Qwen/Qwen3-Reranker-0.6B
|
881d338b
tangwang
评估框架
|
518
|
# 官方 Hub 原版需 true;若改用已转换的 seq-cls 权重(如 tomaarsen/...-seq-cls)则设为 false
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
519
|
use_original_qwen3_hf_overrides: true
|
881d338b
tangwang
评估框架
|
520
521
522
523
|
# vllm_runner: "auto"
# vllm_convert: "auto"
# 可选:在 use_original_qwen3_hf_overrides 为 true 时与内置 overrides 合并
# hf_overrides: {}
|
432d1c88
tangwang
评估框架
|
524
|
engine: vllm
|
f86c5fee
tangwang
reranker性能参数脚本放在:...
|
525
|
max_model_len: 172
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
526
|
tensor_parallel_size: 1
|
c3425429
tangwang
在以下文件中完成精排/融合清理工作...
|
527
|
gpu_memory_utilization: 0.15
|
432d1c88
tangwang
评估框架
|
528
|
dtype: float16
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
529
530
|
enable_prefix_caching: true
enforce_eager: false
|
3b35f139
tangwang
search evalution
|
531
|
infer_batch_size: 80
|
9de5ef49
tangwang
qwen3_vllm_score ...
|
532
|
sort_by_doc_length: true
|
881d338b
tangwang
评估框架
|
533
534
535
536
|
# 默认 standard 与 vLLM 官方 Qwen3 reranker 前缀一致
instruction_format: standard # compact standard
# instruction: "Rank products by query with category & style match prioritized"
# instruction: "Given a shopping query, rank products by relevance"
|
432d1c88
tangwang
评估框架
|
537
|
instruction: Rank products by query with category & style match prioritized
|
d31c7f65
tangwang
补充云服务reranker
|
538
|
qwen3_transformers:
|
432d1c88
tangwang
评估框架
|
539
540
|
model_name: Qwen/Qwen3-Reranker-0.6B
instruction: rank products by given query
|
d31c7f65
tangwang
补充云服务reranker
|
541
542
543
|
max_length: 8192
batch_size: 64
use_fp16: true
|
432d1c88
tangwang
评估框架
|
544
|
attn_implementation: sdpa
|
4823f463
tangwang
qwen3_vllm_score ...
|
545
|
qwen3_transformers_packed:
|
432d1c88
tangwang
评估框架
|
546
547
|
model_name: Qwen/Qwen3-Reranker-0.6B
instruction: Rank products by query with category & style match prioritized
|
b0972ff9
tangwang
qwen3_vllm_score ...
|
548
|
max_model_len: 256
|
4823f463
tangwang
qwen3_vllm_score ...
|
549
550
551
552
|
max_doc_len: 160
max_docs_per_pack: 0
use_fp16: true
sort_by_doc_length: true
|
432d1c88
tangwang
评估框架
|
553
|
attn_implementation: eager
|
3d508beb
tangwang
reranker-4b-gguf
|
554
|
qwen3_gguf:
|
432d1c88
tangwang
评估框架
|
555
556
557
558
559
|
repo_id: DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF
filename: '*Q8_0.gguf'
cache_dir: ./model_cache
local_dir: ./models/reranker/qwen3-reranker-4b-gguf
instruction: Rank products by query with category & style match prioritized
|
5c21a485
tangwang
qwen3-reranker-0....
|
560
561
562
563
|
n_ctx: 512
n_batch: 512
n_ubatch: 512
n_gpu_layers: 999
|
3d508beb
tangwang
reranker-4b-gguf
|
564
565
566
567
568
569
570
571
572
|
main_gpu: 0
n_threads: 2
n_threads_batch: 4
flash_attn: true
offload_kqv: true
use_mmap: true
use_mlock: false
infer_batch_size: 8
sort_by_doc_length: true
|
432d1c88
tangwang
评估框架
|
573
|
length_sort_mode: char
|
3d508beb
tangwang
reranker-4b-gguf
|
574
575
|
enable_warmup: true
verbose: false
|
5c21a485
tangwang
qwen3-reranker-0....
|
576
|
qwen3_gguf_06b:
|
432d1c88
tangwang
评估框架
|
577
578
579
580
581
|
repo_id: ggml-org/Qwen3-Reranker-0.6B-Q8_0-GGUF
filename: qwen3-reranker-0.6b-q8_0.gguf
cache_dir: ./model_cache
local_dir: ./models/reranker/qwen3-reranker-0.6b-q8_0-gguf
instruction: Rank products by query with category & style match prioritized
|
5c21a485
tangwang
qwen3-reranker-0....
|
582
583
584
585
586
587
588
589
590
591
592
593
594
|
n_ctx: 256
n_batch: 256
n_ubatch: 256
n_gpu_layers: 999
main_gpu: 0
n_threads: 2
n_threads_batch: 4
flash_attn: true
offload_kqv: true
use_mmap: true
use_mlock: false
infer_batch_size: 32
sort_by_doc_length: true
|
432d1c88
tangwang
评估框架
|
595
|
length_sort_mode: char
|
5c21a485
tangwang
qwen3-reranker-0....
|
596
597
598
|
reuse_query_state: false
enable_warmup: true
verbose: false
|
d31c7f65
tangwang
补充云服务reranker
|
599
|
dashscope_rerank:
|
432d1c88
tangwang
评估框架
|
600
|
model_name: qwen3-rerank
|
432d1c88
tangwang
评估框架
|
601
602
603
|
endpoint: https://dashscope.aliyuncs.com/compatible-api/v1/reranks
api_key_env: RERANK_DASHSCOPE_API_KEY_CN
timeout_sec: 10.0
|
47452e1d
tangwang
feat(search): 支持可...
|
604
605
|
top_n_cap: 0 # 0 表示 top_n=当前请求文档数
batchsize: 64 # 0 关闭;>0 启用并发小包调度(top_n/top_n_cap 仍生效,分包后全局截断)
|
432d1c88
tangwang
评估框架
|
606
|
instruct: Given a shopping query, rank product titles by relevance
|
d31c7f65
tangwang
补充云服务reranker
|
607
608
|
max_retries: 2
retry_backoff_sec: 0.2
|
881d338b
tangwang
评估框架
|
609
|
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
610
611
|
spu_config:
enabled: true
|
432d1c88
tangwang
评估框架
|
612
|
spu_field: spu_id
|
4d824a77
tangwang
所有租户共用一套统一配置.tena...
|
613
|
inner_hits_size: 10
|
881d338b
tangwang
评估框架
|
614
615
|
# 配置哪些option维度参与检索(进索引、以及在线搜索)
# 格式为list,选择option1/option2/option3中的一个或多个
|
432d1c88
tangwang
评估框架
|
616
617
618
619
|
searchable_option_dimensions:
- option1
- option2
- option3
|
881d338b
tangwang
评估框架
|
620
|
|
881d338b
tangwang
评估框架
|
621
622
|
# 每个租户可配置主语言 primary_language 与索引语言 index_languages(主市场语言,商家可勾选)
# 默认 index_languages: [en, zh],可配置为任意 SOURCE_LANG_CODE_MAP.keys() 的子集
|
0064e946
tangwang
feat: 增量索引服务、租户配置...
|
623
|
tenant_config:
|
0064e946
tangwang
feat: 增量索引服务、租户配置...
|
624
|
default:
|
432d1c88
tangwang
评估框架
|
625
626
627
628
|
primary_language: en
index_languages:
- en
- zh
|
0064e946
tangwang
feat: 增量索引服务、租户配置...
|
629
|
tenants:
|
432d1c88
tangwang
评估框架
|
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
|
'1':
primary_language: zh
index_languages:
- zh
- en
'2':
primary_language: en
index_languages:
- en
- zh
'3':
primary_language: zh
index_languages:
- zh
- en
'162':
primary_language: zh
index_languages:
- zh
- en
'170':
primary_language: en
index_languages:
- en
|
dba57642
tangwang
bayes调参计划
|
654
|
- zh
|