From 1c2ba48e1f815e47af9274e1347ce79171b0470d Mon Sep 17 00:00:00 2001
From: tangwang <tangwang@hsyl>
Date: Wed, 1 Apr 2026 14:43:00 +0800
Subject: [PATCH] eval tagger

---
 config/config.yaml                           |  1 +
 scripts/evaluation/eval_framework/prompts.py | 10 ++++++----
 2 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/config/config.yaml b/config/config.yaml
index 3014f1a..f217327 100644
--- a/config/config.yaml
+++ b/config/config.yaml
@@ -152,6 +152,7 @@ query_config:
     multilingual_fields:
     - title
     - qanchors
+    - enriched_tags
     - category_path
     - category_name_text
     - brief
diff --git a/scripts/evaluation/eval_framework/prompts.py b/scripts/evaluation/eval_framework/prompts.py
index 3c9b6d2..bee800c 100644
--- a/scripts/evaluation/eval_framework/prompts.py
+++ b/scripts/evaluation/eval_framework/prompts.py
@@ -184,7 +184,8 @@ Typical examples:
    - If the attribute is not mentioned or cannot be confirmed, prefer **High Relevant**;
    - Only treat it as a conflict when the product information clearly shows the opposite of the query requirement.
 
-Query: {query}{intent_suffix}
+Query: {query}
+{intent_suffix}
 
 Products:
 {lines}
@@ -197,6 +198,7 @@ High Relevant
 Low Relevant
 Irrelevant
 
+Now, assign a relevance label to each result with respect to the query "{query}".
 The output lines must correspond to the products above in the same order.
 Do not output anything else.
 """
@@ -324,7 +326,8 @@ _CLASSIFY_TEMPLATE_ZH = """你是一个服饰电商搜索系统中的相关性�
    - 未提及 / 无法确认，优先按“基本相关”处理；
    - 只有当商品信息明确显示与查询要求相反时，才视为属性冲突。
 
-查询：{query}{intent_suffix}
+查询：{query}
+{intent_suffix}
 
 商品：
 {lines}
@@ -336,8 +339,7 @@ _CLASSIFY_TEMPLATE_ZH = """你是一个服饰电商搜索系统中的相关性�
 弱相关
 不相关
 
-输出行必须与上方商品顺序一一对应。
-不要输出任何其他内容。
+现在请根据 query“{query}”，为每个结果标注相关性标签。输出行必须与上方商品顺序一一对应，不要输出任何其他内容。
 """
 
 
--
libgit2 0.21.2