From a6d51aa7db034eda937861f37ec53169af9a456e Mon Sep 17 00:00:00 2001
From: tangwang <tangwang@hsyl>
Date: Thu, 2 Apr 2026 13:56:45 +0800
Subject: [PATCH] eval

---
 scripts/evaluation/eval_framework/constants.py | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/scripts/evaluation/eval_framework/constants.py b/scripts/evaluation/eval_framework/constants.py
index 2b88029..a6ff316 100644
--- a/scripts/evaluation/eval_framework/constants.py
+++ b/scripts/evaluation/eval_framework/constants.py
@@ -26,9 +26,11 @@ RELEVANCE_GRADE_MAP = {
     RELEVANCE_LOW: 1,
     RELEVANCE_IRRELEVANT: 0,
 }
-
+# 标准的gain计算方法：2^rel - 1
+# 但是是因为标注质量不是特别精确，因此适当降低 exact 和 high 的区分度
 RELEVANCE_GAIN_MAP = {
-    label: (2 ** grade) - 1
+    # label: (2 ** grade) - 1
+    label: grade
     for label, grade in RELEVANCE_GRADE_MAP.items()
 }
 
--
libgit2 0.21.2