eval

tangwang
1 parent 4d000c94
Showing 1 changed file with 4 additions and 2 deletions Show diff stats
scripts/evaluation/eval_framework/constants.py
@@ -26,9 +26,11 @@ RELEVANCE_GRADE_MAP = {
     RELEVANCE_LOW: 1,
     RELEVANCE_IRRELEVANT: 0,
 }
-
+# 标准的gain计算方法：2^rel - 1
+# 但是是因为标注质量不是特别精确，因此适当降低 exact 和 high 的区分度
 RELEVANCE_GAIN_MAP = {
-    label: (2 ** grade) - 1
+    # label: (2 ** grade) - 1
+    label: grade
     for label, grade in RELEVANCE_GRADE_MAP.items()
 }