diff --git a/scripts/evaluation/eval_framework/constants.py b/scripts/evaluation/eval_framework/constants.py index 2b88029..a6ff316 100644 --- a/scripts/evaluation/eval_framework/constants.py +++ b/scripts/evaluation/eval_framework/constants.py @@ -26,9 +26,11 @@ RELEVANCE_GRADE_MAP = { RELEVANCE_LOW: 1, RELEVANCE_IRRELEVANT: 0, } - +# 标准的gain计算方法:2^rel - 1 +# 但是是因为标注质量不是特别精确,因此适当降低 exact 和 high 的区分度 RELEVANCE_GAIN_MAP = { - label: (2 ** grade) - 1 + # label: (2 ** grade) - 1 + label: grade for label, grade in RELEVANCE_GRADE_MAP.items() } -- libgit2 0.21.2