Commit a6d51aa7db034eda937861f37ec53169af9a456e
1 parent
4d000c94
eval
Showing
1 changed file
with
4 additions
and
2 deletions
Show diff stats
scripts/evaluation/eval_framework/constants.py
| @@ -26,9 +26,11 @@ RELEVANCE_GRADE_MAP = { | @@ -26,9 +26,11 @@ RELEVANCE_GRADE_MAP = { | ||
| 26 | RELEVANCE_LOW: 1, | 26 | RELEVANCE_LOW: 1, |
| 27 | RELEVANCE_IRRELEVANT: 0, | 27 | RELEVANCE_IRRELEVANT: 0, |
| 28 | } | 28 | } |
| 29 | - | 29 | +# 标准的gain计算方法：2^rel - 1 |
| 30 | +# 但是是因为标注质量不是特别精确，因此适当降低 exact 和 high 的区分度 | ||
| 30 | RELEVANCE_GAIN_MAP = { | 31 | RELEVANCE_GAIN_MAP = { |
| 31 | - label: (2 ** grade) - 1 | 32 | + # label: (2 ** grade) - 1 |
| 33 | + label: grade | ||
| 32 | for label, grade in RELEVANCE_GRADE_MAP.items() | 34 | for label, grade in RELEVANCE_GRADE_MAP.items() |
| 33 | } | 35 | } |
| 34 | 36 |