Commit 8e0811871a3372342843ec64a04f8e9befe797e9
1 parent
b8ffa7e9
ERR打分，停止概率的计算公式修改为通用方法： p(t) = (2^t - 1) / 2^{max_grade}
Showing
1 changed file
with
4 additions
and
3 deletions
Show diff stats
scripts/evaluation/eval_framework/constants.py
| @@ -35,10 +35,11 @@ RELEVANCE_GAIN_MAP = { | @@ -35,10 +35,11 @@ RELEVANCE_GAIN_MAP = { | ||
| 35 | } | 35 | } |
| 36 | 36 | ||
| 37 | # P(stop | relevance) for ERR (Expected Reciprocal Rank); cascade model (Chapelle et al., 2009). | 37 | # P(stop | relevance) for ERR (Expected Reciprocal Rank); cascade model (Chapelle et al., 2009). |
| 38 | +# p(t) = (2^t - 1) / 2^{max_grade} | ||
| 38 | STOP_PROB_MAP = { | 39 | STOP_PROB_MAP = { |
| 39 | - RELEVANCE_LV3: 0.99, | ||
| 40 | - RELEVANCE_LV2: 0.8, | ||
| 41 | - RELEVANCE_LV1: 0.1, | 40 | + RELEVANCE_LV3: 0.875, |
| 41 | + RELEVANCE_LV2: 0.375, | ||
| 42 | + RELEVANCE_LV1: 0.125, | ||
| 42 | RELEVANCE_LV0: 0.0, | 43 | RELEVANCE_LV0: 0.0, |
| 43 | } | 44 | } |
| 44 | 45 |