From 8e0811871a3372342843ec64a04f8e9befe797e9 Mon Sep 17 00:00:00 2001 From: tangwang Date: Wed, 8 Apr 2026 15:47:20 +0800 Subject: [PATCH] ERR打分，停止概率的计算公式修改为通用方法： p(t) = (2^t - 1) / 2^{max_grade} --- scripts/evaluation/eval_framework/constants.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/scripts/evaluation/eval_framework/constants.py b/scripts/evaluation/eval_framework/constants.py index 04de982..92423d8 100644 --- a/scripts/evaluation/eval_framework/constants.py +++ b/scripts/evaluation/eval_framework/constants.py @@ -35,10 +35,11 @@ RELEVANCE_GAIN_MAP = { } # P(stop | relevance) for ERR (Expected Reciprocal Rank); cascade model (Chapelle et al., 2009). +# p(t) = (2^t - 1) / 2^{max_grade} STOP_PROB_MAP = { - RELEVANCE_LV3: 0.99, - RELEVANCE_LV2: 0.8, - RELEVANCE_LV1: 0.1, + RELEVANCE_LV3: 0.875, + RELEVANCE_LV2: 0.375, + RELEVANCE_LV1: 0.125, RELEVANCE_LV0: 0.0, } -- libgit2 0.21.2