c81b0fc1
 tangwang
scripts/evaluatio...
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
"""Paths and shared constants for search evaluation."""
from pathlib import Path
_PKG_DIR = Path(__file__).resolve().parent
_SCRIPTS_EVAL_DIR = _PKG_DIR.parent
PROJECT_ROOT = _SCRIPTS_EVAL_DIR.parents[1]
RELEVANCE_EXACT = "Exact"
RELEVANCE_PARTIAL = "Partial"
RELEVANCE_IRRELEVANT = "Irrelevant"
VALID_LABELS = {RELEVANCE_EXACT, RELEVANCE_PARTIAL, RELEVANCE_IRRELEVANT}
DEFAULT_ARTIFACT_ROOT = PROJECT_ROOT / "artifacts" / "search_evaluation"
DEFAULT_QUERY_FILE = _SCRIPTS_EVAL_DIR / "queries" / "queries.txt"
JUDGE_PROMPT_VERSION_SIMPLE = "v3_simple_20260331"
JUDGE_PROMPT_VERSION_COMPLEX = "v2_structured_20260331"
DEFAULT_LABELER_MODE = "simple"
|