c81b0fc1
tangwang
scripts/evaluatio...
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
|
"""
Search evaluation framework: pooled relevance annotation, live metrics, batch reports.
Importing this package ensures the project root is on ``sys.path`` (for ``api.*`` imports).
"""
from __future__ import annotations
from .utils import ensure_project_on_path
ensure_project_on_path()
from .constants import ( # noqa: E402
DEFAULT_ARTIFACT_ROOT,
|
c81b0fc1
tangwang
scripts/evaluatio...
|
15
|
DEFAULT_QUERY_FILE,
|
c81b0fc1
tangwang
scripts/evaluatio...
|
16
17
|
PROJECT_ROOT,
RELEVANCE_EXACT,
|
a345b01f
tangwang
eval framework
|
18
|
RELEVANCE_HIGH,
|
c81b0fc1
tangwang
scripts/evaluatio...
|
19
|
RELEVANCE_IRRELEVANT,
|
a345b01f
tangwang
eval framework
|
20
21
|
RELEVANCE_LOW,
RELEVANCE_NON_IRRELEVANT,
|
c81b0fc1
tangwang
scripts/evaluatio...
|
22
|
VALID_LABELS,
|
c81b0fc1
tangwang
scripts/evaluatio...
|
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
|
)
from .framework import SearchEvaluationFramework # noqa: E402
from .store import EvalStore, QueryBuildResult # noqa: E402
from .cli import build_cli_parser, main # noqa: E402
from .web_app import create_web_app # noqa: E402
from .reports import render_batch_report_markdown # noqa: E402
from .utils import ( # noqa: E402
ensure_dir,
sha1_text,
utc_now_iso,
utc_timestamp,
)
__all__ = [
"DEFAULT_ARTIFACT_ROOT",
|
c81b0fc1
tangwang
scripts/evaluatio...
|
38
39
|
"DEFAULT_QUERY_FILE",
"EvalStore",
|
c81b0fc1
tangwang
scripts/evaluatio...
|
40
41
42
|
"PROJECT_ROOT",
"QueryBuildResult",
"RELEVANCE_EXACT",
|
a345b01f
tangwang
eval framework
|
43
|
"RELEVANCE_HIGH",
|
c81b0fc1
tangwang
scripts/evaluatio...
|
44
|
"RELEVANCE_IRRELEVANT",
|
a345b01f
tangwang
eval framework
|
45
46
|
"RELEVANCE_LOW",
"RELEVANCE_NON_IRRELEVANT",
|
c81b0fc1
tangwang
scripts/evaluatio...
|
47
48
49
50
51
52
|
"SearchEvaluationFramework",
"VALID_LABELS",
"build_cli_parser",
"create_web_app",
"ensure_dir",
"main",
|
c81b0fc1
tangwang
scripts/evaluatio...
|
53
54
55
56
57
|
"render_batch_report_markdown",
"sha1_text",
"utc_now_iso",
"utc_timestamp",
]
|