7b8d9e1a
tangwang
评估框架的启动脚本
|
1
2
3
4
5
6
7
8
9
10
11
|
#!/bin/bash
# Search evaluation web UI (FastAPI). Managed by scripts/service_ctl.sh as service "eval-web".
set -euo pipefail
cd "$(dirname "$0")/.."
source ./activate.sh
EVAL_WEB_PORT="${EVAL_WEB_PORT:-6010}"
EVAL_WEB_HOST="${EVAL_WEB_HOST:-0.0.0.0}"
TENANT_ID="${TENANT_ID:-163}"
|
2059d959
tangwang
feat(eval): 多评估集统...
|
12
|
DATASET_ID="${REPO_EVAL_DATASET_ID:-core_queries}"
|
12a75c46
tangwang
feat(eval): 为 LLM...
|
13
14
15
16
|
EXTRA_QUERY_ARGS=()
if [[ -n "${REPO_EVAL_QUERIES:-}" ]]; then
EXTRA_QUERY_ARGS=(--queries-file "${REPO_EVAL_QUERIES}")
fi
|
7b8d9e1a
tangwang
评估框架的启动脚本
|
17
18
19
20
21
22
23
24
25
26
27
|
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
NC='\033[0m'
echo -e "${GREEN}========================================${NC}"
echo -e "${GREEN}Starting Search Evaluation Web${NC}"
echo -e "${GREEN}========================================${NC}"
echo -e "\n${YELLOW}Evaluation UI:${NC} ${GREEN}http://localhost:${EVAL_WEB_PORT}/${NC}"
echo -e "${YELLOW}Requires backend for live search:${NC} ${GREEN}http://localhost:${API_PORT:-6002}${NC}\n"
|
2059d959
tangwang
feat(eval): 多评估集统...
|
28
|
export EVAL_WEB_PORT EVAL_WEB_HOST TENANT_ID REPO_EVAL_DATASET_ID REPO_EVAL_QUERIES
|
7b8d9e1a
tangwang
评估框架的启动脚本
|
29
30
31
|
exec python scripts/evaluation/serve_eval_web.py serve \
--tenant-id "${TENANT_ID}" \
|
2059d959
tangwang
feat(eval): 多评估集统...
|
32
|
--dataset-id "${DATASET_ID}" \
|
7b8d9e1a
tangwang
评估框架的启动脚本
|
33
|
--host "${EVAL_WEB_HOST}" \
|
12a75c46
tangwang
feat(eval): 为 LLM...
|
34
35
|
--port "${EVAL_WEB_PORT}" \
"${EXTRA_QUERY_ARGS[@]}"
|