dba57642
 tangwang
bayes调参计划
|
1
2
3
4
5
6
7
8
9
10
11
12
|
#!/bin/bash
set -euo pipefail
cd "$(dirname "$0")/../.."
source ./activate.sh
RUN_NAME="${RUN_NAME:-coarse_fusion_long_$(date -u +%Y%m%dT%H%M%SZ)}"
MAX_EVALS="${MAX_EVALS:-36}"
BATCH_SIZE="${BATCH_SIZE:-3}"
CANDIDATE_POOL_SIZE="${CANDIDATE_POOL_SIZE:-512}"
RANDOM_SEED="${RANDOM_SEED:-20260416}"
|
|
2059d959
tangwang
feat(eval): 多评估集统...
|
13
|
DATASET_ID="${REPO_EVAL_DATASET_ID:-core_queries}"
|
|
dba57642
tangwang
bayes调参计划
|
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
|
LAUNCH_DIR="artifacts/search_evaluation/tuning_launches"
mkdir -p "${LAUNCH_DIR}"
LOG_PATH="${LAUNCH_DIR}/${RUN_NAME}.log"
PID_PATH="${LAUNCH_DIR}/${RUN_NAME}.pid"
CMD_PATH="${LAUNCH_DIR}/${RUN_NAME}.cmd"
CMD=(
python
scripts/evaluation/tune_fusion.py
--mode optimize
--run-name "${RUN_NAME}"
--search-space scripts/evaluation/tuning/coarse_rank_fusion_space.yaml
--seed-report artifacts/search_evaluation/batch_reports/batch_20260415T150754Z_00b6a8aa3d.md
--tenant-id 163
|
|
2059d959
tangwang
feat(eval): 多评估集统...
|
29
|
--dataset-id "${DATASET_ID}"
|
|
dba57642
tangwang
bayes调参计划
|
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
|
--queries-file scripts/evaluation/queries/queries.txt
--top-k 100
--language en
--search-base-url http://127.0.0.1:6002
--eval-web-base-url http://127.0.0.1:6010
--max-evals "${MAX_EVALS}"
--batch-size "${BATCH_SIZE}"
--candidate-pool-size "${CANDIDATE_POOL_SIZE}"
--random-seed "${RANDOM_SEED}"
)
if [ "$#" -gt 0 ]; then
CMD+=("$@")
fi
printf '%q ' "${CMD[@]}" > "${CMD_PATH}"
printf '\n' >> "${CMD_PATH}"
nohup "${CMD[@]}" > "${LOG_PATH}" 2>&1 &
PID=$!
echo "${PID}" > "${PID_PATH}"
echo "run_name=${RUN_NAME}"
echo "pid=${PID}"
echo "log=${LOG_PATH}"
echo "pid_file=${PID_PATH}"
echo "cmd_file=${CMD_PATH}"
echo "run_dir=artifacts/search_evaluation/tuning_runs/${RUN_NAME}"
echo
echo "tail -f ${LOG_PATH}"
echo "cat artifacts/search_evaluation/tuning_runs/${RUN_NAME}/leaderboard.csv"
|