dba57642
 tangwang
bayes调参计划
|
1
2
3
4
5
6
7
|
#!/bin/bash
set -euo pipefail
cd "$(dirname "$0")/../.."
source ./activate.sh
|
|
2059d959
tangwang
feat(eval): 多评估集统...
|
8
|
DATASET_ID="${REPO_EVAL_DATASET_ID:-core_queries}"
|
|
d3dd01d3
tangwang
自动寻参：
|
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
|
case "${DATASET_ID}" in
clothing_top771)
DEFAULT_SEARCH_SPACE="scripts/evaluation/tuning/coarse_rank_fusion_space_clothing_top771.yaml"
DEFAULT_SEED_REPORT="artifacts/search_evaluation/datasets/clothing_top771/batch_reports/batch_20260422T014610Z_5426bba1a6/report.md"
DEFAULT_MAX_EVALS="18"
DEFAULT_BATCH_SIZE="2"
DEFAULT_CANDIDATE_POOL_SIZE="160"
DEFAULT_RANDOM_SEED="20260422"
;;
*)
DEFAULT_SEARCH_SPACE="scripts/evaluation/tuning/coarse_rank_fusion_space.yaml"
DEFAULT_SEED_REPORT="artifacts/search_evaluation/batch_reports/batch_20260415T150754Z_00b6a8aa3d.md"
DEFAULT_MAX_EVALS="36"
DEFAULT_BATCH_SIZE="3"
DEFAULT_CANDIDATE_POOL_SIZE="512"
DEFAULT_RANDOM_SEED="20260416"
;;
esac
RUN_NAME="${RUN_NAME:-coarse_fusion_${DATASET_ID}_$(date -u +%Y%m%dT%H%M%SZ)}"
SEARCH_SPACE="${SEARCH_SPACE:-${DEFAULT_SEARCH_SPACE}}"
SEED_REPORT="${SEED_REPORT:-${DEFAULT_SEED_REPORT}}"
MAX_EVALS="${MAX_EVALS:-${DEFAULT_MAX_EVALS}}"
BATCH_SIZE="${BATCH_SIZE:-${DEFAULT_BATCH_SIZE}}"
CANDIDATE_POOL_SIZE="${CANDIDATE_POOL_SIZE:-${DEFAULT_CANDIDATE_POOL_SIZE}}"
RANDOM_SEED="${RANDOM_SEED:-${DEFAULT_RANDOM_SEED}}"
BATCH_EVAL_TIMEOUT_SEC="${BATCH_EVAL_TIMEOUT_SEC:-0}"
|
|
dba57642
tangwang
bayes调参计划
|
36
37
38
39
40
41
42
43
|
LAUNCH_DIR="artifacts/search_evaluation/tuning_launches"
mkdir -p "${LAUNCH_DIR}"
LOG_PATH="${LAUNCH_DIR}/${RUN_NAME}.log"
PID_PATH="${LAUNCH_DIR}/${RUN_NAME}.pid"
CMD_PATH="${LAUNCH_DIR}/${RUN_NAME}.cmd"
CMD=(
|
|
d3dd01d3
tangwang
自动寻参：
|
44
45
46
47
48
49
50
51
52
53
|
bash
scripts/evaluation/run_coarse_fusion_tuning_resilient.sh
"${RUN_NAME}"
"${DATASET_ID}"
"${MAX_EVALS}"
"${BATCH_SIZE}"
"${CANDIDATE_POOL_SIZE}"
"${RANDOM_SEED}"
"${SEARCH_SPACE}"
"${SEED_REPORT}"
|
|
dba57642
tangwang
bayes调参计划
|
54
55
56
57
58
59
|
)
if [ "$#" -gt 0 ]; then
CMD+=("$@")
fi
|
|
d3dd01d3
tangwang
自动寻参：
|
60
61
|
export BATCH_EVAL_TIMEOUT_SEC
|
|
dba57642
tangwang
bayes调参计划
|
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
printf '%q ' "${CMD[@]}" > "${CMD_PATH}"
printf '\n' >> "${CMD_PATH}"
nohup "${CMD[@]}" > "${LOG_PATH}" 2>&1 &
PID=$!
echo "${PID}" > "${PID_PATH}"
echo "run_name=${RUN_NAME}"
echo "pid=${PID}"
echo "log=${LOG_PATH}"
echo "pid_file=${PID_PATH}"
echo "cmd_file=${CMD_PATH}"
echo "run_dir=artifacts/search_evaluation/tuning_runs/${RUN_NAME}"
echo
echo "tail -f ${LOG_PATH}"
echo "cat artifacts/search_evaluation/tuning_runs/${RUN_NAME}/leaderboard.csv"
|