reranker_backend_env.sh
2.29 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
#!/bin/bash
#
# Shared helpers for mapping reranker backends to isolated virtualenvs.
#
set -euo pipefail
detect_rerank_backend() {
local project_root="$1"
local backend="${RERANK_BACKEND:-}"
if [[ -n "${backend}" ]]; then
printf '%s\n' "${backend}"
return 0
fi
backend="$(
awk '
/^ rerank:$/ { in_rerank=1; next }
in_rerank && /^ [^ ]/ { in_rerank=0 }
in_rerank && /^ backend:/ {
gsub(/"/, "", $2)
print $2
exit
}
' "${project_root}/config/config.yaml"
)"
if [[ -z "${backend}" ]]; then
backend="qwen3_vllm"
fi
printf '%s\n' "${backend}"
}
reranker_backend_venv_dir() {
local project_root="$1"
local backend="$2"
case "${backend}" in
qwen3_vllm) printf '%s/.venv-reranker\n' "${project_root}" ;;
qwen3_vllm_score) printf '%s/.venv-reranker-score\n' "${project_root}" ;;
qwen3_gguf) printf '%s/.venv-reranker-gguf\n' "${project_root}" ;;
qwen3_gguf_06b) printf '%s/.venv-reranker-gguf-06b\n' "${project_root}" ;;
qwen3_transformers) printf '%s/.venv-reranker-transformers\n' "${project_root}" ;;
qwen3_transformers_packed) printf '%s/.venv-reranker-transformers-packed\n' "${project_root}" ;;
bge) printf '%s/.venv-reranker-bge\n' "${project_root}" ;;
dashscope_rerank) printf '%s/.venv-reranker-dashscope\n' "${project_root}" ;;
*) printf '%s/.venv-reranker-%s\n' "${project_root}" "${backend}" ;;
esac
}
reranker_backend_requirements_file() {
local project_root="$1"
local backend="$2"
case "${backend}" in
qwen3_vllm) printf '%s/requirements_reranker_qwen3_vllm.txt\n' "${project_root}" ;;
qwen3_vllm_score) printf '%s/requirements_reranker_qwen3_vllm_score.txt\n' "${project_root}" ;;
qwen3_gguf) printf '%s/requirements_reranker_qwen3_gguf.txt\n' "${project_root}" ;;
qwen3_gguf_06b) printf '%s/requirements_reranker_qwen3_gguf_06b.txt\n' "${project_root}" ;;
qwen3_transformers) printf '%s/requirements_reranker_qwen3_transformers.txt\n' "${project_root}" ;;
qwen3_transformers_packed) printf '%s/requirements_reranker_qwen3_transformers_packed.txt\n' "${project_root}" ;;
bge) printf '%s/requirements_reranker_bge.txt\n' "${project_root}" ;;
dashscope_rerank) printf '%s/requirements_reranker_dashscope.txt\n' "${project_root}" ;;
*) return 1 ;;
esac
}