Blame view

scripts/lib/reranker_backend_env.sh 2.46 KB
3d508beb   tangwang   reranker-4b-gguf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
  #!/bin/bash
  #
  # Shared helpers for mapping reranker backends to isolated virtualenvs.
  #
  
  set -euo pipefail
  
  detect_rerank_backend() {
    local project_root="$1"
    local backend="${RERANK_BACKEND:-}"
  
    if [[ -n "${backend}" ]]; then
      printf '%s\n' "${backend}"
      return 0
    fi
  
    backend="$(
      awk '
        /^  rerank:$/ { in_rerank=1; next }
        in_rerank && /^  [^ ]/ { in_rerank=0 }
        in_rerank && /^    backend:/ {
          gsub(/"/, "", $2)
          print $2
          exit
        }
      ' "${project_root}/config/config.yaml"
    )"
  
    if [[ -z "${backend}" ]]; then
      backend="qwen3_vllm"
    fi
  
    printf '%s\n' "${backend}"
  }
  
  reranker_backend_venv_dir() {
    local project_root="$1"
    local backend="$2"
  
    case "${backend}" in
4823f463   tangwang   qwen3_vllm_score ...
41
42
      qwen3_vllm) printf '%s/.venv-reranker\n' "${project_root}" ;;
      qwen3_vllm_score) printf '%s/.venv-reranker-score\n' "${project_root}" ;;
971a0851   tangwang   补充reranker-jina,探...
43
      jina_reranker_v3) printf '%s/.venv-reranker-jina\n' "${project_root}" ;;
3d508beb   tangwang   reranker-4b-gguf
44
      qwen3_gguf) printf '%s/.venv-reranker-gguf\n' "${project_root}" ;;
5c21a485   tangwang   qwen3-reranker-0....
45
      qwen3_gguf_06b) printf '%s/.venv-reranker-gguf-06b\n' "${project_root}" ;;
3d508beb   tangwang   reranker-4b-gguf
46
      qwen3_transformers) printf '%s/.venv-reranker-transformers\n' "${project_root}" ;;
4823f463   tangwang   qwen3_vllm_score ...
47
      qwen3_transformers_packed) printf '%s/.venv-reranker-transformers-packed\n' "${project_root}" ;;
daa2690b   tangwang   漏斗参数调优&呈现优化
48
      bge) printf '%s/.venv-reranker\n' "${project_root}" ;;
3d508beb   tangwang   reranker-4b-gguf
49
50
51
52
53
54
55
56
57
58
      dashscope_rerank) printf '%s/.venv-reranker-dashscope\n' "${project_root}" ;;
      *) printf '%s/.venv-reranker-%s\n' "${project_root}" "${backend}" ;;
    esac
  }
  
  reranker_backend_requirements_file() {
    local project_root="$1"
    local backend="$2"
  
    case "${backend}" in
4823f463   tangwang   qwen3_vllm_score ...
59
60
      qwen3_vllm) printf '%s/requirements_reranker_qwen3_vllm.txt\n' "${project_root}" ;;
      qwen3_vllm_score) printf '%s/requirements_reranker_qwen3_vllm_score.txt\n' "${project_root}" ;;
971a0851   tangwang   补充reranker-jina,探...
61
      jina_reranker_v3) printf '%s/requirements_reranker_jina_reranker_v3.txt\n' "${project_root}" ;;
3d508beb   tangwang   reranker-4b-gguf
62
      qwen3_gguf) printf '%s/requirements_reranker_qwen3_gguf.txt\n' "${project_root}" ;;
5c21a485   tangwang   qwen3-reranker-0....
63
      qwen3_gguf_06b) printf '%s/requirements_reranker_qwen3_gguf_06b.txt\n' "${project_root}" ;;
3d508beb   tangwang   reranker-4b-gguf
64
      qwen3_transformers) printf '%s/requirements_reranker_qwen3_transformers.txt\n' "${project_root}" ;;
4823f463   tangwang   qwen3_vllm_score ...
65
      qwen3_transformers_packed) printf '%s/requirements_reranker_qwen3_transformers_packed.txt\n' "${project_root}" ;;
3d508beb   tangwang   reranker-4b-gguf
66
67
68
69
70
      bge) printf '%s/requirements_reranker_bge.txt\n' "${project_root}" ;;
      dashscope_rerank) printf '%s/requirements_reranker_dashscope.txt\n' "${project_root}" ;;
      *) return 1 ;;
    esac
  }