标注框架批量标注

tangwang
1 parent 167f33b4
Showing 5 changed files with 277 additions and 54 deletions Show diff stats
scripts/evaluation/eval_framework/cli.py
scripts/evaluation/eval_framework/clients.py
scripts/evaluation/eval_framework/constants.py
scripts/evaluation/eval_framework/framework.py
scripts/evaluation/eval_framework/prompts.py
@@ -5,6 +5,7 @@ from __future__ import annotations
 import argparse
 import json
 from pathlib import Path
+from typing import Any, Dict
  
 from .constants import (
     DEFAULT_LABELER_MODE,
@@ -23,6 +24,38 @@ from .utils import ensure_dir, utc_now_iso, utc_timestamp
 from .web_app import create_web_app
  
  
+def add_judge_llm_args(p: argparse.ArgumentParser) -> None:
+    p.add_argument(
+        "--judge-model",
+        default=None,
+        metavar="MODEL",
+        help="Judge LLM model (default: eval_framework.constants.DEFAULT_JUDGE_MODEL).",
+    )
+    p.add_argument(
+        "--enable-thinking",
+        action=argparse.BooleanOptionalAction,
+        default=None,
+        help="enable_thinking for DashScope (default: DEFAULT_JUDGE_ENABLE_THINKING).",
+    )
+    p.add_argument(
+        "--dashscope-batch",
+        action=argparse.BooleanOptionalAction,
+        default=None,
+        help="DashScope Batch File API vs sync chat (default: DEFAULT_JUDGE_DASHSCOPE_BATCH).",
+    )
+
+
+def framework_kwargs_from_args(args: argparse.Namespace) -> Dict[str, Any]:
+    kw: Dict[str, Any] = {}
+    if args.judge_model is not None:
+        kw["judge_model"] = args.judge_model
+    if args.enable_thinking is not None:
+        kw["enable_thinking"] = args.enable_thinking
+    if args.dashscope_batch is not None:
+        kw["use_dashscope_batch"] = args.dashscope_batch
+    return kw
+
+
 def build_cli_parser() -> argparse.ArgumentParser:
     parser = argparse.ArgumentParser(description="Search evaluation annotation builder and web UI")
     sub = parser.add_subparsers(dest="command", required=True)
@@ -71,6 +104,7 @@ def build_cli_parser() -&gt; argparse.ArgumentParser:
     build.add_argument("--force-refresh-rerank", action="store_true")
     build.add_argument("--force-refresh-labels", action="store_true")
     build.add_argument("--labeler-mode", default=DEFAULT_LABELER_MODE, choices=["simple", "complex"])
+    add_judge_llm_args(build)
  
     batch = sub.add_parser("batch", help="Run batch evaluation against live search")
     batch.add_argument("--tenant-id", default="163")
@@ -79,6 +113,7 @@ def build_cli_parser() -&gt; argparse.ArgumentParser:
     batch.add_argument("--language", default="en")
     batch.add_argument("--force-refresh-labels", action="store_true")
     batch.add_argument("--labeler-mode", default=DEFAULT_LABELER_MODE, choices=["simple", "complex"])
+    add_judge_llm_args(batch)
  
     audit = sub.add_parser("audit", help="Audit annotation quality for queries")
     audit.add_argument("--tenant-id", default="163")
@@ -88,6 +123,7 @@ def build_cli_parser() -&gt; argparse.ArgumentParser:
     audit.add_argument("--limit-suspicious", type=int, default=5)
     audit.add_argument("--force-refresh-labels", action="store_true")
     audit.add_argument("--labeler-mode", default=DEFAULT_LABELER_MODE, choices=["simple", "complex"])
+    add_judge_llm_args(audit)
  
     serve = sub.add_parser("serve", help="Serve evaluation web UI on port 6010")
     serve.add_argument("--tenant-id", default="163")
@@ -95,12 +131,15 @@ def build_cli_parser() -&gt; argparse.ArgumentParser:
     serve.add_argument("--host", default="0.0.0.0")
     serve.add_argument("--port", type=int, default=6010)
     serve.add_argument("--labeler-mode", default=DEFAULT_LABELER_MODE, choices=["simple", "complex"])
+    add_judge_llm_args(serve)
  
     return parser
  
  
 def run_build(args: argparse.Namespace) -> None:
-    framework = SearchEvaluationFramework(tenant_id=args.tenant_id, labeler_mode=args.labeler_mode)
+    framework = SearchEvaluationFramework(
+        tenant_id=args.tenant_id, labeler_mode=args.labeler_mode, **framework_kwargs_from_args(args)
+    )
     queries = framework.queries_from_file(Path(args.queries_file))
     summary = []
     rebuild_kwargs = {}
@@ -152,7 +191,9 @@ def run_build(args: argparse.Namespace) -&gt; None:
  
  
 def run_batch(args: argparse.Namespace) -> None:
-    framework = SearchEvaluationFramework(tenant_id=args.tenant_id, labeler_mode=args.labeler_mode)
+    framework = SearchEvaluationFramework(
+        tenant_id=args.tenant_id, labeler_mode=args.labeler_mode, **framework_kwargs_from_args(args)
+    )
     queries = framework.queries_from_file(Path(args.queries_file))
     payload = framework.batch_evaluate(
         queries=queries,
@@ -165,7 +206,9 @@ def run_batch(args: argparse.Namespace) -&gt; None:
  
  
 def run_audit(args: argparse.Namespace) -> None:
-    framework = SearchEvaluationFramework(tenant_id=args.tenant_id, labeler_mode=args.labeler_mode)
+    framework = SearchEvaluationFramework(
+        tenant_id=args.tenant_id, labeler_mode=args.labeler_mode, **framework_kwargs_from_args(args)
+    )
     queries = framework.queries_from_file(Path(args.queries_file))
     audit_items = []
     for query in queries:
@@ -215,7 +258,9 @@ def run_audit(args: argparse.Namespace) -&gt; None:
  
  
 def run_serve(args: argparse.Namespace) -> None:
-    framework = SearchEvaluationFramework(tenant_id=args.tenant_id, labeler_mode=args.labeler_mode)
+    framework = SearchEvaluationFramework(
+        tenant_id=args.tenant_id, labeler_mode=args.labeler_mode, **framework_kwargs_from_args(args)
+    )
     app = create_web_app(framework, Path(args.queries_file))
     import uvicorn
  
@@ -2,6 +2,10 @@
  
 from __future__ import annotations
  
+import io
+import json
+import time
+import uuid
 from typing import Any, Dict, List, Optional, Sequence, Tuple
  
 import requests
@@ -60,26 +64,51 @@ class RerankServiceClient:
  
  
 class DashScopeLabelClient:
-    def __init__(self, model: str, base_url: str, api_key: str, batch_size: int = 40):
+    """DashScope OpenAI-compatible chat: synchronous or Batch File API (JSONL job).
+
+    Batch flow: https://help.aliyun.com/zh/model-studio/batch-interfaces-compatible-with-openai/
+    """
+
+    def __init__(
+        self,
+        model: str,
+        base_url: str,
+        api_key: str,
+        batch_size: int = 40,
+        *,
+        batch_completion_window: str = "24h",
+        batch_poll_interval_sec: float = 10.0,
+        enable_thinking: bool = True,
+        use_batch: bool = True,
+    ):
         self.model = model
         self.base_url = base_url.rstrip("/")
         self.api_key = api_key
         self.batch_size = int(batch_size)
+        self.batch_completion_window = str(batch_completion_window)
+        self.batch_poll_interval_sec = float(batch_poll_interval_sec)
+        self.enable_thinking = bool(enable_thinking)
+        self.use_batch = bool(use_batch)
         self.session = requests.Session()
  
-    def _chat(self, prompt: str) -> Tuple[str, str]:
+    def _auth_headers(self) -> Dict[str, str]:
+        return {"Authorization": f"Bearer {self.api_key}"}
+
+    def _completion_body(self, prompt: str) -> Dict[str, Any]:
+        body: Dict[str, Any] = {
+            "model": self.model,
+            "messages": [{"role": "user", "content": prompt}],
+            "temperature": 0,
+            "top_p": 0.1,
+            "enable_thinking": self.enable_thinking,
+        }
+        return body
+
+    def _chat_sync(self, prompt: str) -> Tuple[str, str]:
         response = self.session.post(
             f"{self.base_url}/chat/completions",
-            headers={
-                "Authorization": f"Bearer {self.api_key}",
-                "Content-Type": "application/json",
-            },
-            json={
-                "model": self.model,
-                "messages": [{"role": "user", "content": prompt}],
-                "temperature": 0,
-                "top_p": 0.1,
-            },
+            headers={**self._auth_headers(), "Content-Type": "application/json"},
+            json=self._completion_body(prompt),
             timeout=180,
         )
         response.raise_for_status()
@@ -87,6 +116,114 @@ class DashScopeLabelClient:
         content = str(((data.get("choices") or [{}])[0].get("message") or {}).get("content") or "").strip()
         return content, safe_json_dumps(data)
  
+    def _chat_batch(self, prompt: str) -> Tuple[str, str]:
+        """One chat completion via Batch File API (single-line JSONL job)."""
+        custom_id = uuid.uuid4().hex
+        body = self._completion_body(prompt)
+        line_obj = {
+            "custom_id": custom_id,
+            "method": "POST",
+            "url": "/v1/chat/completions",
+            "body": body,
+        }
+        jsonl = json.dumps(line_obj, ensure_ascii=False, separators=(",", ":")) + "\n"
+        auth = self._auth_headers()
+
+        up = self.session.post(
+            f"{self.base_url}/files",
+            headers=auth,
+            files={
+                "file": (
+                    "eval_batch_input.jsonl",
+                    io.BytesIO(jsonl.encode("utf-8")),
+                    "application/octet-stream",
+                )
+            },
+            data={"purpose": "batch"},
+            timeout=300,
+        )
+        up.raise_for_status()
+        file_id = (up.json() or {}).get("id")
+        if not file_id:
+            raise RuntimeError(f"DashScope file upload returned no id: {up.text!r}")
+
+        cr = self.session.post(
+            f"{self.base_url}/batches",
+            headers={**auth, "Content-Type": "application/json"},
+            json={
+                "input_file_id": file_id,
+                "endpoint": "/v1/chat/completions",
+                "completion_window": self.batch_completion_window,
+            },
+            timeout=120,
+        )
+        cr.raise_for_status()
+        batch_payload = cr.json() or {}
+        batch_id = batch_payload.get("id")
+        if not batch_id:
+            raise RuntimeError(f"DashScope batches.create returned no id: {cr.text!r}")
+
+        terminal = frozenset({"completed", "failed", "expired", "cancelled"})
+        batch: Dict[str, Any] = dict(batch_payload)
+        status = str(batch.get("status") or "")
+        while status not in terminal:
+            time.sleep(self.batch_poll_interval_sec)
+            br = self.session.get(f"{self.base_url}/batches/{batch_id}", headers=auth, timeout=120)
+            br.raise_for_status()
+            batch = br.json() or {}
+            status = str(batch.get("status") or "")
+
+        if status != "completed":
+            raise RuntimeError(
+                f"DashScope batch {batch_id} ended with status={status!r} errors={batch.get('errors')!r}"
+            )
+
+        out_id = batch.get("output_file_id")
+        err_id = batch.get("error_file_id")
+
+        row = self._find_batch_line_for_custom_id(out_id, custom_id, auth)
+        if row is None:
+            err_row = self._find_batch_line_for_custom_id(err_id, custom_id, auth)
+            if err_row is not None:
+                raise RuntimeError(f"DashScope batch request failed: {err_row!r}")
+            raise RuntimeError(f"DashScope batch output missing custom_id={custom_id!r}")
+
+        resp = row.get("response") or {}
+        sc = resp.get("status_code")
+        if sc is not None and int(sc) != 200:
+            raise RuntimeError(f"DashScope batch line error: {row!r}")
+
+        data = resp.get("body") or {}
+        content = str(((data.get("choices") or [{}])[0].get("message") or {}).get("content") or "").strip()
+        return content, safe_json_dumps(row)
+
+    def _chat(self, prompt: str) -> Tuple[str, str]:
+        if self.use_batch:
+            return self._chat_batch(prompt)
+        return self._chat_sync(prompt)
+
+    def _find_batch_line_for_custom_id(
+        self,
+        file_id: Optional[str],
+        custom_id: str,
+        auth: Dict[str, str],
+    ) -> Optional[Dict[str, Any]]:
+        if not file_id or str(file_id) in ("null", ""):
+            return None
+        r = self.session.get(f"{self.base_url}/files/{file_id}/content", headers=auth, timeout=300)
+        r.raise_for_status()
+        for raw in r.text.splitlines():
+            raw = raw.strip()
+            if not raw:
+                continue
+            try:
+                obj = json.loads(raw)
+            except json.JSONDecodeError:
+                continue
+            if str(obj.get("custom_id")) == custom_id:
+                return obj
+        return None
+
     def classify_batch_simple(
         self,
         query: str,
@@ -17,6 +17,12 @@ DEFAULT_QUERY_FILE = _SCRIPTS_EVAL_DIR / &quot;queries&quot; / &quot;queries.txt&quot;
 JUDGE_PROMPT_VERSION_SIMPLE = "v3_simple_20260331"
 JUDGE_PROMPT_VERSION_COMPLEX = "v2_structured_20260331"
 DEFAULT_LABELER_MODE = "simple"
+# Judge LLM (eval_framework only; override via CLI --judge-model / constructor kwargs)
+DEFAULT_JUDGE_MODEL = "qwen3.5-flash"
+DEFAULT_JUDGE_ENABLE_THINKING = True
+DEFAULT_JUDGE_DASHSCOPE_BATCH = True
+DEFAULT_JUDGE_BATCH_COMPLETION_WINDOW = "24h"
+DEFAULT_JUDGE_BATCH_POLL_INTERVAL_SEC = 10.0
  
 # Rebuild annotation pool (build --force-refresh-labels): search recall + full-corpus rerank + LLM batches
 DEFAULT_SEARCH_RECALL_TOP_K = 500
@@ -16,6 +16,11 @@ from indexer.mapping_generator import get_tenant_index_name
 from .clients import DashScopeLabelClient, RerankServiceClient, SearchServiceClient
 from .constants import (
     DEFAULT_ARTIFACT_ROOT,
+    DEFAULT_JUDGE_BATCH_COMPLETION_WINDOW,
+    DEFAULT_JUDGE_BATCH_POLL_INTERVAL_SEC,
+    DEFAULT_JUDGE_DASHSCOPE_BATCH,
+    DEFAULT_JUDGE_ENABLE_THINKING,
+    DEFAULT_JUDGE_MODEL,
     DEFAULT_LABELER_MODE,
     DEFAULT_REBUILD_IRRELEVANT_STOP_RATIO,
     DEFAULT_REBUILD_IRRELEVANT_STOP_STREAK,
@@ -73,6 +78,10 @@ class SearchEvaluationFramework:
         artifact_root: Path = DEFAULT_ARTIFACT_ROOT,
         search_base_url: str = "http://localhost:6002",
         labeler_mode: str = DEFAULT_LABELER_MODE,
+        *,
+        judge_model: str | None = None,
+        enable_thinking: bool | None = None,
+        use_dashscope_batch: bool | None = None,
     ):
         init_service(get_app_config().infrastructure.elasticsearch.host)
         self.tenant_id = str(tenant_id)
@@ -89,13 +98,22 @@ class SearchEvaluationFramework:
         api_key = app_cfg.infrastructure.secrets.dashscope_api_key
         if not api_key:
             raise RuntimeError("dashscope_api_key is required for search evaluation annotation")
+        model = str(judge_model or DEFAULT_JUDGE_MODEL)
+        et = DEFAULT_JUDGE_ENABLE_THINKING if enable_thinking is None else enable_thinking
+        use_batch = DEFAULT_JUDGE_DASHSCOPE_BATCH if use_dashscope_batch is None else use_dashscope_batch
+        batch_window = DEFAULT_JUDGE_BATCH_COMPLETION_WINDOW
+        batch_poll = float(DEFAULT_JUDGE_BATCH_POLL_INTERVAL_SEC)
         self.label_client = DashScopeLabelClient(
-            model=str(llm_cfg["model"]),
+            model=model,
             base_url=str(llm_cfg["base_url"]),
             api_key=str(api_key),
+            batch_completion_window=batch_window,
+            batch_poll_interval_sec=batch_poll,
+            enable_thinking=et,
+            use_batch=use_batch,
         )
         self.query_parser = None
-
+    
     def _get_query_parser(self):
         if self.query_parser is None:
             self.query_parser = get_query_parser()
@@ -96,7 +96,7 @@ The lines must correspond sequentially to the products above.
 Do not output any other information.
 """
  
-_CLASSIFY_BATCH_SIMPLE_TEMPLATE__zh = _CLASSIFY_BATCH_SIMPLE_TEMPLATE_ZH = """浣犳槸涓涓湇楗扮數鍟嗘悳绱㈢郴缁熶腑鐨勭浉鍏虫у垽鏂姪鎵嬨
+_CLASSIFY_BATCH_SIMPLE_TEMPLATE_ZH = """浣犳槸涓涓湇楗扮數鍟嗘悳绱㈢郴缁熶腑鐨勭浉鍏虫у垽鏂姪鎵嬨
 缁欏畾鐢ㄦ埛鏌ヨ璇嶄互鍙婃瘡涓晢鍝佺殑淇℃伅锛岃涓烘瘡涓晢鍝佸垎閰嶄竴涓浉鍏虫ф爣绛俱
  
 ## 鐩稿叧鎬ф爣绛
@@ -108,9 +108,8 @@ _CLASSIFY_BATCH_SIMPLE_TEMPLATE__zh = _CLASSIFY_BATCH_SIMPLE_TEMPLATE_ZH = &quot;&quot;&quot;浣
 - 鏌ヨ浠呭寘鍚骇鍝佺被鍨嬶紝浜у搧鍗充负璇ョ被鍨嬨
 - 鏌ヨ鍖呭惈鈥滀骇鍝佺被鍨 + 灞炴р濓紝浜у搧鍦ㄧ被鍨嬪強鎵鏈夋槑纭睘鎬т笂鍧囩鍚堛
  
-### 閮ㄥ垎鐩稿叧
-浜у搧婊¤冻鐢ㄦ埛鐨勪富瑕佹剰鍥撅紙鏍稿績浜у搧绫诲瀷鍖归厤锛夛紝浣嗘煡璇腑鏄庣‘鐨勯儴鍒嗚姹傛湭浣撶幇锛屾垨瀛樺湪鍋忓樊銆傝櫧鐒舵湁涓嶄竴鑷达紝浣嗕粛灞炰簬鈥滈潪鐩爣浣嗗彲鎺ュ彈鈥濈殑鏇夸唬鍝併
-
+### 鍩烘湰鐩稿叧 (High Relevant)
+浜у搧婊¤冻鐢ㄦ埛鐨勪富瑕佹剰鍥撅紙鏍稿績浜у搧绫诲瀷鍖归厤锛夛紝浣嗘煡璇腑鏄庣‘鐨勯儴鍒嗚姹傛湭鍦ㄤ骇鍝佷俊鎭腑浣撶幇銆佹棤娉曠‘璁わ紝鎴栧瓨鍦ㄥ苟涓嶄弗閲嶅啿绐佺殑鍋忓樊銆傝鍟嗗搧鏄弧瓒崇敤鎴锋牳蹇冮渶姹傜殑鑹ソ鏇夸唬鍝併
 鍦ㄤ互涓嬫儏鍐典娇鐢ㄩ儴鍒嗙浉鍏筹細
 - 鏍稿績浜у搧绫诲瀷鍖归厤锛屼絾閮ㄥ垎璇锋眰鐨勫睘鎬у湪鍟嗗搧淇℃伅涓己澶便佹湭鎻愬強鎴栨棤娉曠‘璁ゃ
 - 鏍稿績浜у搧绫诲瀷鍖归厤锛屼絾鏉愯川銆佺増鍨嬨侀鏍肩瓑娆¤瑕佹眰瀛樺湪鍋忓樊鎴栦笉涓鑷淬
@@ -130,45 +129,63 @@ _CLASSIFY_BATCH_SIMPLE_TEMPLATE__zh = _CLASSIFY_BATCH_SIMPLE_TEMPLATE_ZH = &quot;&quot;&quot;浣
 - 鍦ㄧ數鍟嗘悳绱腑锛岀敤鎴蜂粛鍙兘鍥犱负娆惧紡銆佺┛鐫鍦烘櫙鐩歌繎鑰岀偣鍑昏鍟嗗搧銆
 - 鍥犳搴斿垽涓洪儴鍒嗙浉鍏筹紝鍗斥滈潪鐩爣浣嗗彲鎺ュ彈鈥濈殑鏇夸唬鍝併
  
-### 涓嶇浉鍏
-浜у搧鏈弧瓒崇敤鎴风殑涓昏璐墿鎰忓浘锛屼富瑕佽〃鐜颁负浠ヤ笅鎯呭舰涔嬩竴锛
-- 鏍稿績浜у搧绫诲瀷涓庢煡璇笉鍖归厤銆
-- 浜у搧铏藉睘澶ц嚧鐩稿叧鐨勫ぇ绫伙紝浣嗕笌鏌ヨ鎸囧畾鐨勫叿浣撳瓙绫讳笉鍙簰鎹€
-- 鏍稿績浜у搧绫诲瀷鍖归厤锛屼絾浜у搧鏄庢樉杩濊儗浜嗘煡璇腑涓涓槑纭笖閲嶈鐨勫睘鎬ц姹傘
+璇︾粏妗堜緥锛
+- 鏌ヨ锛氣滈粦鑹蹭腑闀垮崐韬鈥
+- 鍟嗗搧锛氣滄槬绉嬪鏂版瀹芥澗鏄剧槮澶ф憜闀胯纰庤姳鍗婅韩瑁欒ざ鐨辫璁¤鈥
+
+鍒嗘瀽锛
+- 鍝佺被鍖归厤锛氫骇鍝佹槸鈥滃崐韬鈥濓紝鍝佺被绗﹀悎銆
+- 棰滆壊涓嶅尮閰嶏細浜у搧鎻忚堪鏈彁鍙婇粦鑹蹭笖鏄庣‘鍖呭惈鈥滅鑺扁濓紙floral锛夛紝鑺辫壊涓庣函榛戝樊寮傝緝澶с
+- 闀垮害瀛樺湪鍋忓樊锛氱敤鎴疯姹傗滀腑闀库濓紝鑰屼骇鍝佹爣棰樺己璋冣滈暱瑁欌濓紙Long Skirt锛夛紝闀垮害鍋忛暱銆
+- 鏍稿績鍝佺被鈥滃崐韬鈥濆尮閰嶏紝涓斺滄樉鐦︹濃滃ぇ鎽嗏濈瓑椋庢牸鍙兘绗﹀悎閮ㄥ垎鎼滅储鈥滀腑闀垮崐韬鈥濈敤鎴风殑娼滃湪鍋忓ソ锛堝鐗堝瀷鐩镐技锛夛紝鈥滈暱瑁欌濆拰鈥滀腑闀库濇棤涓ラ噸鐭涚浘锛屽睘浜庢牳蹇冨搧绫诲尮閰嶏紝灞炴у瓨鍦ㄤ笉涓ラ噸鍋忓樊鐨勨滃熀鏈浉鍏斥濄
+
+### 寮辩浉鍏 (Low Relevant)
+浜у搧涓庣敤鎴风殑鏍稿績鎰忓浘瀛樺湪宸窛锛屼富瑕佽〃鐜颁负浠ヤ笅鎯呭舰涔嬩竴锛屼絾浠嶅彲鑳藉洜椋庢牸銆佸満鏅垨鍔熻兘涓婄殑鐩镐技鎬ц岃鐢ㄦ埛鎺ュ彈銆備负鈥滈潪鐩爣浣嗗彲鎺ュ彈鈥濈殑鏇夸唬鍝併
+- **鍏稿瀷鎯呭喌**锛
+  - 鏍稿績浜у搧绫诲瀷鏈夊樊寮傦紝浣嗛鏍笺佺┛鐫鍦烘櫙鎴栧姛鑳介潪甯告帴杩戯紝濡傛煡璇⑩滈粦鑹蹭腑闀垮崐韬鈥濓紝鍟嗗搧涓衡滆繛琛ｈ鈥濓紙鍚屽睘瑁欒澶х被锛屾寮忕浉浼硷級銆
+  - 鏍稿績浜у搧绫诲瀷鏈夊樊寮傦紝浣嗗湪璐墿鍦烘櫙涓嬪睘浜庣浉杩戝搧绫伙紝鍙媺寮烘浛浠ｏ紝濡傛煡璇⑩滅墰浠旇￥鈥濓紝鍟嗗搧涓衡滀紤闂茶￥鈥濓紙鍧囦负瑁ゅ瓙澶х被锛岄鏍煎彲鑳界浉杩戯級銆
+  - 鏍稿績浜у搧绫诲瀷鍖归厤锛屼絾浜у搧鍦ㄥ涓潪鍏抽敭灞炴т笂瀛樺湪鍋忓樊锛屽鑷翠笌鐢ㄦ埛鐞嗘兂鐩爣宸窛杈冨ぇ锛屼絾浠嶄繚鐣欎竴瀹氬叧鑱旀с
+
+鍏稿瀷鎯呭喌锛
+- 鏌ヨ锛氣滈粦鑹蹭腑闀垮崐韬鈥濓紝浜у搧锛氣滄柊娆鹃珮鑵癡棰嗕腑闀挎杩炶。瑁 浼橀泤鍗拌姳榛戣壊鎬ф劅杩炶。瑁欌 鈫 鏍稿績浜у搧绫诲瀷鈥滃崐韬鈥濅笌鈥滆繛琛ｈ鈥濇湁宸紓锛屼絾涓よ呭悓灞炶瑁呭ぇ绫讳笖娆惧紡涓婂潎涓衡滀腑闀挎鈥濓紝鍏锋湁鐩镐技鎬с
+
+### 涓嶇浉鍏 (Irrelevant)
+浜у搧鏈弧瓒崇敤鎴风殑涓昏璐墿鎰忓浘锛岀敤鎴风偣鍑诲姩鏈烘瀬浣庛備富瑕佽〃鐜颁负浠ヤ笅鎯呭舰涔嬩竴锛
+- 鏍稿績浜у搧绫诲瀷涓庢煡璇笉鍖归厤锛屼笖涓嶅睘浜庨鏍/鍦烘櫙鐩歌繎鐨勬浛浠ｅ搧銆
+- 浜у搧铏藉睘澶ц嚧鐩稿叧鐨勫ぇ绫伙紝浣嗕笌鏌ヨ鎸囧畾鐨勫叿浣撳瓙绫讳笉鍙簰鎹紝涓旈鏍/鍦烘櫙宸紓澶с
+- 鏍稿績浜у搧绫诲瀷鍖归厤锛屼絾浜у搧鏄庢樉杩濊儗浜嗘煡璇腑涓涓槑纭笖閲嶈鐨勫睘鎬ц姹傦紝涓斾笉瀛樺湪鍙帴鍙楃殑鐞嗙敱銆
  
 鍏稿瀷鎯呭喌锛
 - 鏌ヨ锛氣滆￥瀛愨濓紝浜у搧锛氣滈瀷瀛愨 鈫 浜у搧绫诲瀷閿欒銆
-- 鏌ヨ锛氣滆繛琛ｈ鈥濓紝浜у搧锛氣滃崐韬鈥 鈫 鍏蜂綋浜у搧绫诲瀷涓嶅悓銆
-- 鏌ヨ锛氣滀慨韬￥鈥濓紝浜у搧锛氣滃鏉鹃様鑵胯￥鈥 鈫 涓庣増鍨嬭姹傛槑鏄惧啿绐併
+- 鏌ヨ锛氣滀慨韬￥鈥濓紝浜у搧锛氣滃鏉鹃様鑵胯￥鈥 鈫 涓庣増鍨嬭姹傛槑鏄惧啿绐侊紝鏇夸唬鎬ф瀬浣庛
 - 鏌ヨ锛氣滄棤琚栬繛琛ｈ鈥濓紝浜у搧锛氣滈暱琚栬繛琛ｈ鈥 鈫 涓庤鍨嬭姹傛槑鏄惧啿绐併
-
-璇ユ爣绛惧己璋冪敤鎴锋剰鍥剧殑鏄庣‘鎬с傚綋鏌ヨ鎸囧悜鍏蜂綋绫诲瀷鎴栧叧閿睘鎬ф椂锛屽嵆浣夸骇鍝佸湪鏇撮珮灞傜骇绫诲埆涓婄浉鍏筹紝涔熷簲鎸変笉鐩稿叧澶勭悊銆
+- 鏌ヨ锛氣滅墰浠旇￥鈥濓紝浜у搧锛氣滆繍鍔ㄨ￥鈥 鈫 鏍稿績鍝佺被涓嶅悓锛堢墰浠旇￥ vs 杩愬姩瑁わ級锛岄鏍煎拰鍦烘櫙宸紓澶с
+- 鏌ヨ锛氣滈澊瀛愨濓紝浜у搧锛氣滆繍鍔ㄩ瀷鈥 鈫 鏍稿績鍝佺被涓嶅悓锛屽姛鑳藉拰閫傜敤鍦烘櫙宸紓澶с
  
 ## 鍒ゆ柇鍘熷垯
  
-1. 浜у搧绫诲瀷鏄渶楂樹紭鍏堢骇鍥犵礌銆
-   濡傛灉鏌ヨ鏄庣‘鎸囧畾浜嗗叿浣撲骇鍝佺被鍨嬶紝閭ｄ箞缁撴灉蹇呴』鍖归厤璇ヤ骇鍝佺被鍨嬶紝鎵嶅彲鑳藉垽涓衡滃畬鍏ㄧ浉鍏斥濇垨鈥滈儴鍒嗙浉鍏斥濄
-   涓嶅悓浜у搧绫诲瀷閫氬父搴斿垽涓衡滀笉鐩稿叧鈥濓紝鑰屼笉鏄滈儴鍒嗙浉鍏斥濄
-
-2. 鐩镐技鎴栫浉鍏崇殑浜у搧绫诲瀷锛屽湪鏌ヨ鏄庣‘鏃堕氬父涓嶅彲浜掓崲銆
-   渚嬪锛
-   - 杩炶。瑁 vs 鍗婅韩瑁 vs 杩炰綋瑁
-   - 鐗涗粩瑁 vs 瑁ゅ瓙
-   - T鎭 vs 琛～/涓婅。
-   - 寮琛 vs 姣涜。
-   - 闈村瓙 vs 闉嬪瓙
-   - 鏂囪兏 vs 涓婅。
-   - 鍙岃偐鍖 vs 鍖
-   濡傛灉鐢ㄦ埛鏄庣‘鎼滅储鍏朵腑涓绉嶏紝鍏朵粬绫诲瀷閫氬父搴斿垽涓衡滀笉鐩稿叧鈥濄
-
-3. 褰撴牳蹇冧骇鍝佺被鍨嬪尮閰嶅悗锛屽啀璇勪及灞炴с
-   - 鎵鏈夋槑纭睘鎬ч兘鍖归厤 鈫 瀹屽叏鐩稿叧
-   - 閮ㄥ垎灞炴х己澶便佹棤娉曠‘璁わ紝鎴栧瓨鍦ㄤ竴瀹氬亸宸紝浣嗕粛鏄彲鎺ュ彈鏇夸唬鍝 鈫 閮ㄥ垎鐩稿叧
-   - 鏄庣‘涓旈噸瑕佺殑灞炴ц鏄庢樉杩濊儗锛屼笖涓嶈兘浣滀负鍚堢悊鏇夸唬鍝 鈫 涓嶇浉鍏
-
-4. 瑕佷弗鏍煎尯鍒嗏滄湭鎻愬強/鏃犳硶纭鈥濆拰鈥滄槑纭啿绐佲濄
-   - 濡傛灉鏌愬睘鎬ф病鏈夋彁鍙婏紝鎴栨棤娉曢獙璇侊紝浼樺厛鍒や负鈥滈儴鍒嗙浉鍏斥濄
-   - 濡傛灉鏌愬睘鎬т笌鏌ヨ瑕佹眰鏄庣‘鐩稿弽锛屽垯鍒や负鈥滀笉鐩稿叧鈥濓紱闄ら潪鍦ㄨ喘鐗╄澧冧笅瀹冧粛鏄庢樉灞炰簬鍙帴鍙楁浛浠ｅ搧銆
+1.  **浜у搧绫诲瀷鏄渶楂樹紭鍏堢骇鍥犵礌銆**
+    濡傛灉鏌ヨ鏄庣‘鎸囧畾浜嗗叿浣撲骇鍝佺被鍨嬶紝閭ｄ箞缁撴灉蹇呴』鍖归厤璇ヤ骇鍝佺被鍨嬶紝鎵嶅彲鑳藉垽涓衡滃畬鍏ㄧ浉鍏斥濇垨鈥滃熀鏈浉鍏斥濄備笉鍚屼骇鍝佺被鍨嬮氬父搴斿垽涓衡滃急鐩稿叧鈥濇垨鈥滀笉鐩稿叧鈥濄
+    -   **寮辩浉鍏**锛氫粎褰撲袱绉嶄骇鍝佺被鍨嬮鏍笺佸満鏅佸姛鑳介潪甯告帴杩戯紝鍙兘琚涓哄彲鎺ュ彈鐨勬浛浠ｅ搧鏃朵娇鐢ㄣ
+    -   **涓嶇浉鍏**锛氬叾浠栨墍鏈変骇鍝佺被鍨嬩笉鍖归厤鐨勬儏鍐点
+
+2.  **鐩镐技鎴栫浉鍏崇殑浜у搧绫诲瀷锛屽湪鏌ヨ鏄庣‘鏃堕氬父涓嶅彲浜掓崲锛屼絾闇鏍规嵁鎺ヨ繎绋嬪害鍖哄垎銆**
+    渚嬪锛
+    -   **椋庢牸/鍦烘櫙楂樺害鎺ヨ繎锛屽彲鍒や负寮辩浉鍏**锛氳繛琛ｈ vs 鍗婅韩瑁欍侀暱瑁 vs 涓暱瑁欍佺墰浠旇￥ vs 浼戦棽瑁ゃ佽繍鍔ㄩ瀷 vs 鏉块瀷銆
+    -   **椋庢牸/鍦烘櫙宸紓澶э紝鍒や负涓嶇浉鍏**锛氳￥瀛 vs 闉嬪瓙銆乀鎭 vs 甯藉瓙銆侀澊瀛 vs 杩愬姩闉嬨佺墰浠旇￥ vs 瑗胯瑁ゃ佸弻鑲╁寘 vs 鎵嬫彁鍖呫
+    濡傛灉鐢ㄦ埛鏄庣‘鎼滅储鍏朵腑涓绉嶏紝鍏朵粬绫诲瀷鏄惁鍙帴鍙楀彇鍐充簬鍏堕鏍笺佸満鏅殑鎺ヨ繎绋嬪害銆
+
+3.  **褰撴牳蹇冧骇鍝佺被鍨嬪尮閰嶅悗锛屽啀璇勪及灞炴с**
+    -   鎵鏈夋槑纭睘鎬ч兘鍖归厤 鈫 **瀹屽叏鐩稿叧**
+    -   閮ㄥ垎灞炴х己澶便佹棤娉曠‘璁わ紝鎴栧瓨鍦ㄨ緝灏忓亸宸 鈫 **鍩烘湰鐩稿叧**
+    -   鏄庣‘涓旈噸瑕佺殑灞炴ц鏄庢樉杩濊儗锛堝淇韩 vs 瀹芥澗锛夛紝浣嗘牳蹇冨搧绫讳粛鍖归厤 鈫 **寮辩浉鍏** 鎴 **涓嶇浉鍏**銆
+        -   **寮辩浉鍏**锛氬睘鎬ф槑鏄捐繚鑳岋紝浣嗗瓨鍦ㄥ彲琚敤鎴锋帴鍙楃殑寰急鐞嗙敱锛堝鐗堝瀷铏戒笉鍚屼絾椋庢牸绫讳技锛夈
+        -   **涓嶇浉鍏**锛氬睘鎬ф槑鏄捐繚鑳岋紝涓旀浛浠ｆф瀬浣庯紝鐢ㄦ埛鏃犵偣鍑诲姩鏈猴紙濡備慨韬 vs 瀹芥澗闃旇吙瑁わ級銆
+
+4.  **瑕佷弗鏍煎尯鍒嗏滄湭鎻愬強/鏃犳硶纭鈥濄佲滆緝灏忓亸宸濄佲滄槑纭啿绐佲濄**
+    -   濡傛灉鏌愬睘鎬ф病鏈夋彁鍙婏紝鎴栨棤娉曢獙璇侊紝浼樺厛鍒や负鈥**鍩烘湰鐩稿叧**鈥濄
+    -   濡傛灉鏌愬睘鎬у瓨鍦ㄨ緝灏忓亸宸紙濡傞鑹蹭笉鍚屻佹潗璐ㄤ笉鍚岋級锛屽垽涓衡**鍩烘湰鐩稿叧**鈥濄
+    -   濡傛灉鏌愬睘鎬т笌鏌ヨ瑕佹眰鏄庣‘鐩稿弽锛屽垯闇鏍规嵁鍐茬獊鐨勪弗閲嶆у拰鏇夸唬鎬у垽涓衡**寮辩浉鍏**鈥濇垨鈥**涓嶇浉鍏**鈥濄
  
 鏌ヨ锛歿query}