修改为东南天坐标系

start_all_vllm.sh

@@ -24,6 +24,8 @@ VLLM_CONDA_ENV="${VLLM_CONDA_ENV:-VLLM}"
 VLLM_SPECULATIVE_CONFIG="${VLLM_SPECULATIVE_CONFIG:-}"
 VLLM_GPU_MEMORY_UTILIZATION="${VLLM_GPU_MEMORY_UTILIZATION:-0.5}"
 VLLM_SERVED_MODEL_NAME="${VLLM_SERVED_MODEL_NAME:-local-model}"
+VLLM_ENABLE_TOOL_CALLING="${VLLM_ENABLE_TOOL_CALLING:-0}"
+VLLM_TOOL_CALL_PARSER="${VLLM_TOOL_CALL_PARSER:-}"
 EMBEDDING_MODEL="${EMBEDDING_MODEL:-~/models/gguf/Qwen3/Qwen3-Embedding-4B/Qwen3-Embedding-4B-Q5_K_M.gguf}"
 VENV_PATH="${VENV_PATH:-${PROJECT_ROOT}/backend_service/venv}"
 LOG_DIR="${LOG_DIR:-${PROJECT_ROOT}/logs}"
@@ -264,6 +266,13 @@ start_services() {
         if [ -n \"${VLLM_SPECULATIVE_CONFIG}\" ]; then
             SPEC_ARGS+=(--speculative-config \"${VLLM_SPECULATIVE_CONFIG}\")
         fi
+        TOOL_ARGS=()
+        if [ \"${VLLM_ENABLE_TOOL_CALLING}\" = \"1\" ]; then
+            TOOL_ARGS+=(--enable-auto-tool-choice)
+            if [ -n \"${VLLM_TOOL_CALL_PARSER}\" ]; then
+                TOOL_ARGS+=(--tool-call-parser \"${VLLM_TOOL_CALL_PARSER}\")
+            fi
+        fi
         exec vllm serve \"${inference_model_dir_expanded}\" \
           --host=0.0.0.0 \
           --port=${INFERENCE_PORT} \
@@ -271,6 +280,7 @@ start_services() {
           --max-num-seqs=1 \
           --max-model-len=16384 \
           \"\${SPEC_ARGS[@]}\" \
+          \"\${TOOL_ARGS[@]}\" \
           --served-model-name \"${VLLM_SERVED_MODEL_NAME}\" \
           --trust-remote-code \
           --gpu-memory-utilization=${VLLM_GPU_MEMORY_UTILIZATION} \
@@ -465,6 +475,8 @@ case "${1:-start}" in
         echo "  VLLM_SPECULATIVE_CONFIG - vLLM speculative JSON（可选；例如: {\"model\":\"/home/a/qwen3-4b-eagle3\",\"num_speculative_tokens\":5,\"method\":\"eagle3\"}）"
         echo "  VLLM_GPU_MEMORY_UTILIZATION - vLLM 显存占用比例 (默认: 0.85)"
         echo "  VLLM_SERVED_MODEL_NAME - vLLM 对外模型名 (默认: local-model；后端也会用它作为默认模型名)"
+        echo "  VLLM_ENABLE_TOOL_CALLING - vLLM 工具调用开关(1启用；需版本支持)"
+        echo "  VLLM_TOOL_CALL_PARSER - vLLM tool parser (如 hermes/qwen 等，按版本支持)"
         echo "  EMBEDDING_MODEL      - Embedding模型路径 (默认: ~/models/gguf/Qwen3/Qwen3-Embedding-4B/Qwen3-Embedding-4B-Q5_K_M.gguf)"
         echo "  VENV_PATH            - venv虚拟环境路径 (默认: \${PROJECT_ROOT}/backend_service/venv)"
         echo "  LOG_DIR              - 日志目录 (默认: \${PROJECT_ROOT}/logs)"