修改启动脚本

2026-01-29 10:27:36 +08:00
parent 070e4f579d
commit 410d2e01e4
1 changed files with 1 additions and 1 deletions
--- a/start_all.sh
+++ b/start_all.sh
@@ -234,7 +234,7 @@ start_services() {
        --port ${INFERENCE_PORT} \
        --gpu-layers 36 \
        --host 0.0.0.0 \
-        -c 8192 \
+        -c 16384 \
        --jinja \
        --temp 0 \
        --top-k 1 \