修改启动脚本
This commit is contained in:
@@ -234,7 +234,7 @@ start_services() {
|
|||||||
--port ${INFERENCE_PORT} \
|
--port ${INFERENCE_PORT} \
|
||||||
--gpu-layers 36 \
|
--gpu-layers 36 \
|
||||||
--host 0.0.0.0 \
|
--host 0.0.0.0 \
|
||||||
-c 8192 \
|
-c 16384 \
|
||||||
--jinja \
|
--jinja \
|
||||||
--temp 0 \
|
--temp 0 \
|
||||||
--top-k 1 \
|
--top-k 1 \
|
||||||
|
|||||||
Reference in New Issue
Block a user