[bugfix] Add modelscope package to avoid docker image without modelscope (#1520)

This commit is contained in:
Kylin
2024-09-29 03:43:22 +08:00
committed by GitHub
parent 840c5dbcb3
commit f42e9bfb52
3 changed files with 16 additions and 1 deletions

View File

@@ -4,6 +4,8 @@ services:
container_name: sglang
volumes:
- ${HOME}/.cache/huggingface:/root/.cache/huggingface
# If you use modelscope, you need mount this directory
# - ${HOME}/.cache/modelscope:/root/.cache/modelscope
restart: always
network_mode: host
# Or you can only publish port 30000
@@ -11,6 +13,8 @@ services:
# - 30000:30000
environment:
HF_TOKEN: <secret>
# if you use modelscope to download model, you need set this environment
# - SGLANG_USE_MODELSCOPE: true
entrypoint: python3 -m sglang.launch_server
command:
--model-path meta-llama/Meta-Llama-3.1-8B-Instruct