20 lines
756 B
Markdown
20 lines
756 B
Markdown
# 运行方式
|
|
|
|
```
|
|
docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.9.2-ubuntu22.04-dtk25.04.1-rc5-rocblas101839-0811-das1.6-py3.10-20250812-beta
|
|
docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
|
|
|
|
## 安装sglang
|
|
git clone git.modelhub.org.cn:9443/enginex-hygon/sglang
|
|
|
|
cd sglang
|
|
# 编译安装sgl-kernel包
|
|
cd sgl-kernel
|
|
python setup_hip.py install
|
|
# 安装sglang Python依赖
|
|
cd ..
|
|
pip install -e "python[all_hip]"
|
|
pip install transformers==4.56.0
|
|
|
|
cd /your_code_path/longcat_sglang
|
|
``` |