update vllm

This commit is contained in:
zhousha
2025-11-24 16:12:09 +08:00
parent cd5b3fdf61
commit 0fc6debf79
10 changed files with 89 additions and 0 deletions

10
enginex/GLM-4_pytorch.md Normal file
View File

@@ -0,0 +1,10 @@
# 运行方式
```python
dcoker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
cd /your_code_path/glm-4_pytorch
pip install -r inference/requirements.txt
pip install -r finetune/requirements.txt
```