update vllm

2025-12-01 18:40:23 +08:00
parent ce7fc3b2c4
commit b1635efc43
15 changed files with 82 additions and 25 deletions
--- a/enginex/Meta-Llama-3-8B-Instruct.md
+++ b/enginex/Meta-Llama-3-8B-Instruct.md
@@ -2,5 +2,9 @@

 ```python
 #  推荐使用docker方式运行，提供拉取的docker镜像：
-docker pull git.modelhub.org.cn:9443/enginex-hygon/
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/llama3_pytorch
+pip install -e .
 ```