update vllm

README.md

@@ -24,3 +24,4 @@
 - Shanghai_AI_Laboratory/internlm-chat-7b
 - ZhipuAI/glm-4v-9b
 - ZhipuAI/GLM-4-9B-0414
+- deepseek-ai/DeepSeek-Coder-V2-Base

enginex/DeepSeek-Coder-V2-Base.md

@@ -0,0 +1,11 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/deepseek-coder-v2_pytorch
+pip install -r requirements.txt
+pip install -U huggingface_hub hf_transfer
+export HF_ENDPOINT=https://hf-mirror.com
+```