From ce7fc3b2c4aa6b2b5d337b9916689cdb93c00433 Mon Sep 17 00:00:00 2001 From: zhousha <736730048@qq.com> Date: Fri, 28 Nov 2025 16:32:49 +0800 Subject: [PATCH] update vllm --- README.md | 1 + enginex/DeepSeek-Coder-V2-Base.md | 11 +++++++++++ 2 files changed, 12 insertions(+) create mode 100644 enginex/DeepSeek-Coder-V2-Base.md diff --git a/README.md b/README.md index 56ee91a..bdaf8e1 100644 --- a/README.md +++ b/README.md @@ -24,3 +24,4 @@ - Shanghai_AI_Laboratory/internlm-chat-7b - ZhipuAI/glm-4v-9b - ZhipuAI/GLM-4-9B-0414 +- deepseek-ai/DeepSeek-Coder-V2-Base diff --git a/enginex/DeepSeek-Coder-V2-Base.md b/enginex/DeepSeek-Coder-V2-Base.md new file mode 100644 index 0000000..1f35f64 --- /dev/null +++ b/enginex/DeepSeek-Coder-V2-Base.md @@ -0,0 +1,11 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310 +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash + +cd /your_code_path/deepseek-coder-v2_pytorch +pip install -r requirements.txt +pip install -U huggingface_hub hf_transfer +export HF_ENDPOINT=https://hf-mirror.com +```