From ef4dc29d4ec7373efc734b6f6daa876eedc4f8c8 Mon Sep 17 00:00:00 2001 From: zhousha <736730048@qq.com> Date: Wed, 19 Nov 2025 12:12:11 +0800 Subject: [PATCH] update --- README.md | 8 ++++++-- enginex/DeepSeek-R1-Distill.md | 10 ++++++++++ enginex/DeepSeek-R1_ollama.md | 9 +++++++++ .../{DeepSeek-R1.md => DeepSeek-R1_pytorch.md} | 0 enginex/LLaMA_Fastchat_pytorch.md | 16 ++++++++++++++++ enginex/Qwen3.md | 10 ++++++++++ 6 files changed, 51 insertions(+), 2 deletions(-) create mode 100644 enginex/DeepSeek-R1-Distill.md create mode 100644 enginex/DeepSeek-R1_ollama.md rename enginex/{DeepSeek-R1.md => DeepSeek-R1_pytorch.md} (100%) create mode 100644 enginex/LLaMA_Fastchat_pytorch.md create mode 100644 enginex/Qwen3.md diff --git a/README.md b/README.md index 140a73e..5b7194a 100644 --- a/README.md +++ b/README.md @@ -7,7 +7,11 @@ 支持模型列表: - jina-embeddings-v3 -- DeepSeek-R1 +- DeepSeek-R1_ollama +- DeepSeek-R1_pytorch +- DeepSeek-R1-Distill - ChatGLM3-6B - QwQ-32B -- DeepSeek-V3 \ No newline at end of file +- DeepSeek-V3 +- LLaMA_Fastchat_pytorch +- Qwen3 diff --git a/enginex/DeepSeek-R1-Distill.md b/enginex/DeepSeek-R1-Distill.md new file mode 100644 index 0000000..51f4b65 --- /dev/null +++ b/enginex/DeepSeek-R1-Distill.md @@ -0,0 +1,10 @@ +# 运行方式 +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10 + +docker run --shm-size 500g --network=host --name=dpskv3 --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it bash + +pip install https://download.sourcefind.cn:65024/directlink/4/lmslim/DAS1.3/lmslim-0.1.2+das.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl + +pip install https://download.sourcefind.cn:65024/directlink/4/vllm/DAS1.3/vllm-0.6.2+das.opt1.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl +``` \ No newline at end of file diff --git a/enginex/DeepSeek-R1_ollama.md b/enginex/DeepSeek-R1_ollama.md new file mode 100644 index 0000000..b30a041 --- /dev/null +++ b/enginex/DeepSeek-R1_ollama.md @@ -0,0 +1,9 @@ +# 运行方式 +```python +docker git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-py3.10-dtk24.04.3-ubuntu20.04 + +docker run --shm-size 500g --network=host --name=dpskr1 --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it bash + +cd inference +pip install -r requirements.txt +``` \ No newline at end of file diff --git a/enginex/DeepSeek-R1.md b/enginex/DeepSeek-R1_pytorch.md similarity index 100% rename from enginex/DeepSeek-R1.md rename to enginex/DeepSeek-R1_pytorch.md diff --git a/enginex/LLaMA_Fastchat_pytorch.md b/enginex/LLaMA_Fastchat_pytorch.md new file mode 100644 index 0000000..2d58598 --- /dev/null +++ b/enginex/LLaMA_Fastchat_pytorch.md @@ -0,0 +1,16 @@ +# 运行方式 +```python +拉取镜像: +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +创建并启动容器: +docker run --shm-size 64g --network=host --name=llama_fastchat --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro -v : -it bash + +cp -r mpirun/* ./ +cd FastChat-main +pip3 install -e . +cd ../transformers-main +pip3 install -e . +pip3 uninstall wandb +pip3 install mpi4py +cd .. +``` \ No newline at end of file diff --git a/enginex/Qwen3.md b/enginex/Qwen3.md new file mode 100644 index 0000000..7a74700 --- /dev/null +++ b/enginex/Qwen3.md @@ -0,0 +1,10 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.4-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250429-dev-qwen3-only +# docker pull image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10-fixpy +# 为以上拉取的docker的镜像ID替换,本镜像为:6e12a1c4ae4d +docker run -it --shm-size=64G -v $PWD/Qwen3:/home/Qwen3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen3 bash +cd /home/Qwen3 +pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple +```