diff --git a/README.md b/README.md index e9104ed..140a73e 100644 --- a/README.md +++ b/README.md @@ -9,4 +9,5 @@ - jina-embeddings-v3 - DeepSeek-R1 - ChatGLM3-6B -- QwQ-32B \ No newline at end of file +- QwQ-32B +- DeepSeek-V3 \ No newline at end of file diff --git a/enginex/DeepSeek-V3.md b/enginex/DeepSeek-V3.md new file mode 100644 index 0000000..2097a0f --- /dev/null +++ b/enginex/DeepSeek-V3.md @@ -0,0 +1,9 @@ +# 运行方式 +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10 + +docker run --shm-size 500g --network=host --name=dpskv3 --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it bash + +cd inference +pip install -r requirements.txt +``` \ No newline at end of file diff --git a/enginex/QwQ-32B.md b/enginex/QwQ-32B.md index 87c0b8a..3a58392 100644 --- a/enginex/QwQ-32B.md +++ b/enginex/QwQ-32B.md @@ -1,7 +1,7 @@ # 运行方式 ```python -docker pull igit.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10 +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10 # 为以上拉取的docker的镜像ID替换,本镜像为:dee41741fb40 docker run -it --shm-size=64G --network host -v $PWD/QwQ-32B:/home/QwQ-32B -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwq bash cd /home/QwQ-32B