update DeepSeek-V3
This commit is contained in:
@@ -9,4 +9,5 @@
|
||||
- jina-embeddings-v3
|
||||
- DeepSeek-R1
|
||||
- ChatGLM3-6B
|
||||
- QwQ-32B
|
||||
- QwQ-32B
|
||||
- DeepSeek-V3
|
||||
9
enginex/DeepSeek-V3.md
Normal file
9
enginex/DeepSeek-V3.md
Normal file
@@ -0,0 +1,9 @@
|
||||
# 运行方式
|
||||
```python
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10
|
||||
|
||||
docker run --shm-size 500g --network=host --name=dpskv3 --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it <your IMAGE ID> bash
|
||||
|
||||
cd inference
|
||||
pip install -r requirements.txt
|
||||
```
|
||||
@@ -1,7 +1,7 @@
|
||||
# 运行方式
|
||||
|
||||
```python
|
||||
docker pull igit.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
|
||||
# <your IMAGE ID>为以上拉取的docker的镜像ID替换,本镜像为:dee41741fb40
|
||||
docker run -it --shm-size=64G --network host -v $PWD/QwQ-32B:/home/QwQ-32B -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwq <your IMAGE ID> bash
|
||||
cd /home/QwQ-32B
|
||||
|
||||
Reference in New Issue
Block a user