update
This commit is contained in:
@@ -7,7 +7,11 @@
|
||||
|
||||
支持模型列表:
|
||||
- jina-embeddings-v3
|
||||
- DeepSeek-R1
|
||||
- DeepSeek-R1_ollama
|
||||
- DeepSeek-R1_pytorch
|
||||
- DeepSeek-R1-Distill
|
||||
- ChatGLM3-6B
|
||||
- QwQ-32B
|
||||
- DeepSeek-V3
|
||||
- DeepSeek-V3
|
||||
- LLaMA_Fastchat_pytorch
|
||||
- Qwen3
|
||||
|
||||
10
enginex/DeepSeek-R1-Distill.md
Normal file
10
enginex/DeepSeek-R1-Distill.md
Normal file
@@ -0,0 +1,10 @@
|
||||
# 运行方式
|
||||
```python
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10
|
||||
|
||||
docker run --shm-size 500g --network=host --name=dpskv3 --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it <your IMAGE ID> bash
|
||||
|
||||
pip install https://download.sourcefind.cn:65024/directlink/4/lmslim/DAS1.3/lmslim-0.1.2+das.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl
|
||||
|
||||
pip install https://download.sourcefind.cn:65024/directlink/4/vllm/DAS1.3/vllm-0.6.2+das.opt1.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl
|
||||
```
|
||||
9
enginex/DeepSeek-R1_ollama.md
Normal file
9
enginex/DeepSeek-R1_ollama.md
Normal file
@@ -0,0 +1,9 @@
|
||||
# 运行方式
|
||||
```python
|
||||
docker git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-py3.10-dtk24.04.3-ubuntu20.04
|
||||
|
||||
docker run --shm-size 500g --network=host --name=dpskr1 --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it <your IMAGE ID> bash
|
||||
|
||||
cd inference
|
||||
pip install -r requirements.txt
|
||||
```
|
||||
16
enginex/LLaMA_Fastchat_pytorch.md
Normal file
16
enginex/LLaMA_Fastchat_pytorch.md
Normal file
@@ -0,0 +1,16 @@
|
||||
# 运行方式
|
||||
```python
|
||||
拉取镜像:
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
|
||||
创建并启动容器:
|
||||
docker run --shm-size 64g --network=host --name=llama_fastchat --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro -v : -it bash
|
||||
|
||||
cp -r mpirun/* ./
|
||||
cd FastChat-main
|
||||
pip3 install -e .
|
||||
cd ../transformers-main
|
||||
pip3 install -e .
|
||||
pip3 uninstall wandb
|
||||
pip3 install mpi4py
|
||||
cd ..
|
||||
```
|
||||
10
enginex/Qwen3.md
Normal file
10
enginex/Qwen3.md
Normal file
@@ -0,0 +1,10 @@
|
||||
# 运行方式
|
||||
|
||||
```python
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.4-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250429-dev-qwen3-only
|
||||
# docker pull image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10-fixpy
|
||||
# <your IMAGE ID>为以上拉取的docker的镜像ID替换,本镜像为:6e12a1c4ae4d
|
||||
docker run -it --shm-size=64G -v $PWD/Qwen3:/home/Qwen3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen3 <your IMAGE ID> bash
|
||||
cd /home/Qwen3
|
||||
pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple
|
||||
```
|
||||
Reference in New Issue
Block a user