EngineX-Hygon/enginex-hygon-vllm
5
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
zhousha
2025-12-04 20:11:45 +08:00
parent 66df624d5b
commit 9879a96905
18 changed files with 199 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
DeepSeek-OCR.md Normal file
View File

@@ -0,0 +1,9 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.8.5-ubuntu22.04-dtk25.04.1-rc5-das1.6-py3.10-20250724
docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
cd /your_code_path/deepseek-ocr_pytorch
```

20
README.md
View File

@@ -47,6 +47,7 @@
- 01ai/Yi-6B-Chat
- 01ai/Yi-34B-Chat
- ZhipuAI/glm-4-9b-chat
- deepseek-ai/DeepSeek-OCR
- Qwen/Qwen2.5-Coder-0.5B-Instruct
- Qwen/Qwen2.5-Coder-1.5B-Instruct
- Qwen/Qwen2.5-Coder-3B-Instruct
@@ -67,4 +68,21 @@
- Shanghai_AI_Laboratory/internlm2_5-20b
- TeleAI/telechat-7B
- TeleAI/TeleChat-12B-v2
- OpenBMB/MiniCPM-2B-dpo-bf16
- LLM-Research/Phi-4-multimodal-instruct
- LLM-Research/Mistral-7B-Instruct-v0.3
- Shanghai_AI_Laboratory/internlm2_5-7b-chat
- shakechen/Llama-2-7b-hf
- Qwen/Qwen2-Audio-7B-Instruct
- AI-ModelScope/gemma-2-2b
- AI-ModelScope/falcon-7b-instruct
- Duxiaoman-DI/XuanYuan-13B-Chat
- ZhipuAI/GLM-4.6
- LLM-Research/Codestral-22B-v0.1
- facebook/llm-compiler-7b
- 01ai/Yi-1.5-6B-Chat
- FreedomIntelligence/HuatuoGPT-o1-8B
- ZhipuAI/GLM-Z1-32B-0414
- Salesforce/Llama-xLAM-2-8b-fc-r
- Qwen/Qwen3-235B-A22B
- Qwen/Qwen3-Coder-480B-A35B-Instruct

11
enginex/Codestral-22B-v0.1.md Normal file
View File

@@ -0,0 +1,11 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
cd /your_code_path/codestral_pytorch
pip install -r requirements.txt
pip install -U huggingface_hub hf_transfer
export HF_ENDPOINT=https://hf-mirror.com
```

8
enginex/GLM-4.6.md Normal file
View File

@@ -0,0 +1,8 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.9.2-ubuntu22.04-dtk25.04.1-rc5-rocblas104381-0915-das1.6-py3.10-20250916-rc2
docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
cd /your_code_path/glm-4.6_vllm
```

9
enginex/GLM-Z1-32B-0414.md Normal file
View File

@@ -0,0 +1,9 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
cd /your_code_path/glm-z1_pytorch
pip install transformers>=4.51.3
```

15
enginex/HuatuoGPT-o1-8B.md Normal file
View File

@@ -0,0 +1,15 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10
docker run --shm-size 50g --network=host --name=huatuo --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it bash
pip install -r requirements.txt
pip uninstall vllm
pip install https://download.sourcefind.cn:65024/directlink/4/lmslim/DAS1.3/lmslim-0.1.2+das.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl
pip install https://download.sourcefind.cn:65024/directlink/4/vllm/DAS1.3/vllm-0.6.2+das.opt1.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl
```

7
enginex/Llama-2-7b-hf.md Normal file
View File

@@ -0,0 +1,7 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10
docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal:/opt/hyhal:ro --shm-size=32G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
```

11
enginex/Llama-xLAM-2-8b-fc-r.md Normal file
View File

@@ -0,0 +1,11 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
docker run --shm-size 100g --network=host --name=wan --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it bash
pip install -r requirements.txt
pip install -e .
```

9
enginex/MiniCPM-2B-dpo-bf16.md Normal file
View File

@@ -0,0 +1,9 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
# 为以上拉取的docker的镜像ID替换
docker run -it --shm-size=32G -v $PWD/MiniCPM:/home/MiniCPM -v /opt/hyhal:/opt/hyhal --network=host --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name minicpm bash
cd /home/MiniCPM
pip install -r finetune/requirements.txt # finetune/requirements.txt
```

8
enginex/Mistral-7B-Instruct-v0.3.md Normal file
View File

@@ -0,0 +1,8 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.5-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250521-fixpy-rocblas0521-beta2
docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
cd /your_code_path/mistral_pytorch
```

12
enginex/Phi-4-multimodal-instruct.md Normal file
View File

@@ -0,0 +1,12 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-py3.10-dtk24.04.3-ubuntu20.04
docker run -it --shm-size=1024G -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name phi-4 bash # 为以上拉取的docker的镜像ID替换
git clone http://developer.sourcefind.cn/codes/modelzoo/phi-4-multimodal-instruct_pytorch.git
cd /path/your_code_data/
pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
```

15
enginex/Qwen2-Audio-7B-Instruct.md Normal file
View File

@@ -0,0 +1,15 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10
docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --network=host --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen2-audio bash
cd /path/your_code_data/Qwen2-Audio/demo
pip install -r requirements_web_demo.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
pip install git+https://github.com/modelscope/swift.git#egg=ms-swift[llm]
pip install git+https://github.com/huggingface/transformers.git
```

10
enginex/Qwen3.md Normal file
View File

@@ -0,0 +1,10 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.4-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250429-dev-qwen3-only
# docker pull image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10-fixpy
# 为以上拉取的docker的镜像ID替换，本镜像为：6e12a1c4ae4d
docker run -it --shm-size=64G -v $PWD/Qwen3:/home/Qwen3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen3 bash
cd /home/Qwen3
pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple
```

17
enginex/XuanYuan-13B-Chat.md Normal file
View File

@@ -0,0 +1,17 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name xuanyuan bash
cd /path/your_code_data/
pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
git clone --depth 1 https://github.com/hiyouga/LLaMA-Factory.git
cd LLaMA-Factory
pip install -e ".[torch,metrics]"
```

10
enginex/Yi-1.5-6B-Chat.md Normal file
View File

@@ -0,0 +1,10 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-py3.10-dtk24.04.3-ubuntu20.04
docker run -it --shm-size=1024G -v : -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name Yi-1.5 bash # 为以上拉取的docker的镜像ID替换
cd /home/Yi-1.5-pytorch
pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
pip uninstall vllm
```

9
enginex/falcon-7b-instruct.md Normal file
View File

@@ -0,0 +1,9 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10
docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
cd /your_code_path/falcon_pytorch
pip install -r requirements.txt
```

9
enginex/gemma-2-2b.md Normal file
View File

@@ -0,0 +1,9 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10
docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
cd /your_code_path/gemma2_pytorch
pip install -r requirements.txt
```

11
enginex/llm-compiler-7b.md Normal file
View File

@@ -0,0 +1,11 @@
# 运行方式
```python
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
cd /your_code_path/llm-compiler_pytorch
pip install -r requirements.txt
pip install -U huggingface_hub hf_transfer
export HF_ENDPOINT=https://hf-mirror.com
```