diff --git a/DeepSeek-OCR.md b/DeepSeek-OCR.md new file mode 100644 index 0000000..fb6de17 --- /dev/null +++ b/DeepSeek-OCR.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.8.5-ubuntu22.04-dtk25.04.1-rc5-das1.6-py3.10-20250724 +docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash + +cd /your_code_path/deepseek-ocr_pytorch + +``` diff --git a/README.md b/README.md index 605de34..b9c7ea2 100644 --- a/README.md +++ b/README.md @@ -47,6 +47,7 @@ - 01ai/Yi-6B-Chat - 01ai/Yi-34B-Chat - ZhipuAI/glm-4-9b-chat +- deepseek-ai/DeepSeek-OCR - Qwen/Qwen2.5-Coder-0.5B-Instruct - Qwen/Qwen2.5-Coder-1.5B-Instruct - Qwen/Qwen2.5-Coder-3B-Instruct @@ -67,4 +68,21 @@ - Shanghai_AI_Laboratory/internlm2_5-20b - TeleAI/telechat-7B - TeleAI/TeleChat-12B-v2 - +- OpenBMB/MiniCPM-2B-dpo-bf16 +- LLM-Research/Phi-4-multimodal-instruct +- LLM-Research/Mistral-7B-Instruct-v0.3 +- Shanghai_AI_Laboratory/internlm2_5-7b-chat +- shakechen/Llama-2-7b-hf +- Qwen/Qwen2-Audio-7B-Instruct +- AI-ModelScope/gemma-2-2b +- AI-ModelScope/falcon-7b-instruct +- Duxiaoman-DI/XuanYuan-13B-Chat +- ZhipuAI/GLM-4.6 +- LLM-Research/Codestral-22B-v0.1 +- facebook/llm-compiler-7b +- 01ai/Yi-1.5-6B-Chat +- FreedomIntelligence/HuatuoGPT-o1-8B +- ZhipuAI/GLM-Z1-32B-0414 +- Salesforce/Llama-xLAM-2-8b-fc-r +- Qwen/Qwen3-235B-A22B +- Qwen/Qwen3-Coder-480B-A35B-Instruct \ No newline at end of file diff --git a/enginex/Codestral-22B-v0.1.md b/enginex/Codestral-22B-v0.1.md new file mode 100644 index 0000000..e47042b --- /dev/null +++ b/enginex/Codestral-22B-v0.1.md @@ -0,0 +1,11 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310 +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash + +cd /your_code_path/codestral_pytorch +pip install -r requirements.txt +pip install -U huggingface_hub hf_transfer +export HF_ENDPOINT=https://hf-mirror.com +``` diff --git a/enginex/GLM-4.6.md b/enginex/GLM-4.6.md new file mode 100644 index 0000000..2c7b539 --- /dev/null +++ b/enginex/GLM-4.6.md @@ -0,0 +1,8 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.9.2-ubuntu22.04-dtk25.04.1-rc5-rocblas104381-0915-das1.6-py3.10-20250916-rc2 +docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash + +cd /your_code_path/glm-4.6_vllm +``` diff --git a/enginex/GLM-Z1-32B-0414.md b/enginex/GLM-Z1-32B-0414.md new file mode 100644 index 0000000..7375c55 --- /dev/null +++ b/enginex/GLM-Z1-32B-0414.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10 +docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash + +cd /your_code_path/glm-z1_pytorch +pip install transformers>=4.51.3 +``` diff --git a/enginex/HuatuoGPT-o1-8B.md b/enginex/HuatuoGPT-o1-8B.md new file mode 100644 index 0000000..80f7dbf --- /dev/null +++ b/enginex/HuatuoGPT-o1-8B.md @@ -0,0 +1,15 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10 + +docker run --shm-size 50g --network=host --name=huatuo --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it bash + +pip install -r requirements.txt + +pip uninstall vllm + +pip install https://download.sourcefind.cn:65024/directlink/4/lmslim/DAS1.3/lmslim-0.1.2+das.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl + +pip install https://download.sourcefind.cn:65024/directlink/4/vllm/DAS1.3/vllm-0.6.2+das.opt1.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl +``` diff --git a/enginex/Llama-2-7b-hf.md b/enginex/Llama-2-7b-hf.md new file mode 100644 index 0000000..f089253 --- /dev/null +++ b/enginex/Llama-2-7b-hf.md @@ -0,0 +1,7 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10 + +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal:/opt/hyhal:ro --shm-size=32G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash +``` diff --git a/enginex/Llama-xLAM-2-8b-fc-r.md b/enginex/Llama-xLAM-2-8b-fc-r.md new file mode 100644 index 0000000..77c76cf --- /dev/null +++ b/enginex/Llama-xLAM-2-8b-fc-r.md @@ -0,0 +1,11 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10 + +docker run --shm-size 100g --network=host --name=wan --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it bash + +pip install -r requirements.txt + +pip install -e . +``` diff --git a/enginex/MiniCPM-2B-dpo-bf16.md b/enginex/MiniCPM-2B-dpo-bf16.md new file mode 100644 index 0000000..2bc4cb8 --- /dev/null +++ b/enginex/MiniCPM-2B-dpo-bf16.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +# 为以上拉取的docker的镜像ID替换 +docker run -it --shm-size=32G -v $PWD/MiniCPM:/home/MiniCPM -v /opt/hyhal:/opt/hyhal --network=host --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name minicpm bash +cd /home/MiniCPM +pip install -r finetune/requirements.txt # finetune/requirements.txt +``` diff --git a/enginex/Mistral-7B-Instruct-v0.3.md b/enginex/Mistral-7B-Instruct-v0.3.md new file mode 100644 index 0000000..2bc5cf0 --- /dev/null +++ b/enginex/Mistral-7B-Instruct-v0.3.md @@ -0,0 +1,8 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.5-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250521-fixpy-rocblas0521-beta2 +docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash + +cd /your_code_path/mistral_pytorch +``` diff --git a/enginex/Phi-4-multimodal-instruct.md b/enginex/Phi-4-multimodal-instruct.md new file mode 100644 index 0000000..4d6279a --- /dev/null +++ b/enginex/Phi-4-multimodal-instruct.md @@ -0,0 +1,12 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-py3.10-dtk24.04.3-ubuntu20.04 +docker run -it --shm-size=1024G -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name phi-4 bash # 为以上拉取的docker的镜像ID替换 + +git clone http://developer.sourcefind.cn/codes/modelzoo/phi-4-multimodal-instruct_pytorch.git + +cd /path/your_code_data/ + +pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple +``` diff --git a/enginex/Qwen2-Audio-7B-Instruct.md b/enginex/Qwen2-Audio-7B-Instruct.md new file mode 100644 index 0000000..d264a94 --- /dev/null +++ b/enginex/Qwen2-Audio-7B-Instruct.md @@ -0,0 +1,15 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10 + +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --network=host --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen2-audio bash + +cd /path/your_code_data/Qwen2-Audio/demo + +pip install -r requirements_web_demo.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com + +pip install git+https://github.com/modelscope/swift.git#egg=ms-swift[llm] + +pip install git+https://github.com/huggingface/transformers.git +``` diff --git a/enginex/Qwen3.md b/enginex/Qwen3.md new file mode 100644 index 0000000..439dd30 --- /dev/null +++ b/enginex/Qwen3.md @@ -0,0 +1,10 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.4-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250429-dev-qwen3-only +# docker pull image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10-fixpy +# 为以上拉取的docker的镜像ID替换，本镜像为：6e12a1c4ae4d +docker run -it --shm-size=64G -v $PWD/Qwen3:/home/Qwen3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen3 bash +cd /home/Qwen3 +pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple +``` diff --git a/enginex/XuanYuan-13B-Chat.md b/enginex/XuanYuan-13B-Chat.md new file mode 100644 index 0000000..7f2eefb --- /dev/null +++ b/enginex/XuanYuan-13B-Chat.md @@ -0,0 +1,17 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 + +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name xuanyuan bash + +cd /path/your_code_data/ + +pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com + +git clone --depth 1 https://github.com/hiyouga/LLaMA-Factory.git + +cd LLaMA-Factory + +pip install -e ".[torch,metrics]" +``` diff --git a/enginex/Yi-1.5-6B-Chat.md b/enginex/Yi-1.5-6B-Chat.md new file mode 100644 index 0000000..ef5ef0f --- /dev/null +++ b/enginex/Yi-1.5-6B-Chat.md @@ -0,0 +1,10 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-py3.10-dtk24.04.3-ubuntu20.04 +docker run -it --shm-size=1024G -v : -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name Yi-1.5 bash # 为以上拉取的docker的镜像ID替换 +cd /home/Yi-1.5-pytorch +pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com + +pip uninstall vllm +``` diff --git a/enginex/falcon-7b-instruct.md b/enginex/falcon-7b-instruct.md new file mode 100644 index 0000000..dc4240a --- /dev/null +++ b/enginex/falcon-7b-instruct.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10 +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash + +cd /your_code_path/falcon_pytorch +pip install -r requirements.txt +``` diff --git a/enginex/gemma-2-2b.md b/enginex/gemma-2-2b.md new file mode 100644 index 0000000..7d45856 --- /dev/null +++ b/enginex/gemma-2-2b.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10 +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash + +cd /your_code_path/gemma2_pytorch +pip install -r requirements.txt +``` diff --git a/enginex/llm-compiler-7b.md b/enginex/llm-compiler-7b.md new file mode 100644 index 0000000..8b73a54 --- /dev/null +++ b/enginex/llm-compiler-7b.md @@ -0,0 +1,11 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310 +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash + +cd /your_code_path/llm-compiler_pytorch +pip install -r requirements.txt +pip install -U huggingface_hub hf_transfer +export HF_ENDPOINT=https://hf-mirror.com +```