diff --git a/enginex/Baichuan2_pytorch.md b/enginex/Baichuan2_pytorch.md new file mode 100644 index 0000000..ccfa515 --- /dev/null +++ b/enginex/Baichuan2_pytorch.md @@ -0,0 +1,10 @@ +# 运行方式 + +```python +# 推荐使用docker方式运行，提供拉取的docker镜像： +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +docker run -dit --shm-size 80g --network=host --name=baichuan2 --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /opt/hyhal/:/opt/hyhal/:ro image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 /bin/bash +docker exec -it baichuan2 /bin/bash +# 安装docker中没有的依赖: +pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +``` diff --git a/enginex/GLM-4-9B-0414.md b/enginex/GLM-4-9B-0414.md new file mode 100644 index 0000000..9c46293 --- /dev/null +++ b/enginex/GLM-4-9B-0414.md @@ -0,0 +1,12 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10 +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name glm-4v bash + +cd /path/your_code_data/ + +pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +#开发者社区下载bitsandbytes +pip install bitsandbytes-0.42.0+das1.1.gitce85679.abi1.dtk2404.torch2.1.0-py3-none-any.whl +``` diff --git a/enginex/GLM-4_pytorch.md b/enginex/GLM-4_pytorch.md new file mode 100644 index 0000000..bc3bd3e --- /dev/null +++ b/enginex/GLM-4_pytorch.md @@ -0,0 +1,10 @@ +# 运行方式 + +```python +dcoker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10 +docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash + +cd /your_code_path/glm-4_pytorch +pip install -r inference/requirements.txt +pip install -r finetune/requirements.txt +``` diff --git a/enginex/Meta-Llama-3-8B-Instruct.md b/enginex/Meta-Llama-3-8B-Instruct.md new file mode 100644 index 0000000..17a6601 --- /dev/null +++ b/enginex/Meta-Llama-3-8B-Instruct.md @@ -0,0 +1,6 @@ +# 运行方式 + +```python +# 推荐使用docker方式运行，提供拉取的docker镜像： +docker pull git.modelhub.org.cn:9443/enginex-hygon/ +``` diff --git a/enginex/QwQ-32B.md b/enginex/QwQ-32B_pytorch.md similarity index 100% rename from enginex/QwQ-32B.md rename to enginex/QwQ-32B_pytorch.md diff --git a/enginex/Qwen-7B-Chat.md b/enginex/Qwen-7B-Chat.md new file mode 100644 index 0000000..606325b --- /dev/null +++ b/enginex/Qwen-7B-Chat.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +# 推荐使用docker方式运行，提供拉取的docker镜像： +docker pull git.modelhub.org.cn:9443/enginex-hygon/git.modelhub.org.cn:9443/enginex-hygon/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest +# 自定义容器名 +# 当前工程所在路径 +docker run -it --name= -v :/work --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=16G --group-add 39 image.sourcefind.cn:5000/dcu/admin/base/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest /bin/bash +``` diff --git a/enginex/Qwen1.5-14B-Chat.md b/enginex/Qwen1.5-14B-Chat.md new file mode 100644 index 0000000..68c6872 --- /dev/null +++ b/enginex/Qwen1.5-14B-Chat.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +# 推荐使用docker方式运行，提供拉取的docker镜像： +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +docker run -it --shm-size=1024G -v $PWD/qwen1.5-pytorch:/home/Qwen1.5-pytorch -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name Qwen1.5-pytorch bash # 为以上拉取的docker的镜像ID替换，本镜像为：ffa1f63239fc +cd /home/Qwen1.5-pytorch +pip install -r requirement.txt -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +``` diff --git a/enginex/Qwen2-7B.md b/enginex/Qwen2-7B.md new file mode 100644 index 0000000..477382e --- /dev/null +++ b/enginex/Qwen2-7B.md @@ -0,0 +1,11 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +docker run -it --shm-size=1024G -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen2_72B_pytorch bash # 为以上拉取的docker的镜像ID替换，本镜像为：a4dd5be0ca23 +pip install https://cancon.hpccube.com:65024/directlink/4/vllm/DAS1.1.1/vllm-0.5.0+das.opt1.3e2c63a.dtk2404.torch2.1.0-cp310-cp310-linux_x86_64.whl +cd /path/your_code_data/ +cd LLaMA-Factory +pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +pip install e . -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +``` diff --git a/enginex/Qwen2.5-Omni_pytorch.md b/enginex/Qwen2.5-Omni_pytorch.md new file mode 100644 index 0000000..a6504d1 --- /dev/null +++ b/enginex/Qwen2.5-Omni_pytorch.md @@ -0,0 +1,13 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10-fixpy +# 为以上拉取的docker的镜像ID替换，本镜像为：e77c15729879 +docker run -it --shm-size=64G -v $PWD/Qwen2.5-Omni:/home/Qwen2.5-Omni -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qomni bash +cd /home/Qwen2.5-Omni +pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple + +unzip f742a644ca32e65758c3adb36225aef1731bd2a8.zip +cd transformers-f742a644ca32e65758c3adb36225aef1731bd2a8 +pip install -e . # 作者限定只能使用transformers==4.50.0.dev0 +``` diff --git a/enginex/Qwen3_副本.md b/enginex/Qwen3_副本.md new file mode 100644 index 0000000..c73f685 --- /dev/null +++ b/enginex/Qwen3_副本.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.4-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250429-dev-qwen3-only +# 为以上拉取的docker的镜像ID替换 +docker run -it --shm-size=64G -v $PWD/Qwen3:/home/Qwen3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen3 bash +cd /home/Qwen3 +pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple +```