update

README.md

@@ -8,16 +8,81 @@
 可在项目文件夹 `/enginex` 下查看具体可支持模型文件的运行方式。
 
 支持模型列表：
-- jina-embeddings-v3
-- DeepSeek-R1_ollama
-- DeepSeek-R1_pytorch
-- DeepSeek-R1-Distill
-- ChatGLM3-6B
-- QwQ-32B
-- DeepSeek-V3
+- jinaai/jina-embeddings-v3
+- deepseek-ai/DeepSeek-R1
+- Qwen/QwQ-32B
+- deepseek-ai/DeepSeek-V3
+- deepseek-ai/DeepSeek-V3.1
 - LLaMA_Fastchat_pytorch
-- Qwen3
-- Qwen3-30B-A3B_vllm
+- Qwen/Qwen3-30B-A3B
 - Qwen-7B_fastllm
 - ChatGLM-6B_fastllm
-- ChatGLM-6B_pytorch
+- ZhipuAI/ChatGLM-6B
+- Shanghai_AI_Laboratory/internlm-chat-7b
+- ZhipuAI/glm-4v-9b
+- ZhipuAI/GLM-4-9B-0414
+- deepseek-ai/DeepSeek-Coder-V2-Base
+- openai-community/gpt2
+- ZhipuAI/chatglm2-6b
+- Qwen/Qwen-7B-Chat
+- baichuan-inc/Baichuan2-13B-Chat
+- ZhipuAI/chatglm3-6b
+- deepseek-ai/DeepSeek-V2
+- Qwen/Qwen2.5-Omni-7B
+- deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B
+- deepseek-ai/DeepSeek-R1-Distill-Qwen-7B
+- deepseek-ai/DeepSeek-R1-Distill-Llama-8B
+- deepseek-ai/DeepSeek-R1-Distill-Qwen-14B
+- deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
+- deepseek-ai/DeepSeek-R1-Distill-Llama-70B
+- LLM-Research/Meta-Llama-3-8B-Instruct
+- Qwen/Qwen1.5-14B-Chat
+- Qwen/Qwen2-7B
+- Qwen/Qwen3-Embedding-0.6B
+- baichuan-inc/baichuan-7B
+- openai-community/gpt2
+- gaodema/GME-Qwen2-VL
+- OpenBMB/MiniCPM3-4B
+- ZhipuAI/glm-10b-chinese
+- 01ai/Yi-6B-Chat
+- 01ai/Yi-34B-Chat
+- ZhipuAI/glm-4-9b-chat
+- deepseek-ai/DeepSeek-OCR
+- Qwen/Qwen2.5-Coder-0.5B-Instruct
+- Qwen/Qwen2.5-Coder-1.5B-Instruct
+- Qwen/Qwen2.5-Coder-3B-Instruct
+- Qwen/Qwen2.5-Coder-7B-Instruct
+- Qwen/Qwen2.5-Coder-14B-Instruct
+- Qwen/Qwen2.5-Coder-0.5B
+- Qwen/Qwen2.5-Coder-1.5B
+- Qwen/Qwen2.5-Coder-3B
+- Qwen/Qwen2.5-Coder-7B
+- Qwen/Qwen2.5-Coder-14B
+- Qwen/Qwen2.5-Coder-32B
+- deepseek-ai/DeepSeek-V3.2-Exp
+- ZhipuAI/GLM-4.1V-9B-Thinking
+- ZhipuAI/GLM-4.1V-9B-Base
+- Shanghai_AI_Laboratory/internlm2_5-7b
+- Shanghai_AI_Laboratory/internlm2-chat-20b
+- Shanghai_AI_Laboratory/internlm2-7b
+- Shanghai_AI_Laboratory/internlm2_5-20b
+- TeleAI/telechat-7B
+- TeleAI/TeleChat-12B-v2
+- OpenBMB/MiniCPM-2B-dpo-bf16
+- LLM-Research/Phi-4-multimodal-instruct
+- LLM-Research/Mistral-7B-Instruct-v0.3
+- Shanghai_AI_Laboratory/internlm2_5-7b-chat
+- shakechen/Llama-2-7b-hf
+- Qwen/Qwen2-Audio-7B-Instruct
+- AI-ModelScope/gemma-2-2b
+- AI-ModelScope/falcon-7b-instruct
+- Duxiaoman-DI/XuanYuan-13B-Chat
+- ZhipuAI/GLM-4.6
+- LLM-Research/Codestral-22B-v0.1
+- facebook/llm-compiler-7b
+- 01ai/Yi-1.5-6B-Chat
+- FreedomIntelligence/HuatuoGPT-o1-8B
+- ZhipuAI/GLM-Z1-32B-0414
+- Salesforce/Llama-xLAM-2-8b-fc-r
+- Qwen/Qwen3-235B-A22B
+- Qwen/Qwen3-Coder-480B-A35B-Instruct

enginex/Baichuan2-13B-Chat.md

@@ -0,0 +1,10 @@
+# 运行方式
+
+```python
+#  推荐使用docker方式运行，提供拉取的docker镜像：
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+docker run -dit --shm-size 80g --network=host --name=baichuan2 --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /opt/hyhal/:/opt/hyhal/:ro image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 /bin/bash
+docker exec -it baichuan2 /bin/bash
+#  安装docker中没有的依赖:
+pip install -r requirements.txt  -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+```

enginex/ChatGLM-6B.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -dit --network=host --name=chatglm --privileged --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size=16G  --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root --ulimit stack=-1:-1 --ulimit memlock=-1:-1 -v /opt/hyhal/:/opt/hyhal/:ro git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310 /usr/sbin/init
+docker exec -it chatglm /bin/bash
+pip install transformers==4.28.0 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+pip install accelerate sentencepiece mdtex2html gradio rouge_chinese nltk jieba datasets protobuf peft pydantic==1.10.9 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+```

enginex/Codestral-22B-v0.1.md

@@ -0,0 +1,11 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/codestral_pytorch
+pip install -r requirements.txt
+pip install -U huggingface_hub hf_transfer
+export HF_ENDPOINT=https://hf-mirror.com
+```

enginex/DeepSeek-Coder-V2-Base.md

@@ -0,0 +1,11 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/deepseek-coder-v2_pytorch
+pip install -r requirements.txt
+pip install -U huggingface_hub hf_transfer
+export HF_ENDPOINT=https://hf-mirror.com
+```

enginex/DeepSeek-OCR.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.8.5-ubuntu22.04-dtk25.04.1-rc5-das1.6-py3.10-20250724
+docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
+
+cd /your_code_path/deepseek-ocr_pytorch
+
+```

enginex/DeepSeek-V2.md

@@ -0,0 +1,8 @@
+# 运行方式
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/deepseek-v2_pytorch
+pip install -r requirements.txt
+```

enginex/DeepSeek-V3.1.md

@@ -0,0 +1,8 @@
+# 运行方式
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.9.2-ubuntu22.04-dtk25.04.1-rc5-rocblas101839-0811-das1.6-py3.10-20250812-beta
+
+docker run -it --name {docker_name} --device=/dev/kfd --privileged --network=host --device=/dev/dri --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /your_code_path:/your_code_path -v /opt/hyhal:/opt/hyhal:ro -v /module/DeepSeek-V3.1:/your_model_path/DeepSeek-V3.1 --group-add video --shm-size 64G {imageID} bash
+
+cd /your_code_path/deepseek-v3.1_vllm
+```

enginex/DeepSeek-V3.2-Exp.md

@@ -0,0 +1,8 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.9.2-ubuntu22.04-dtk25.04.1-rc5-rocblas104381-0915-das1.6-py3.10-20250916-rc2-ds3.2
+docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
+
+cd /your_code_path/deepseek-v3.2-exp_vllm
+```

enginex/GLM-4-9B-0414.md

@@ -0,0 +1,12 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name glm-4v  bash
+
+cd /path/your_code_data/
+
+pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+#开发者社区下载bitsandbytes
+pip install bitsandbytes-0.42.0+das1.1.gitce85679.abi1.dtk2404.torch2.1.0-py3-none-any.whl
+```

enginex/GLM-4.1V.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.8.5-ubuntu22.04-dtk25.04.1-rc5-das1.6-py3.10-20250711
+docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
+
+cd /your_code_path/glm-4.1v_pytorch
+pip install transformers==4.53.2
+```

enginex/GLM-4.6.md

@@ -0,0 +1,8 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.9.2-ubuntu22.04-dtk25.04.1-rc5-rocblas104381-0915-das1.6-py3.10-20250916-rc2
+docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
+
+cd /your_code_path/glm-4.6_vllm
+```

enginex/GLM-Z1-32B-0414.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
+docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
+
+cd /your_code_path/glm-z1_pytorch
+pip install transformers>=4.51.3
+```

enginex/GME-Qwen2-VL.md

@@ -0,0 +1,8 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
+docker run --shm-size 100g --network=host --name=gme --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it  bash
+
+pip install -r requirements.txt
+```

enginex/HuatuoGPT-o1-8B.md

@@ -0,0 +1,15 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10
+
+docker run --shm-size 50g --network=host --name=huatuo --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it  bash
+
+pip install -r requirements.txt
+
+pip uninstall vllm
+
+pip install https://download.sourcefind.cn:65024/directlink/4/lmslim/DAS1.3/lmslim-0.1.2+das.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl
+
+pip install https://download.sourcefind.cn:65024/directlink/4/vllm/DAS1.3/vllm-0.6.2+das.opt1.dtk24043-cp310-cp310-manylinux_2_28_x86_64.whl
+```

enginex/Internlm.md

@@ -0,0 +1,10 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10
+# <img id="">用上面拉取docker镜像的ID替换
+# 主机端路径
+# 容器映射路径
+# 若要在主机端和容器端映射端口需要删除--network host参数
+docker run -it --name internlm_vllm --privileged --shm-size=64G  --device=/dev/kfd --device=/dev/dri/ --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v /opt/hyhal:/opt/hyhal -v : <img id=""> /bin/bash
+```

enginex/Llama-2-7b-hf.md

@@ -0,0 +1,7 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10
+
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal:/opt/hyhal:ro --shm-size=32G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+```

enginex/Llama-xLAM-2-8b-fc-r.md

@@ -0,0 +1,11 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
+
+docker run --shm-size 100g --network=host --name=wan --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it  bash
+
+pip install -r requirements.txt
+
+pip install -e .
+```

enginex/Meta-Llama-3-8B-Instruct.md

@@ -0,0 +1,10 @@
+# 运行方式
+
+```python
+#  推荐使用docker方式运行，提供拉取的docker镜像：
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/llama3_pytorch
+pip install -e .
+```

enginex/MiniCPM-2B-dpo-bf16.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+# 为以上拉取的docker的镜像ID替换
+docker run -it --shm-size=32G -v $PWD/MiniCPM:/home/MiniCPM -v /opt/hyhal:/opt/hyhal --network=host --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name minicpm  bash
+cd /home/MiniCPM
+pip install -r finetune/requirements.txt # finetune/requirements.txt
+```

enginex/MiniCPM3-4B.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+# 为以上拉取的docker的镜像ID替换
+docker run -it --shm-size=32G -v $PWD/MiniCPM:/home/MiniCPM -v /opt/hyhal:/opt/hyhal --network=host --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name minicpm  bash
+cd /home/MiniCPM
+pip install -r finetune/requirements.txt # finetune/requirements.txt
+```

enginex/Mistral-7B-Instruct-v0.3.md

@@ -0,0 +1,8 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.5-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250521-fixpy-rocblas0521-beta2
+docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
+
+cd /your_code_path/mistral_pytorch
+```

enginex/Phi-4-multimodal-instruct.md

@@ -0,0 +1,12 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-py3.10-dtk24.04.3-ubuntu20.04
+docker run -it --shm-size=1024G -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name phi-4   bash # 为以上拉取的docker的镜像ID替换
+
+git clone http://developer.sourcefind.cn/codes/modelzoo/phi-4-multimodal-instruct_pytorch.git
+
+cd /path/your_code_data/
+
+pip install -r requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
+```

enginex/Qwen-7B-Chat.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+#  推荐使用docker方式运行，提供拉取的docker镜像：
+docker pull git.modelhub.org.cn:9443/enginex-hygon/git.modelhub.org.cn:9443/enginex-hygon/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest
+#  自定义容器名
+#  当前工程所在路径
+docker run -it --name= -v :/work --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=16G --group-add 39 image.sourcefind.cn:5000/dcu/admin/base/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest /bin/bash
+```

enginex/Qwen1.5-14B-Chat.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+#  推荐使用docker方式运行，提供拉取的docker镜像：
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+docker run -it --shm-size=1024G -v $PWD/qwen1.5-pytorch:/home/Qwen1.5-pytorch -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name Qwen1.5-pytorch   bash # 为以上拉取的docker的镜像ID替换，本镜像为：ffa1f63239fc
+cd /home/Qwen1.5-pytorch
+pip install -r requirement.txt -i https://mirrors.aliyun.com/pypi/simple/  --trusted-host mirrors.aliyun.com
+```

enginex/Qwen2-7B.md

@@ -0,0 +1,11 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+docker run -it --shm-size=1024G -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen2_72B_pytorch   bash # 为以上拉取的docker的镜像ID替换，本镜像为：a4dd5be0ca23
+pip install https://cancon.hpccube.com:65024/directlink/4/vllm/DAS1.1.1/vllm-0.5.0+das.opt1.3e2c63a.dtk2404.torch2.1.0-cp310-cp310-linux_x86_64.whl
+cd /path/your_code_data/
+cd LLaMA-Factory
+pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/  --trusted-host mirrors.aliyun.com
+pip install e . -i https://mirrors.aliyun.com/pypi/simple/  --trusted-host mirrors.aliyun.com
+```

enginex/Qwen2-Audio-7B-Instruct.md

@@ -0,0 +1,15 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10
+
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --network=host --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen2-audio  bash
+
+cd /path/your_code_data/Qwen2-Audio/demo
+
+pip install -r requirements_web_demo.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+
+pip install git+https://github.com/modelscope/swift.git#egg=ms-swift[llm]
+
+pip install git+https://github.com/huggingface/transformers.git
+```

enginex/Qwen2.5-Omni-7B.md

@@ -0,0 +1,13 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10-fixpy
+# 为以上拉取的docker的镜像ID替换，本镜像为：e77c15729879
+docker run -it --shm-size=64G -v $PWD/Qwen2.5-Omni:/home/Qwen2.5-Omni -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qomni  bash
+cd /home/Qwen2.5-Omni
+pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple
+
+unzip f742a644ca32e65758c3adb36225aef1731bd2a8.zip
+cd transformers-f742a644ca32e65758c3adb36225aef1731bd2a8
+pip install -e . # 作者限定只能使用transformers==4.50.0.dev0
+```

enginex/Qwen3-Embedding-0.6B.md

@@ -0,0 +1,10 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.5-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250521-fixpy-rocblas0521-beta2
+docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
+
+cd /your_code_path/qwen3-embedding_pytorch
+pip install transformers>=4.51.0
+pip install sentence-transformers>=2.7.0
+```

enginex/Qwen3.md

@@ -2,8 +2,9 @@
 
 ```python
 docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.4-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250429-dev-qwen3-only
-# <your IMAGE ID>为以上拉取的docker的镜像ID替换
-docker run -it --shm-size=64G -v $PWD/Qwen3:/home/Qwen3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen3 <your IMAGE ID> bash
+# docker pull image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10-fixpy
+# 为以上拉取的docker的镜像ID替换，本镜像为：6e12a1c4ae4d
+docker run -it --shm-size=64G -v $PWD/Qwen3:/home/Qwen3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen3  bash
 cd /home/Qwen3
 pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple
 ```

enginex/Qwen:Qwen3-8B.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm0.8.4-ubuntu22.04-dtk25.04-rc7-das1.5-py3.10-20250429-dev-qwen3-only
+# <your IMAGE ID>为以上拉取的docker的镜像ID替换
+docker run -it --shm-size=64G -v $PWD/Qwen3:/home/Qwen3 -v /opt/hyhal:/opt/hyhal:ro --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name qwen3 <your IMAGE ID> bash
+cd /home/Qwen3
+pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple
+```

enginex/TeleChat-12B-v2.md

@@ -0,0 +1,15 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+
+创建并启动容器：
+docker run --shm-size 80g --network=host --name=telechat --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined  -v /opt/hyhal:/opt/hyhal:ro -v : -it  bash
+
+安装依赖：
+cd TeleChat
+pip install -r requirements.txt -i https://pypi.mirrors.ustc.edu.cn/simple/
+pip install 'ms-swift[llm]' -U -i https://pypi.mirrors.ustc.edu.cn/simple/
+pip install optimum -i https://pypi.mirrors.ustc.edu.cn/simple/
+pip install auto-gptq -i https://pypi.mirrors.ustc.edu.cn/simple/
+```

enginex/XuanYuan-13B-Chat.md

@@ -0,0 +1,17 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name xuanyuan  bash
+
+cd /path/your_code_data/
+
+pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+
+git clone --depth 1 https://github.com/hiyouga/LLaMA-Factory.git
+
+cd LLaMA-Factory
+
+pip install -e ".[torch,metrics]"
+```

enginex/Yi-1.5-6B-Chat.md

@@ -0,0 +1,10 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-py3.10-dtk24.04.3-ubuntu20.04
+docker run -it --shm-size=1024G -v : -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name Yi-1.5   bash  # 为以上拉取的docker的镜像ID替换
+cd /home/Yi-1.5-pytorch
+pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/  --trusted-host mirrors.aliyun.com
+
+pip uninstall vllm
+```

enginex/Yi-34B-Chat.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+# <img id="">用上面拉取docker镜像的ID替换
+# 主机端路径
+# 容器映射路径
+docker run -it --name yi --shm-size=64G  --device=/dev/kfd --device=/dev/dri/ --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro --ulimit memlock=-1:-1 --ipc=host --network=host --group-add video -v : <img id=""> /bin/bash
+```

enginex/Yi-6B-Chat.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+# <img id="">用上面拉取docker镜像的ID替换
+# 主机端路径
+# 容器映射路径
+docker run -it --name yi --shm-size=64G  --device=/dev/kfd --device=/dev/dri/ --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro --ulimit memlock=-1:-1 --ipc=host --network=host --group-add video -v : <img id=""> /bin/bash
+```

enginex/baichuan-7B.md

@@ -0,0 +1,7 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+docker run -dit --network=host --name=baichuan -v /opt/hyhal:/opt/hyhal:ro --privileged --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size=16G  --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root --ulimit stack=-1:-1 --ulimit memlock=-1:-1 image.sourcefind.cn:5000/dcu/admin/base/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest /bin/bash
+docker exec -it baichuan /bin/bash
+```

enginex/chatglm2-6b.md

@@ -0,0 +1,8 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+docker exec -it chatglm /bin/bash
+pip install transformers==4.28.0 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+pip install accelerate sentencepiece mdtex2html gradio rouge_chinese nltk jieba datasets==2.20.0 protobuf peft==0.5.0 pydantic==1.10.9 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+```

enginex/falcon-7b-instruct.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/falcon_pytorch
+pip install -r requirements.txt
+```

enginex/gemma-2-2b.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.2-py3.10
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/gemma2_pytorch
+pip install -r requirements.txt
+```

enginex/glm-10b-chinese.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+# 为以上拉取的docker的镜像ID替换
+docker run -it --shm-size=32G -v $PWD/MiniCPM:/home/MiniCPM -v /opt/hyhal:/opt/hyhal --network=host --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name minicpm  bash
+cd /home/MiniCPM
+pip install -r finetune/requirements.txt # finetune/requirements.txt
+```

enginex/glm-4-9b-chat.md

@@ -0,0 +1,10 @@
+# 运行方式
+
+```python
+dcoker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10
+docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
+
+cd /your_code_path/glm-4_pytorch
+pip install -r inference/requirements.txt
+pip install -r finetune/requirements.txt
+```

enginex/glm-4v-9b.md

@@ -0,0 +1,13 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name glm-4v  bash
+
+cd /path/your_code_data/
+
+pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+#开发者社区下载bitsandbytes
+pip install bitsandbytes-0.42.0+das1.1.gitce85679.abi1.dtk2404.torch2.1.0-py3-none-any.whl
+```

enginex/gpt2.md

@@ -0,0 +1,8 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:1.10.0-centos7.6-dtk-23.04-py37-latest
+docker run -dit --network=host --name=gpt2_pytorch --privileged --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size=16G  --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root --ulimit stack=-1:-1 --ulimit memlock=-1:-1 image.sourcefind.cn:5000/dcu/admin/base/pytorch:1.10.0-centos7.6-dtk-23.04-py37-latest
+docker exec -it gpt2_pytorch /bin/bash
+pip install -r requirements.txt  -i https://mirrors.aliyun.com/pypi/simple/  --trusted-host mirrors.aliyun.com
+```

enginex/internlm-chat-7b.md

@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10(推荐)
+# <img id="">用上面拉取docker镜像的ID替换
+# 主机端路径
+# 容器映射路径
+docker run -it --name baichuan --shm-size=1024G  --device=/dev/kfd --device=/dev/dri/ --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v : <img id=""> /bin/bash
+```

enginex/llm-compiler-7b.md

@@ -0,0 +1,11 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=80G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name docker_name imageID bash
+
+cd /your_code_path/llm-compiler_pytorch
+pip install -r requirements.txt
+pip install -U huggingface_hub hf_transfer
+export HF_ENDPOINT=https://hf-mirror.com
+```

enginex/qwen2.5-coder.md

@@ -0,0 +1,13 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04.1-py3.10
+docker run -it --name {name} --shm-size=1024G  --device=/dev/kfd --device=/dev/dri/ --privileged --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v /opt/hyhal:/opt/hyhal:ro -v {}:{} {docker_image} /bin/bash
+# 修改1 {name} 需要改为自定义名称  
+# 修改2 {docker_image} 需要需要创建容器的对应镜像名称  
+# 修改3 -v 挂载路径到容器指定路径
+pip install -r requirements.txt
+cd LLaMA-Factory
+pip install -e ".[torch,metrics]"
+pip install deepspeed-0.14.2+das.opt1.dtk25041-cp310-cp310-manylinux_2_28_x86_64.whl
+```

enginex/telechat-7B.md

@@ -0,0 +1,15 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
+
+创建并启动容器：
+docker run --shm-size 80g --network=host --name=telechat --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined  -v /opt/hyhal:/opt/hyhal:ro -v : -it  bash
+
+安装依赖：
+cd TeleChat
+pip install -r requirements.txt -i https://pypi.mirrors.ustc.edu.cn/simple/
+pip install 'ms-swift[llm]' -U -i https://pypi.mirrors.ustc.edu.cn/simple/
+pip install optimum -i https://pypi.mirrors.ustc.edu.cn/simple/
+pip install auto-gptq -i https://pypi.mirrors.ustc.edu.cn/simple/
+```