diff --git a/README.md b/README.md index acda596..605de34 100644 --- a/README.md +++ b/README.md @@ -58,5 +58,13 @@ - Qwen/Qwen2.5-Coder-7B - Qwen/Qwen2.5-Coder-14B - Qwen/Qwen2.5-Coder-32B - +- deepseek-ai/DeepSeek-V3.2-Exp +- ZhipuAI/GLM-4.1V-9B-Thinking +- ZhipuAI/GLM-4.1V-9B-Base +- Shanghai_AI_Laboratory/internlm2_5-7b +- Shanghai_AI_Laboratory/internlm2-chat-20b +- Shanghai_AI_Laboratory/internlm2-7b +- Shanghai_AI_Laboratory/internlm2_5-20b +- TeleAI/telechat-7B +- TeleAI/TeleChat-12B-v2 diff --git a/enginex/DeepSeek-V3.2-Exp.md b/enginex/DeepSeek-V3.2-Exp.md new file mode 100644 index 0000000..dd086d0 --- /dev/null +++ b/enginex/DeepSeek-V3.2-Exp.md @@ -0,0 +1,8 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.9.2-ubuntu22.04-dtk25.04.1-rc5-rocblas104381-0915-das1.6-py3.10-20250916-rc2-ds3.2 +docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash + +cd /your_code_path/deepseek-v3.2-exp_vllm +``` diff --git a/enginex/GLM-4.1V.md b/enginex/GLM-4.1V.md new file mode 100644 index 0000000..f60d112 --- /dev/null +++ b/enginex/GLM-4.1V.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.8.5-ubuntu22.04-dtk25.04.1-rc5-das1.6-py3.10-20250711 +docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash + +cd /your_code_path/glm-4.1v_pytorch +pip install transformers==4.53.2 +``` diff --git a/enginex/Internlm.md b/enginex/Internlm.md new file mode 100644 index 0000000..804c0a5 --- /dev/null +++ b/enginex/Internlm.md @@ -0,0 +1,10 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10 +# 用上面拉取docker镜像的ID替换 +# 主机端路径 +# 容器映射路径 +# 若要在主机端和容器端映射端口需要删除--network host参数 +docker run -it --name internlm_vllm --privileged --shm-size=64G --device=/dev/kfd --device=/dev/dri/ --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v /opt/hyhal:/opt/hyhal -v : /bin/bash +``` diff --git a/enginex/TeleChat-12B-v2.md b/enginex/TeleChat-12B-v2.md new file mode 100644 index 0000000..4a2259e --- /dev/null +++ b/enginex/TeleChat-12B-v2.md @@ -0,0 +1,15 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 + +创建并启动容器: +docker run --shm-size 80g --network=host --name=telechat --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro -v : -it bash + +安装依赖: +cd TeleChat +pip install -r requirements.txt -i https://pypi.mirrors.ustc.edu.cn/simple/ +pip install 'ms-swift[llm]' -U -i https://pypi.mirrors.ustc.edu.cn/simple/ +pip install optimum -i https://pypi.mirrors.ustc.edu.cn/simple/ +pip install auto-gptq -i https://pypi.mirrors.ustc.edu.cn/simple/ +``` diff --git a/enginex/telechat-7B.md b/enginex/telechat-7B.md new file mode 100644 index 0000000..4a2259e --- /dev/null +++ b/enginex/telechat-7B.md @@ -0,0 +1,15 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 + +创建并启动容器: +docker run --shm-size 80g --network=host --name=telechat --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro -v : -it bash + +安装依赖: +cd TeleChat +pip install -r requirements.txt -i https://pypi.mirrors.ustc.edu.cn/simple/ +pip install 'ms-swift[llm]' -U -i https://pypi.mirrors.ustc.edu.cn/simple/ +pip install optimum -i https://pypi.mirrors.ustc.edu.cn/simple/ +pip install auto-gptq -i https://pypi.mirrors.ustc.edu.cn/simple/ +```