add
This commit is contained in:
10
README.md
10
README.md
@@ -58,5 +58,13 @@
|
|||||||
- Qwen/Qwen2.5-Coder-7B
|
- Qwen/Qwen2.5-Coder-7B
|
||||||
- Qwen/Qwen2.5-Coder-14B
|
- Qwen/Qwen2.5-Coder-14B
|
||||||
- Qwen/Qwen2.5-Coder-32B
|
- Qwen/Qwen2.5-Coder-32B
|
||||||
|
- deepseek-ai/DeepSeek-V3.2-Exp
|
||||||
|
- ZhipuAI/GLM-4.1V-9B-Thinking
|
||||||
|
- ZhipuAI/GLM-4.1V-9B-Base
|
||||||
|
- Shanghai_AI_Laboratory/internlm2_5-7b
|
||||||
|
- Shanghai_AI_Laboratory/internlm2-chat-20b
|
||||||
|
- Shanghai_AI_Laboratory/internlm2-7b
|
||||||
|
- Shanghai_AI_Laboratory/internlm2_5-20b
|
||||||
|
- TeleAI/telechat-7B
|
||||||
|
- TeleAI/TeleChat-12B-v2
|
||||||
|
|
||||||
|
|||||||
8
enginex/DeepSeek-V3.2-Exp.md
Normal file
8
enginex/DeepSeek-V3.2-Exp.md
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
# 运行方式
|
||||||
|
|
||||||
|
```python
|
||||||
|
docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.9.2-ubuntu22.04-dtk25.04.1-rc5-rocblas104381-0915-das1.6-py3.10-20250916-rc2-ds3.2
|
||||||
|
docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
|
||||||
|
|
||||||
|
cd /your_code_path/deepseek-v3.2-exp_vllm
|
||||||
|
```
|
||||||
9
enginex/GLM-4.1V.md
Normal file
9
enginex/GLM-4.1V.md
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
# 运行方式
|
||||||
|
|
||||||
|
```python
|
||||||
|
docker pull git.modelhub.org.cn:9443/enginex-hygon/vllm:0.8.5-ubuntu22.04-dtk25.04.1-rc5-das1.6-py3.10-20250711
|
||||||
|
docker run -it --shm-size 200g --network=host --name {docker_name} --privileged --device=/dev/kfd --device=/dev/dri --device=/dev/mkfd --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro {imageID} bash
|
||||||
|
|
||||||
|
cd /your_code_path/glm-4.1v_pytorch
|
||||||
|
pip install transformers==4.53.2
|
||||||
|
```
|
||||||
10
enginex/Internlm.md
Normal file
10
enginex/Internlm.md
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
# 运行方式
|
||||||
|
|
||||||
|
```python
|
||||||
|
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.3.0-ubuntu22.04-dtk24.04.3-py3.10
|
||||||
|
# <img id="">用上面拉取docker镜像的ID替换
|
||||||
|
# 主机端路径
|
||||||
|
# 容器映射路径
|
||||||
|
# 若要在主机端和容器端映射端口需要删除--network host参数
|
||||||
|
docker run -it --name internlm_vllm --privileged --shm-size=64G --device=/dev/kfd --device=/dev/dri/ --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v /opt/hyhal:/opt/hyhal -v : <img id=""> /bin/bash
|
||||||
|
```
|
||||||
15
enginex/TeleChat-12B-v2.md
Normal file
15
enginex/TeleChat-12B-v2.md
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
# 运行方式
|
||||||
|
|
||||||
|
```python
|
||||||
|
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
|
||||||
|
|
||||||
|
创建并启动容器:
|
||||||
|
docker run --shm-size 80g --network=host --name=telechat --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro -v : -it bash
|
||||||
|
|
||||||
|
安装依赖:
|
||||||
|
cd TeleChat
|
||||||
|
pip install -r requirements.txt -i https://pypi.mirrors.ustc.edu.cn/simple/
|
||||||
|
pip install 'ms-swift[llm]' -U -i https://pypi.mirrors.ustc.edu.cn/simple/
|
||||||
|
pip install optimum -i https://pypi.mirrors.ustc.edu.cn/simple/
|
||||||
|
pip install auto-gptq -i https://pypi.mirrors.ustc.edu.cn/simple/
|
||||||
|
```
|
||||||
15
enginex/telechat-7B.md
Normal file
15
enginex/telechat-7B.md
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
# 运行方式
|
||||||
|
|
||||||
|
```python
|
||||||
|
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10
|
||||||
|
|
||||||
|
创建并启动容器:
|
||||||
|
docker run --shm-size 80g --network=host --name=telechat --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro -v : -it bash
|
||||||
|
|
||||||
|
安装依赖:
|
||||||
|
cd TeleChat
|
||||||
|
pip install -r requirements.txt -i https://pypi.mirrors.ustc.edu.cn/simple/
|
||||||
|
pip install 'ms-swift[llm]' -U -i https://pypi.mirrors.ustc.edu.cn/simple/
|
||||||
|
pip install optimum -i https://pypi.mirrors.ustc.edu.cn/simple/
|
||||||
|
pip install auto-gptq -i https://pypi.mirrors.ustc.edu.cn/simple/
|
||||||
|
```
|
||||||
Reference in New Issue
Block a user