diff --git a/README.md b/README.md index df107ce..56ee91a 100644 --- a/README.md +++ b/README.md @@ -21,3 +21,6 @@ - Qwen-7B_fastllm - ChatGLM-6B_fastllm - ChatGLM-6B_pytorch +- Shanghai_AI_Laboratory/internlm-chat-7b +- ZhipuAI/glm-4v-9b +- ZhipuAI/GLM-4-9B-0414 diff --git a/enginex/GME-Qwen2-VL.md b/enginex/GME-Qwen2-VL.md new file mode 100644 index 0000000..b3456ab --- /dev/null +++ b/enginex/GME-Qwen2-VL.md @@ -0,0 +1,8 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04-py3.10 +docker run --shm-size 100g --network=host --name=gme --privileged --device=/dev/kfd --device=/dev/dri --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v 项目地址(绝对路径):/home/ -v /opt/hyhal:/opt/hyhal:ro -it bash + +pip install -r requirements.txt +``` diff --git a/enginex/MiniCPM3-4B.md b/enginex/MiniCPM3-4B.md new file mode 100644 index 0000000..2bc4cb8 --- /dev/null +++ b/enginex/MiniCPM3-4B.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +# 为以上拉取的docker的镜像ID替换 +docker run -it --shm-size=32G -v $PWD/MiniCPM:/home/MiniCPM -v /opt/hyhal:/opt/hyhal --network=host --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name minicpm bash +cd /home/MiniCPM +pip install -r finetune/requirements.txt # finetune/requirements.txt +``` diff --git a/enginex/Qwen3-Embedding-0.6B.md b/enginex/Qwen3-Embedding-0.6B.md new file mode 100644 index 0000000..fcaee1e --- /dev/null +++ b/enginex/Qwen3-Embedding-0.6B.md @@ -0,0 +1,5 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/ +``` diff --git a/enginex/Yi-6B-Chat.md b/enginex/Yi-6B-Chat.md new file mode 100644 index 0000000..ef5ef0f --- /dev/null +++ b/enginex/Yi-6B-Chat.md @@ -0,0 +1,10 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-py3.10-dtk24.04.3-ubuntu20.04 +docker run -it --shm-size=1024G -v : -v /opt/hyhal:/opt/hyhal --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name Yi-1.5 bash # 为以上拉取的docker的镜像ID替换 +cd /home/Yi-1.5-pytorch +pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com + +pip uninstall vllm +``` diff --git a/enginex/baichuan-7B.md b/enginex/baichuan-7B.md new file mode 100644 index 0000000..340b07b --- /dev/null +++ b/enginex/baichuan-7B.md @@ -0,0 +1,7 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +docker run -dit --network=host --name=baichuan -v /opt/hyhal:/opt/hyhal:ro --privileged --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size=16G --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root --ulimit stack=-1:-1 --ulimit memlock=-1:-1 image.sourcefind.cn:5000/dcu/admin/base/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest /bin/bash +docker exec -it baichuan /bin/bash +``` diff --git a/enginex/chatglm2-6b.md b/enginex/chatglm2-6b.md new file mode 100644 index 0000000..ba79897 --- /dev/null +++ b/enginex/chatglm2-6b.md @@ -0,0 +1,8 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +docker exec -it chatglm /bin/bash +pip install transformers==4.28.0 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +pip install accelerate sentencepiece mdtex2html gradio rouge_chinese nltk jieba datasets==2.20.0 protobuf peft==0.5.0 pydantic==1.10.9 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +``` diff --git a/enginex/glm-10b-chinese.md b/enginex/glm-10b-chinese.md new file mode 100644 index 0000000..2bc4cb8 --- /dev/null +++ b/enginex/glm-10b-chinese.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +# 为以上拉取的docker的镜像ID替换 +docker run -it --shm-size=32G -v $PWD/MiniCPM:/home/MiniCPM -v /opt/hyhal:/opt/hyhal --network=host --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name minicpm bash +cd /home/MiniCPM +pip install -r finetune/requirements.txt # finetune/requirements.txt +``` diff --git a/enginex/glm-4v-9b.md b/enginex/glm-4v-9b.md new file mode 100644 index 0000000..61bfd10 --- /dev/null +++ b/enginex/glm-4v-9b.md @@ -0,0 +1,13 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 + +docker run -it -v /path/your_code_data/:/path/your_code_data/ -v /opt/hyhal/:/opt/hyhal/:ro --shm-size=64G --privileged=true --device=/dev/kfd --device=/dev/dri/ --group-add video --name glm-4v bash + +cd /path/your_code_data/ + +pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +#开发者社区下载bitsandbytes +pip install bitsandbytes-0.42.0+das1.1.gitce85679.abi1.dtk2404.torch2.1.0-py3-none-any.whl +``` diff --git a/enginex/internlm-chat-7b.md b/enginex/internlm-chat-7b.md new file mode 100644 index 0000000..166b23a --- /dev/null +++ b/enginex/internlm-chat-7b.md @@ -0,0 +1,9 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10(推荐) +# 用上面拉取docker镜像的ID替换 +# 主机端路径 +# 容器映射路径 +docker run -it --name baichuan --shm-size=1024G --device=/dev/kfd --device=/dev/dri/ --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -v /opt/hyhal:/opt/hyhal:ro --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v : /bin/bash +```