From cd5b3fdf61a336905be493df66abee4fc2503502 Mon Sep 17 00:00:00 2001 From: zhousha <736730048@qq.com> Date: Wed, 19 Nov 2025 15:47:57 +0800 Subject: [PATCH] update --- README.md | 4 ++++ enginex/ChatGLM-6B_fastllm.md | 9 +++++++++ enginex/ChatGLM-6B_pytorch.md | 12 ++++++++++++ enginex/Qwen-7B_fastllm.md | 8 ++++++++ 4 files changed, 33 insertions(+) create mode 100644 enginex/ChatGLM-6B_fastllm.md create mode 100644 enginex/ChatGLM-6B_pytorch.md create mode 100644 enginex/Qwen-7B_fastllm.md diff --git a/README.md b/README.md index 6055715..df107ce 100644 --- a/README.md +++ b/README.md @@ -17,3 +17,7 @@ - DeepSeek-V3 - LLaMA_Fastchat_pytorch - Qwen3 +- Qwen3-30B-A3B_vllm +- Qwen-7B_fastllm +- ChatGLM-6B_fastllm +- ChatGLM-6B_pytorch diff --git a/enginex/ChatGLM-6B_fastllm.md b/enginex/ChatGLM-6B_fastllm.md new file mode 100644 index 0000000..d326836 --- /dev/null +++ b/enginex/ChatGLM-6B_fastllm.md @@ -0,0 +1,9 @@ +# 运行方式 + +推荐使用docker方式运行,提供拉取的docker镜像: +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:glm-ft-v1.0 +# 自定义容器名 +# 当前工程所在路径 +docker run -it --name= -v :/work -w /work --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=16G --group-add 39 git.modelhub.org.cn:9443/enginex-hygon/custom:glm-ft-v1.0 /bin/bash +``` diff --git a/enginex/ChatGLM-6B_pytorch.md b/enginex/ChatGLM-6B_pytorch.md new file mode 100644 index 0000000..5808aad --- /dev/null +++ b/enginex/ChatGLM-6B_pytorch.md @@ -0,0 +1,12 @@ +# 运行方式 + +推荐使用docker方式运行,提供拉取的docker镜像: +```python +# 推荐使用docker方式运行,提供拉取的docker镜像: +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310 +# 进入docker,安装docker中没有的依赖: +docker run -dit --network=host --name=chatglm --privileged --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size=16G --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root --ulimit stack=-1:-1 --ulimit memlock=-1:-1 -v /opt/hyhal/:/opt/hyhal/:ro image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.1.0-centos7.6-dtk24.04-py310 /usr/sbin/init +docker exec -it chatglm /bin/bash +pip install transformers==4.28.0 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +pip install accelerate sentencepiece mdtex2html gradio rouge_chinese nltk jieba datasets protobuf peft pydantic==1.10.9 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +``` diff --git a/enginex/Qwen-7B_fastllm.md b/enginex/Qwen-7B_fastllm.md new file mode 100644 index 0000000..2b1b711 --- /dev/null +++ b/enginex/Qwen-7B_fastllm.md @@ -0,0 +1,8 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest +# 自定义容器名 +# 当前工程所在路径 +docker run -it --name= -v :/work --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=16G --group-add 39 git.modelhub.org.cn:9443/enginex-hygon/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest /bin/bash +```