From 976bfd67e8f84172d4f76798cae9f6daa5229520 Mon Sep 17 00:00:00 2001 From: zhousha <736730048@qq.com> Date: Fri, 7 Nov 2025 16:31:39 +0800 Subject: [PATCH] update add --- README.md | 3 ++- enginex/ChatGLM3-6B.md | 14 ++++++++++++++ 2 files changed, 16 insertions(+), 1 deletion(-) create mode 100644 enginex/ChatGLM3-6B.md diff --git a/README.md b/README.md index 766841c..76780af 100644 --- a/README.md +++ b/README.md @@ -7,4 +7,5 @@ 支持模型列表: - jina-embeddings-v3 -- DeepSeek-R1 \ No newline at end of file +- DeepSeek-R1 +- ChatGLM3-6B \ No newline at end of file diff --git a/enginex/ChatGLM3-6B.md b/enginex/ChatGLM3-6B.md new file mode 100644 index 0000000..785561c --- /dev/null +++ b/enginex/ChatGLM3-6B.md @@ -0,0 +1,14 @@ +# 运行方式 + +推荐使用docker方式运行,提供拉取的docker镜像: +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +``` +进入docker,安装docker中没有的依赖: +```python +docker run -dit --network=host --name=chatglm3 --privileged --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size=16G -v /opt/hyhal/:/opt/hyhal/:ro --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root --ulimit stack=-1:-1 --ulimit memlock=-1:-1 image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.1.0-ubuntu20.04-dtk24.04.1-py3.10 +docker exec -it chatglm3 /bin/bash +pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +cd finetune_demo +pip install -r requirements.txt -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com +```