From 2af60ecfd1351464347e2a49d58d6eca16d60017 Mon Sep 17 00:00:00 2001
From: zhousha <736730048@qq.com>
Date: Mon, 24 Nov 2025 16:18:42 +0800
Subject: [PATCH] update vllm

---
 enginex/ChatGLM-6B.md | 9 +++++++++
 1 file changed, 9 insertions(+)
 create mode 100644 enginex/ChatGLM-6B.md

diff --git a/enginex/ChatGLM-6B.md b/enginex/ChatGLM-6B.md
new file mode 100644
index 0000000..53594ad
--- /dev/null
+++ b/enginex/ChatGLM-6B.md
@@ -0,0 +1,9 @@
+# 运行方式
+
+```python
+docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
+docker run -dit --network=host --name=chatglm --privileged --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size=16G  --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root --ulimit stack=-1:-1 --ulimit memlock=-1:-1 -v /opt/hyhal/:/opt/hyhal/:ro git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310 /usr/sbin/init
+docker exec -it chatglm /bin/bash
+pip install transformers==4.28.0 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+pip install accelerate sentencepiece mdtex2html gradio rouge_chinese nltk jieba datasets protobuf peft pydantic==1.10.9 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
+```