update
This commit is contained in:
@@ -17,3 +17,7 @@
|
||||
- DeepSeek-V3
|
||||
- LLaMA_Fastchat_pytorch
|
||||
- Qwen3
|
||||
- Qwen3-30B-A3B_vllm
|
||||
- Qwen-7B_fastllm
|
||||
- ChatGLM-6B_fastllm
|
||||
- ChatGLM-6B_pytorch
|
||||
|
||||
9
enginex/ChatGLM-6B_fastllm.md
Normal file
9
enginex/ChatGLM-6B_fastllm.md
Normal file
@@ -0,0 +1,9 @@
|
||||
# 运行方式
|
||||
|
||||
推荐使用docker方式运行,提供拉取的docker镜像:
|
||||
```python
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:glm-ft-v1.0
|
||||
# 自定义容器名
|
||||
# 当前工程所在路径
|
||||
docker run -it --name= -v :/work -w /work --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=16G --group-add 39 git.modelhub.org.cn:9443/enginex-hygon/custom:glm-ft-v1.0 /bin/bash
|
||||
```
|
||||
12
enginex/ChatGLM-6B_pytorch.md
Normal file
12
enginex/ChatGLM-6B_pytorch.md
Normal file
@@ -0,0 +1,12 @@
|
||||
# 运行方式
|
||||
|
||||
推荐使用docker方式运行,提供拉取的docker镜像:
|
||||
```python
|
||||
# 推荐使用docker方式运行,提供拉取的docker镜像:
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.1.0-centos7.6-dtk24.04-py310
|
||||
# 进入docker,安装docker中没有的依赖:
|
||||
docker run -dit --network=host --name=chatglm --privileged --device=/dev/kfd --device=/dev/dri --ipc=host --shm-size=16G --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined -u root --ulimit stack=-1:-1 --ulimit memlock=-1:-1 -v /opt/hyhal/:/opt/hyhal/:ro image.sourcefind.cn:5000/dcu/admin/base/pytorch:2.1.0-centos7.6-dtk24.04-py310 /usr/sbin/init
|
||||
docker exec -it chatglm /bin/bash
|
||||
pip install transformers==4.28.0 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
|
||||
pip install accelerate sentencepiece mdtex2html gradio rouge_chinese nltk jieba datasets protobuf peft pydantic==1.10.9 -i http://mirrors.aliyun.com/pypi/simple/ --trusted-host mirrors.aliyun.com
|
||||
```
|
||||
8
enginex/Qwen-7B_fastllm.md
Normal file
8
enginex/Qwen-7B_fastllm.md
Normal file
@@ -0,0 +1,8 @@
|
||||
# 运行方式
|
||||
|
||||
```python
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest
|
||||
# 自定义容器名
|
||||
# 当前工程所在路径
|
||||
docker run -it --name= -v :/work --device=/dev/kfd --device=/dev/dri --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=16G --group-add 39 git.modelhub.org.cn:9443/enginex-hygon/pytorch:1.13.1-centos7.6-dtk-23.04-py38-latest /bin/bash
|
||||
```
|
||||
Reference in New Issue
Block a user