From 7817bc60207db4c9e4dddf2834b67c8f07349939 Mon Sep 17 00:00:00 2001 From: zhousha <736730048@qq.com> Date: Tue, 2 Dec 2025 13:18:53 +0800 Subject: [PATCH] update --- README.md | 15 +++++++++++++-- enginex/{GLM-4_pytorch.md => glm-4-9b-chat.md} | 0 enginex/qwen2.5-coder.md | 13 +++++++++++++ 3 files changed, 26 insertions(+), 2 deletions(-) rename enginex/{GLM-4_pytorch.md => glm-4-9b-chat.md} (100%) create mode 100644 enginex/qwen2.5-coder.md diff --git a/README.md b/README.md index 830e938..acda596 100644 --- a/README.md +++ b/README.md @@ -8,7 +8,7 @@ 可在项目文件夹 `/enginex` 下查看具体可支持模型文件的运行方式。 支持模型列表: -- jina-embeddings-v3 +- jinaai/jina-embeddings-v3 - deepseek-ai/DeepSeek-R1 - Qwen/QwQ-32B - deepseek-ai/DeepSeek-V3 @@ -46,6 +46,17 @@ - ZhipuAI/glm-10b-chinese - 01ai/Yi-6B-Chat - 01ai/Yi-34B-Chat - +- ZhipuAI/glm-4-9b-chat +- Qwen/Qwen2.5-Coder-0.5B-Instruct +- Qwen/Qwen2.5-Coder-1.5B-Instruct +- Qwen/Qwen2.5-Coder-3B-Instruct +- Qwen/Qwen2.5-Coder-7B-Instruct +- Qwen/Qwen2.5-Coder-14B-Instruct +- Qwen/Qwen2.5-Coder-0.5B +- Qwen/Qwen2.5-Coder-1.5B +- Qwen/Qwen2.5-Coder-3B +- Qwen/Qwen2.5-Coder-7B +- Qwen/Qwen2.5-Coder-14B +- Qwen/Qwen2.5-Coder-32B diff --git a/enginex/GLM-4_pytorch.md b/enginex/glm-4-9b-chat.md similarity index 100% rename from enginex/GLM-4_pytorch.md rename to enginex/glm-4-9b-chat.md diff --git a/enginex/qwen2.5-coder.md b/enginex/qwen2.5-coder.md new file mode 100644 index 0000000..e5e4c53 --- /dev/null +++ b/enginex/qwen2.5-coder.md @@ -0,0 +1,13 @@ +# 运行方式 + +```python +docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04.1-py3.10 +docker run -it --name {name} --shm-size=1024G --device=/dev/kfd --device=/dev/dri/ --privileged --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v /opt/hyhal:/opt/hyhal:ro -v {}:{} {docker_image} /bin/bash +# 修改1 {name} 需要改为自定义名称 +# 修改2 {docker_image} 需要需要创建容器的对应镜像名称 +# 修改3 -v 挂载路径到容器指定路径 +pip install -r requirements.txt +cd LLaMA-Factory +pip install -e ".[torch,metrics]" +pip install deepspeed-0.14.2+das.opt1.dtk25041-cp310-cp310-manylinux_2_28_x86_64.whl +```