update
This commit is contained in:
15
README.md
15
README.md
@@ -8,7 +8,7 @@
|
||||
可在项目文件夹 `/enginex` 下查看具体可支持模型文件的运行方式。
|
||||
|
||||
支持模型列表:
|
||||
- jina-embeddings-v3
|
||||
- jinaai/jina-embeddings-v3
|
||||
- deepseek-ai/DeepSeek-R1
|
||||
- Qwen/QwQ-32B
|
||||
- deepseek-ai/DeepSeek-V3
|
||||
@@ -46,6 +46,17 @@
|
||||
- ZhipuAI/glm-10b-chinese
|
||||
- 01ai/Yi-6B-Chat
|
||||
- 01ai/Yi-34B-Chat
|
||||
|
||||
- ZhipuAI/glm-4-9b-chat
|
||||
- Qwen/Qwen2.5-Coder-0.5B-Instruct
|
||||
- Qwen/Qwen2.5-Coder-1.5B-Instruct
|
||||
- Qwen/Qwen2.5-Coder-3B-Instruct
|
||||
- Qwen/Qwen2.5-Coder-7B-Instruct
|
||||
- Qwen/Qwen2.5-Coder-14B-Instruct
|
||||
- Qwen/Qwen2.5-Coder-0.5B
|
||||
- Qwen/Qwen2.5-Coder-1.5B
|
||||
- Qwen/Qwen2.5-Coder-3B
|
||||
- Qwen/Qwen2.5-Coder-7B
|
||||
- Qwen/Qwen2.5-Coder-14B
|
||||
- Qwen/Qwen2.5-Coder-32B
|
||||
|
||||
|
||||
|
||||
13
enginex/qwen2.5-coder.md
Normal file
13
enginex/qwen2.5-coder.md
Normal file
@@ -0,0 +1,13 @@
|
||||
# 运行方式
|
||||
|
||||
```python
|
||||
docker pull git.modelhub.org.cn:9443/enginex-hygon/pytorch:2.4.1-ubuntu22.04-dtk25.04.1-py3.10
|
||||
docker run -it --name {name} --shm-size=1024G --device=/dev/kfd --device=/dev/dri/ --privileged --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v /opt/hyhal:/opt/hyhal:ro -v {}:{} {docker_image} /bin/bash
|
||||
# 修改1 {name} 需要改为自定义名称
|
||||
# 修改2 {docker_image} 需要需要创建容器的对应镜像名称
|
||||
# 修改3 -v 挂载路径到容器指定路径
|
||||
pip install -r requirements.txt
|
||||
cd LLaMA-Factory
|
||||
pip install -e ".[torch,metrics]"
|
||||
pip install deepspeed-0.14.2+das.opt1.dtk25041-cp310-cp310-manylinux_2_28_x86_64.whl
|
||||
```
|
||||
Reference in New Issue
Block a user