update
This commit is contained in:
@@ -15,3 +15,4 @@
|
|||||||
- Qwen/Qwen2-VL-2B-Instruct
|
- Qwen/Qwen2-VL-2B-Instruct
|
||||||
- ZhipuAI/glm-4v-9b
|
- ZhipuAI/glm-4v-9b
|
||||||
- LLM-Research/gemma-3-27b-it
|
- LLM-Research/gemma-3-27b-it
|
||||||
|
- stepfun-ai/step3
|
||||||
8
enginex/step3.md
Normal file
8
enginex/step3.md
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
# 运行方式
|
||||||
|
|
||||||
|
```python
|
||||||
|
docker pull git.modelhub.org.cn:9443/enginex-hygon/custom:vllm-ubuntu22.04-dtk25.04.1-rc5-das1.6-py3.10-20250802-step3
|
||||||
|
docker run -it --name step_vllm --shm-size=1024G --device=/dev/kfd --device=/dev/dri/ --privileged --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --ulimit memlock=-1:-1 --ipc=host --network host --group-add video -v /opt/hyhal:/opt/hyhal:ro -v $PWD/Step3_pytorch:/home/Step3_pytorch f0e4191089de /bin/bash
|
||||||
|
wget --content-disposition 'https://download.sourcefind.cn:65024/file/4/triton/DAS1.6/triton-3.0.0+das.opt1.dtk25041-cp310-cp310-manylinux_2_28_x86_64.whl'
|
||||||
|
pip install triton-3.0.0+das.opt1.dtk25041-cp310-cp310-manylinux_2_28_x86_64.whl
|
||||||
|
```
|
||||||
Reference in New Issue
Block a user