Compare commits

...

5 Commits

Author SHA1 Message Date
be947dfc79 update readme 2025-08-26 18:13:06 +08:00
fcf7f30797 update base image of a100 2025-08-26 17:31:39 +08:00
b9906fa791 change base image for mlu370 2025-08-26 17:25:25 +08:00
root
ce8d16c160 update run_in_docker_mlu370 scripts 2025-08-26 15:35:32 +08:00
b524f25741 support mlu370 2025-08-25 17:07:12 +08:00
7 changed files with 30 additions and 21 deletions

View File

@@ -1,5 +1,5 @@
FROM harbor-contest.4pd.io/zhangyiqun/public/pytorch:2.6.0-cuda12.4-cudnn9-devel
FROM pytorch/pytorch:2.6.0-cuda12.4-cudnn9-devel
WORKDIR /workspace
# ENV PT_SDPA_ENABLE_HEAD_DIM_PADDING=1
RUN pip install diffusers transformers sentencepiece -i https://nexus.4pd.io/repository/pypi-all/simple
RUN pip install diffusers transformers sentencepiece
COPY main.py test.sh dataset.json /workspace/

8
Dockerfile.mlu370 Normal file
View File

@@ -0,0 +1,8 @@
FROM git.modelhub.org.cn:9443/enginex-cambricon/mlu370-pytorch:v25.01-torch2.5.0-torchmlu1.24.1-ubuntu22.04-py310
WORKDIR /workspace
ENV PATH=/torch/venv3/pytorch_infer/bin:/workspace/ffmpeg-mlu-v4.2.0/install/bin:/usr/local/neuware/bin:/usr/local/openmpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
RUN pip install diffusers==0.34.0
RUN sed -i 's|source /torch/venv3/pytorch/bin/activate|source /torch/venv3/pytorch_infer/bin/activate|' /root/.bashrc
COPY main.py test.sh dataset.json /workspace/

View File

@@ -1,7 +1,5 @@
FROM git.modelhub.org.cn:980/enginex-iluvatar/mr100_corex:4.3.0
WORKDIR /workspace
COPY whls-mrv100 /packages
RUN pip install diffusers==0.34.0 sentencepiece transformers==4.55.2
# RUN pip install /packages/*.whl
COPY main.py test.sh dataset.json /workspace/

View File

@@ -1,24 +1,19 @@
## Installation
参考Dockerfile构建运行镜像
## Quickstart
### 测试程序
1. 下载模型https://modelscope.cn/models/AI-ModelScope/stable-diffusion-v1-5
2. 运行测试程序
修改测试程序`test.py`里面的模型路径,直接执行即可
### 构建镜像
```bash
python3 test.py
docker build -t diffusers:v0.1 .
```
### 批量测试程序
1. 准备输入数据集`dataset.json`,可以参考示例`dataset.json`
2. 运行测试程序
### 模型下载
模型地址https://modelscope.cn/models/AI-ModelScope/stable-diffusion-v1-5
并放到目录:`/mnt/contest_ceph/zhanghao/models/stable-diffusion-v1-5`(如更改目录,请修改后面的执行脚本中的模型路径)
### 测试程序
1. 准备输入数据集,可以参考示例`dataset.json`
2. 在docker镜像里运行测试程序会根据`dataset.json`内容,在`output`目录下生成图片文件。
```bash
python3 main.py --model "/mnt/contest_ceph/zhanghao/models/stable-diffusion-v1-5" --json "dataset.json" --results "results.json" --outdir "output" --device cuda --dtype fp16
./run_in_docker.sh
```
## 测试结果

View File

@@ -1,3 +1,3 @@
#! /usr/bin/env bash
image=harbor-contest.4pd.io/zhanghao/diffusers:bi100-0.2
docker run -it -v /root/zhanghao:/workspace -v /mnt:/mnt --device=dev/iluvatar1:/dev/iluvatar0 $image bash
image=diffusers:v0.1
docker run -v /mnt/contest_ceph/zhanghao/models/stable-diffusion-v1-5:/workspace/stable-diffusion-v1-5 --device=dev/iluvatar1:/dev/iluvatar0 $image python3 main.py --model "./stable-diffusion-v1-5" --json "dataset.json" --results "results.json" --outdir "output" --device cuda --dtype fp16

3
run_in_docker_bi100.sh Executable file
View File

@@ -0,0 +1,3 @@
#! /usr/bin/env bash
image=harbor-contest.4pd.io/zhanghao/diffusers:bi100-0.2
docker run -it -v /root/zhanghao:/workspace -v /mnt:/mnt --device=dev/iluvatar1:/dev/iluvatar0 $image bash

5
run_in_docker_mlu370.sh Executable file
View File

@@ -0,0 +1,5 @@
#! /usr/bin/env bash
# cnmon
image=harbor-contest.4pd.io/zhanghao/diffusers:mlu370-0.2
device_id=2
docker run -it -v /root/zhanghao:/workspace -v /mnt:/mnt --device=/dev/cambricon_dev$device_id:/dev/cambricon_dev0 --device=/dev/cambricon_ctl:/dev/cambricon_ctl $image bash