enginex-mr_series-text2video/diffusers_video.py

import torch
from diffusers import DiffusionPipeline
from diffusers.utils import export_to_video
import time

model_path = "/mnt/models/AI-ModelScope/text-to-video-ms-1.7b"
pipe = DiffusionPipeline.from_pretrained(
            model_path, torch_dtype=torch.float32
            )
# pipe.enable_model_cpu_offload()       # 省显存
# pipe.enable_vae_slicing()
pipe.to("cuda")

start = time.time()
print("Start generating")
frames = pipe("Spiderman is surfing", num_frames=16).frames[0]
end = time.time()
print(f"elapsed: {end - start}")
export_to_video(frames, "output.mp4")    # 默认约2秒/8fps