This is a text-to-video diffusion model trained to generate video frames from text prompts.
1import torch
2from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler
3from diffusers.utils import export_to_video
4
5pipe = DiffusionPipeline.from_pretrained("your-username/text-to-video-diffusion", torch_dtype=torch.float16, variant="fp16")
6pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
7pipe.enable_model_cpu_offload()
8
9prompt = "Spiderman is surfing"
10video_frames = pipe(prompt, num_inference_steps=25).frames
11video_path = export_to_video(video_frames)
