Views
No views yet
1import torch
2from diffsynth import ModelManager, WanVideoPipeline, save_video, VideoData
3
4
5model_manager = ModelManager(torch_dtype=torch.bfloat16, device="cpu")
6model_manager.load_models([
7 "models/Wan-AI/Wan2.1-T2V-1.3B/diffusion_pytorch_model.safetensors",
8 "models/Wan-AI/Wan2.1-T2V-1.3B/models_t5_umt5-xxl-enc-bf16.pth",
9 "models/Wan-AI/Wan2.1-T2V-1.3B/Wan2.1_VAE.pth",
10])
11model_manager.load_lora("models/lightning_logs/version_2/checkpoints/epoch=9-step=1250.ckpt", lora_alpha=1.0)
12pipe = WanVideoPipeline.from_model_manager(model_manager, device="cuda")
13pipe.enable_vram_management(num_persistent_param_in_dit=None)
14
15video = pipe(
16 prompt="1girl,solo,long_hair,blush,smile,bangs,shirt,ribbon,closed_mouth,hair_ribbon,yellow_eyes,grey_hair,sidelocks,outdoors,day,blunt_bangs,sailor_collar,blurry,official_alternate_costume,tree,looking_to_the_side,black_ribbon,depth_of_field,blurry_background,looking_away,portrait,light_blush,bush,brown_shirt,official_alternate_hairstyle",
17 negative_prompt="bad_quality,low_quality,low_res,low_resolution,low_definition,low_definition_video,low_definition_image,low_definition_video_image,low_definition_video_image_quality,low_definition_video_image_quality_video,low_definition_video_image_quality_video_image,low_definition_video_image_quality_video_image_video,low_definition_video_image_quality_video_image_video_image",
18 num_inference_steps=50,
19 seed=0, tiled=True
20)
21save_video(video, "video.mp4", fps=30, quality=5)