Views
No views yet
pip install -U diffusers transformers torchao accelerate1import torch
2
3from diffusers import ZImagePipeline
4from diffusers.models.transformers.transformer_z_image import ZImageTransformer2DModel
5
6# 1. Load the pipeline
7# Use bfloat16 for optimal performance on supported GPUs
8transformer = ZImageTransformer2DModel.from_pretrained(
9 "dimitribarbot/Z-Image-Turbo-int8wo",
10 torch_dtype=torch.bfloat16,
11 use_safetensors=False
12)
13pipe = DiffusionPipeline.from_pretrained(
14 "Tongyi-MAI/Z-Image-Turbo",
15 transformer=transformer,
16 torch_dtype=torch.bfloat16,
17 low_cpu_mem_usage=False,
18)
19pipe.to("cuda")
20
21# [Optional] CPU Offloading
22# Enable CPU offloading for memory-constrained devices.
23# pipe.enable_model_cpu_offload()
24
25prompt = "Young Chinese woman in red Hanfu, intricate embroidery. Impeccable makeup, red floral forehead pattern. Elaborate high bun, golden phoenix headdress, red flowers, beads. Holds round folding fan with lady, trees, bird. Neon lightning-bolt lamp (⚡️), bright yellow glow, above extended left palm. Soft-lit outdoor night background, silhouetted tiered pagoda (西安大雁塔), blurred colorful distant lights."
26
27# 2. Generate Image
28image = pipe(
29 prompt=prompt,
30 height=1024,
31 width=1024,
32 num_inference_steps=9, # This actually results in 8 DiT forwards
33 guidance_scale=0.0, # Guidance should be 0 for the Turbo models
34 generator=torch.Generator("cuda").manual_seed(42),
35).images[0]
36
37image.save("example_torchao.png")