Views
No views yet
1
2from diffusers.modular_pipelines import ModularPipeline, ComponentsManager
3import torch
4from diffusers.utils import load_image
5
6repo_id = "YiYiXu/modular-diffdiff-0704"
7
8components = ComponentsManager()
9
10diffdiff_pipeline = ModularPipeline.from_pretrained(repo_id, trust_remote_code=True, components_manager=components, collection="diffdiff")
11diffdiff_pipeline.load_default_components(torch_dtype=torch.float16)
12components.enable_auto_cpu_offload()1
2image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
3mask = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/gradient_mask.png?download=true")
4
5prompt = "a green pear"
6negative_prompt = "blurry"
7generator = torch.Generator(device="cuda").manual_seed(42)
8
9image = diffdiff_pipeline(
10 prompt=prompt,
11 negative_prompt=negative_prompt,
12 num_inference_steps=25,
13 generator=generator,
14 diffdiff_map=mask,
15 image=image,
16 output="images"
17)[0]
1diffdiff_pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="sdxl_models", weight_name="ip-adapter_sdxl.bin")
2diffdiff_pipeline.set_ip_adapter_scale(0.6)
3
4ip_adapter_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_orange.jpeg")
5image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
6mask = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/gradient_mask.png?download=true")
7
8prompt = "a green pear"
9negative_prompt = "blurry"
10generator = torch.Generator(device="cuda").manual_seed(42)
11
12image = diffdiff_pipeline(
13 prompt=prompt,
14 negative_prompt=negative_prompt,
15 num_inference_steps=25,
16 generator=generator,
17 ip_adapter_image=ip_adapter_image,
18 diffdiff_map=mask,
19 image=image,
20 output="images"
21)[0]
1diffdiff_pipeline.unload_ip_adapter()
2
3control_image = load_image("https://huggingface.co/datasets/YiYiXu/testing-images/resolve/main/diffdiff_tomato_canny.png")
4image = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/20240329211129_4024911930.png?download=true")
5mask = load_image("https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/differential/gradient_mask.png?download=true")
6
7prompt = "a green pear"
8negative_prompt = "blurry"
9generator = torch.Generator(device="cuda").manual_seed(42)
10
11image = diffdiff_pipeline(
12 prompt=prompt,
13 negative_prompt=negative_prompt,
14 num_inference_steps=25,
15 generator=generator,
16 control_image=control_image,
17 controlnet_conditioning_scale=0.5,
18 diffdiff_map=mask,
19 image=image,
20 output="images"
21)[0]
22