Views
No views yet
1#!/usr/bin/env python3
2from diffusers import FlaxStableDiffusionPipeline
3from jax import pmap
4import numpy as np
5import jax
6from flax.jax_utils import replicate
7from flax.training.common_utils import shard
8
9
10prng_seed = jax.random.PRNGKey(0)
11num_inference_steps = 50
12
13pipeline, params = FlaxStableDiffusionPipeline.from_pretrained("fusing/stable-diffusion-flax-new", use_auth_token=True)
14del params["safety_checker"]
15
16# pmap
17p_sample = pmap(pipeline.__call__, static_broadcasted_argnums=(3,))
18
19# prep prompts
20prompt = "A cinematic film still of Morgan Freeman starring as Jimi Hendrix, portrait, 40mm lens, shallow depth of field, close up, split lighting, cinematic"
21num_samples = jax.device_count()
22prompt = num_samples * [prompt]
23prompt_ids = pipeline.prepare_inputs(prompt)
24
25# replicate
26params = replicate(params)
27prng_seed = jax.random.split(prng_seed, 8)
28prompt_ids = shard(prompt_ids)
29
30# run
31images = p_sample(prompt_ids, params, prng_seed, num_inference_steps).images
32
33# get pil images
34images_pil = pipeline.numpy_to_pil(np.asarray(images.reshape((num_samples,) + images.shape[-3:])))
35
36import ipdb; ipdb.set_trace()
37print("Images should be good")
38# images_pil[0].save(...)