Views
No views yet
1import torch
2from diffusers import DiffusionPipeline, EulerAncestralDiscreteScheduler
3
4base = "stabilityai/stable-diffusion-xl-base-1.0"
5lora = "sl4shuur/sdxl-handwriting-signaturegen-lora" # this repo id
6
7pipe = DiffusionPipeline.from_pretrained(base, torch_dtype=torch.float16, use_safetensors=True).to("cuda")
8pipe.load_lora_weights(lora)
9pipe.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config)
10
11negative = "extra words, extra text, blurry, artifacts, extra lines, scribble, low quality, gray/black background, double signature"
12name = "B. Navya"
13prompt = f"signaturegen style: handwritten name {name} on white background"
14
15image = pipe(
16 prompt=prompt,
17 negative_prompt=negative,
18 num_inference_steps=50,
19 guidance_scale=7.0,
20 height=512, width=512,
21 generator=torch.Generator(device='cuda').manual_seed(42)
22).images[0]
23
24image.save("sample.png")pytorch_lora_weights.safetensors — LoRA adapter weights.stabilityai/stable-diffusion-xl-base-1.0sl4shuur/handwriting-signatures-dataset!accelerate launch /content/diffusers/examples/text_to_image/train_text_to_image_lora_sdxl.py \
--pretrained_model_name_or_path="stabilityai/stable-diffusion-xl-base-1.0" \
--train_data_dir="sl4shuur/handwriting-signatures-dataset" \
--caption_column="text" \
--resolution=256 \
--mixed_precision="fp16" \
--allow_tf32 \
--gradient_checkpointing \
--use_8bit_adam \
--enable_xformers_memory_efficient_attention \
--dataloader_num_workers=4 \
--learning_rate=1e-4 --lr_scheduler="cosine" --lr_warmup_steps=0 \
--rank=4 \
--max_train_steps=2000 \
--checkpointing_steps=500 \
--train_batch_size=2 --gradient_accumulation_steps=4 \
--seed=69 \
--output_dir="/content/drive/Shareddrives/SignatureGenDataset/lora_signature_model_OUT" \
--hub_model_id="sl4shuur/sdxl-handwriting-signaturegen-lora" \
--push_to_hub