from diffusers import AutoPipelineForText2Image
import torch

device = "cuda" if torch.cuda.is_available() else "cpu"

pipeline = AutoPipelineForText2Image.from_pretrained('stabilityai/stable-diffusion-xl-base-1.0', torch_dtype=torch.float16).to(device)
pipeline.load_lora_weights('Taka1265/guy-from-speaking-fish', weight_name='Guy_from_Speaking_Fish.safetensors')
image = pipeline('Your custom prompt').images[0]

For more details, including weighting, merging and fusing LoRAs, check the documentation on loading LoRAs in diffusers