tools / run_sd_lora.py
patrickvonplaten's picture
[Speculative Decoding] Add speculative decoding
d8d872a
raw
history blame
623 Bytes
#!/usr/bin/env python3
from diffusers import DiffusionPipeline, AutoencoderKL
import hf_image_uploader as hiu
import torch
vae = AutoencoderKL.from_pretrained(
"madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16
)
pipe = DiffusionPipeline.from_pretrained(
"stabilityai/stable-diffusion-xl-base-1.0",
variant="fp16",
vae=vae,
torch_dtype=torch.float16,
).to("cuda")
pipe.load_lora_weights("rvorias/m_test")
# pipe.enable_xformers_memory_efficient_attention()
image = pipe("a photo of a pikachu pixel art", generator=torch.manual_seed(66)).images[0]
hiu.upload(image, "patrickvonplaten/images")