"stabilityai/stable-diffusion-xl-base-1.0",
adapter=adapter,
vae=vae,
scheduler=scheduler,
torch_dtype=torch.float16,
variant="fp16",
)
pipeline.to("cuda")
```  
Finally, pass your prompt and control image to the pipeline.  
```py
generator = torch.Generator("cuda").manual_seed(0)