local_rank = get_world_group().local_rank
pipe = StableDiffusion3Pipeline.from_pretrained(
pretrained_model_name_or_path=engine_config.model_config.model,
torch_dtype=torch.float16,
).to(f"cuda:{local_rank}")

# do anything you want with pipeline here

+    pipe = xDiTParallel(pipe, engine_config, input_config)