Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -15,6 +15,7 @@ import numpy as np
|
|
15 |
MODELS = {
|
16 |
"RealVisXL V5.0 Lightning": "SG161222/RealVisXL_V5.0_Lightning",
|
17 |
"Lustify Lightning": "GraydientPlatformAPI/lustify-lightning",
|
|
|
18 |
"Juggernaut XL Lightning": "RunDiffusion/Juggernaut-XL-Lightning",
|
19 |
}
|
20 |
|
@@ -54,9 +55,17 @@ pipe = StableDiffusionXLFillPipeline.from_pretrained(
|
|
54 |
controlnet=model,
|
55 |
)
|
56 |
|
|
|
|
|
57 |
pipe.to("cuda")
|
58 |
|
59 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
60 |
|
61 |
@spaces.GPU(duration=16)
|
62 |
def fill_image(prompt, image, model_selection, paste_back):
|
@@ -236,12 +245,15 @@ def inpaint(prompt, image, inpaint_model, paste_back):
|
|
236 |
vae=vae,
|
237 |
controlnet=model,
|
238 |
).to("cuda")
|
|
|
|
|
239 |
|
240 |
mask = Image.fromarray(image["mask"]).convert("L")
|
241 |
image = Image.fromarray(image["image"])
|
242 |
|
243 |
result = pipe(prompt=prompt, image=image, mask_image=mask).images[0]
|
244 |
-
|
|
|
245 |
if paste_back:
|
246 |
result.paste(image, (0, 0), Image.fromarray(255 - np.array(mask)))
|
247 |
|
|
|
15 |
MODELS = {
|
16 |
"RealVisXL V5.0 Lightning": "SG161222/RealVisXL_V5.0_Lightning",
|
17 |
"Lustify Lightning": "GraydientPlatformAPI/lustify-lightning",
|
18 |
+
"Lustify Inpaint": "andro-flock/LUSTIFY-SDXL-NSFW-checkpoint-v2-0-INPAINTING",
|
19 |
"Juggernaut XL Lightning": "RunDiffusion/Juggernaut-XL-Lightning",
|
20 |
}
|
21 |
|
|
|
55 |
controlnet=model,
|
56 |
)
|
57 |
|
58 |
+
pipe.scheduler = TCDScheduler.from_config(pipe.scheduler.config)
|
59 |
+
|
60 |
pipe.to("cuda")
|
61 |
|
62 |
+
pipe_inpaint = StableDiffusionXLFillPipeline.from_pretrained(
|
63 |
+
"andro-flock/LUSTIFY-SDXL-NSFW-checkpoint-v2-0-INPAINTING",
|
64 |
+
torch_dtype=torch.float16,
|
65 |
+
vae=vae,
|
66 |
+
controlnet=model,
|
67 |
+
)
|
68 |
+
pipe_inpaint.to("cuda")
|
69 |
|
70 |
@spaces.GPU(duration=16)
|
71 |
def fill_image(prompt, image, model_selection, paste_back):
|
|
|
245 |
vae=vae,
|
246 |
controlnet=model,
|
247 |
).to("cuda")
|
248 |
+
# if pipe.config.model_name == "Lustify Inpaint":
|
249 |
+
|
250 |
|
251 |
mask = Image.fromarray(image["mask"]).convert("L")
|
252 |
image = Image.fromarray(image["image"])
|
253 |
|
254 |
result = pipe(prompt=prompt, image=image, mask_image=mask).images[0]
|
255 |
+
# result = pipe_inpaint(prompt=prompt, image=image, mask_image=mask).images[0]
|
256 |
+
|
257 |
if paste_back:
|
258 |
result.paste(image, (0, 0), Image.fromarray(255 - np.array(mask)))
|
259 |
|