Update app.py

app.py

@@ -1,29 +1,53 @@
-from diffusers import DiffusionPipeline
-import torch
 
-import torch
-from diffusers import DiffusionPipeline
-from diffusers import DPMSolverMultistepScheduler
-from torch import Generator
+device = 'cuda' if torch.cuda.is_available() else 'cpu'
 
-
-path = 'segmind/portrait-finetuned' # Path to the appropriate model-type
-# Insert your prompt below.
-prompt = "Faceshot Portrait of pretty young (18-year-old) Caucasian wearing a high neck sweater, (masterpiece, extremely detailed skin, photorealistic, heavy shadow, dramatic and cinematic lighting, key light, fill light), sharp focus, BREAK epicrealism"
-# Insert negative prompt below. We recommend using this negative prompt for best results.
-negative_prompt = "(deformed iris, deformed pupils, semi-realistic, cgi, 3d, render, sketch, cartoon, drawing, anime:1.4), text, close up, cropped, out of frame, worst quality, low quality, jpeg artifacts, ugly, duplicate, morbid, mutilated, extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, blurry, dehydrated, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, long neck" 
-
-torch.set_grad_enabled(False)
-torch.backends.cudnn.benchmark = True
-
-# Below code will run on gpu, please pass cpu everywhere as the device and set 'dtype' to torch.float32 for cpu inference.
-with torch.inference_mode():
-    gen = Generator("cuda")
-    gen.manual_seed(1674753452)
-    pipe = DiffusionPipeline.from_pretrained(path, torch_dtype=torch.float16, safety_checker=None, requires_safety_checker=False)
-    pipe.to('cuda')
-    pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
-    pipe.unet.to(device='cuda', dtype=torch.float16, memory_format=torch.channels_last)
-
-    img = pipe(prompt=prompt,negative_prompt=negative_prompt, width=512, height=512, num_inference_steps=25, guidance_scale = 7, num_images_per_prompt=1, generator = gen).images[0]
-    img.save("image.png")
+if torch.cuda.is_available():
+    PYTORCH_CUDA_ALLOC_CONF={'max_split_size_mb': 6000}
+    torch.cuda.max_memory_allocated(device=device)
+    torch.cuda.empty_cache()
+    
+    pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=torch.float16, variant="fp16", use_safetensors=True)
+    pipe.enable_xformers_memory_efficient_attention()
+    pipe = pipe.to(device)
+    torch.cuda.empty_cache()
+    
+    refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", use_safetensors=True, torch_dtype=torch.float16, variant="fp16")
+    refiner.enable_xformers_memory_efficient_attention()
+    refiner = refiner.to(device)
+    torch.cuda.empty_cache()
+    
+    upscaler = DiffusionPipeline.from_pretrained("stabilityai/sd-x2-latent-upscaler", torch_dtype=torch.float16, use_safetensors=True)
+    upscaler.enable_xformers_memory_efficient_attention()
+    upscaler = upscaler.to(device)
+    torch.cuda.empty_cache()
+else: 
+    pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", use_safetensors=True)
+    pipe = pipe.to(device)
+    refiner = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-refiner-1.0", use_safetensors=True)
+    refiner = refiner.to(device)
+    
+def genie (prompt, negative_prompt, height, width, scale, steps, seed, upscaling):
+    generator = torch.Generator(device=device).manual_seed(seed)
+    int_image = pipe(prompt, negative_prompt=negative_prompt, num_inference_steps=steps, height=height, width=width, guidance_scale=scale, num_images_per_prompt=1, generator=generator, output_type="latent").images
+    if upscaling == 'Yes':
+        image = refiner(prompt=prompt, image=int_image).images[0]
+        upscaled = upscaler(prompt=prompt, negative_prompt=negative_prompt, image=image, num_inference_steps=5, guidance_scale=0).images[0]
+        torch.cuda.empty_cache()
+        return (image, upscaled)
+    else:
+        image = refiner(prompt=prompt, negative_prompt=negative_prompt, image=int_image).images[0]   
+        torch.cuda.empty_cache()
+    return (image, image)
+   
+gr.Interface(fn=genie, inputs=[gr.Textbox(label='What you want the AI to generate. 77 Token Limit. A Token is Any Word, Number, Symbol, or Punctuation. Everything Over 77 Will Be Truncated!'), 
+    gr.Textbox(label='What you Do Not want the AI to generate. 77 Token Limit'), 
+    gr.Slider(512, 1024, 768, step=128, label='Height'),
+    gr.Slider(512, 1024, 768, step=128, label='Width'),
+    gr.Slider(1, 15, 10, step=.25, label='Guidance Scale: How Closely the AI follows the Prompt'), 
+    gr.Slider(25, maximum=100, value=50, step=25, label='Number of Iterations'), 
+    gr.Slider(minimum=1, step=1, maximum=999999999999999999, randomize=True, label='Seed'),
+    gr.Radio(['Yes', 'No'], label='Upscale?')], 
+    outputs=['image', 'image'],
+    title="Stable Diffusion XL 1.0 GPU", 
+    description="SDXL 1.0 GPU. <br><br><b>WARNING: Capable of producing NSFW (Softcore) images.</b>", 
+    article = "If You Enjoyed this Demo and would like to Donate, you can send to any of these Wallets. <br>BTC: bc1qzdm9j73mj8ucwwtsjx4x4ylyfvr6kp7svzjn84 <br>3LWRoKYx6bCLnUrKEdnPo3FCSPQUSFDjFP <br>DOGE: DK6LRc4gfefdCTRk9xPD239N31jh9GjKez <br>SHIB (BEP20): 0xbE8f2f3B71DFEB84E5F7E3aae1909d60658aB891 <br>PayPal: https://www.paypal.me/ManjushriBodhisattva <br>ETH: 0xbE8f2f3B71DFEB84E5F7E3aae1909d60658aB891 <br>Code Monkey: <a href=\"https://huggingface.co/Manjushri\">Manjushri</a>").launch(debug=True, max_threads=80)