Upload 2 files

app.py

@@ -344,9 +344,8 @@ class GuiSD:
             vae_model=None,
             type_model_precision=torch.float16,
             retain_task_model_in_cache=False,
-            #device="cpu",
+            device="cpu",
         )
-        self.model.device = torch.device("cpu") #
 
     def infer_short(self, model, pipe_params, progress=gr.Progress(track_tqdm=True)):
         progress(0, desc="Start inference...")
@@ -488,9 +487,9 @@ class GuiSD:
         model_ip2,
         mode_ip2,
         scale_ip2,
-        progress=gr.Progress(track_tqdm=True),
+        #progress=gr.Progress(track_tqdm=True),
     ):
-        progress(0, desc="Preparing inference...")
+        #progress(0, desc="Preparing inference...")
 
         vae_model = vae_model if vae_model != "None" else None
         loras_list = [lora1, lora2, lora3, lora4, lora5]
@@ -713,15 +712,17 @@ class GuiSD:
         # Maybe fix lora issue: 'Cannot copy out of meta tensor; no data!''
         self.model.pipe.to("cuda:0" if torch.cuda.is_available() else "cpu")
 
-        progress(0, desc="Preparation completed. Starting inference...")
+        #progress(0, desc="Preparation completed. Starting inference...")
         info_state = f"PROCESSING "
-        info_state += ">"
-        info_state = f"COMPLETED. Seeds: {str(seed)}"
-        if vae_msg:
-            info_state = info_state + "<br>" + vae_msg
-        if msg_lora:
-            info_state = info_state + "<br>" + "<br>".join(msg_lora)
-        yield self.infer_short(self.model, pipe_params, progress), info_state
+        for img, seed, data in self.model(**pipe_params):
+            info_state += ">"
+            if data:
+                info_state = f"COMPLETED. Seeds: {str(seed)}"
+                if vae_msg:
+                    info_state = info_state + "<br>" + vae_msg
+                if msg_lora:
+                    info_state = info_state + "<br>" + "<br>".join(msg_lora)
+            yield img, info_state
 
 sd_gen = GuiSD()
 
@@ -1165,7 +1166,7 @@ with gr.Blocks(theme='NoCrypt/miku@>=1.2.2', elem_id="main", fill_width=True, cs
 
                         with gr.Accordion("Other settings", open=False, visible=True) as menu_other:
                             with gr.Row():
-                                image_previews_gui = gr.Checkbox(value=False, label="Image Previews")
+                                image_previews_gui = gr.Checkbox(value=True, label="Image Previews")
                                 hires_before_adetailer_gui = gr.Checkbox(value=False, label="Hires Before Adetailer")
                                 hires_after_adetailer_gui = gr.Checkbox(value=True, label="Hires After Adetailer")
                                 generator_in_cpu_gui = gr.Checkbox(value=False, label="Generator in CPU")
@@ -1646,7 +1647,7 @@ with gr.Blocks(theme='NoCrypt/miku@>=1.2.2', elem_id="main", fill_width=True, cs
         copy_prompt_btn_pony.click(gradio_copy_prompt, inputs=[output_text_pony], outputs=[prompt_gui])
 
     gr.LoginButton()
-    gr.DuplicateButton(value="Duplicate Space for private use. (This demo does not work on CPU. Requires GPU Space.)")
+    gr.DuplicateButton(value="Duplicate Space for private use (This demo does not work on CPU. Requires GPU Space)")
 
 app.queue()
 app.launch() #show_error=True, debug=True

requirements.txt

@@ -1,4 +1,4 @@
-git+https://github.com/R3gm/stablepy.git@dev2
+git+https://github.com/R3gm/stablepy.git
 torch==2.2.0
 gdown
 opencv-python