Test2

app.py

@@ -16,15 +16,7 @@ import torch
 
 model_name = "Qwen/Qwen-Image"
 
-# Load the pipeline
-if torch.cuda.is_available():
-    torch_dtype = torch.bfloat16
-    device = "cuda"
-else:
-    torch_dtype = torch.float32
-    device = "cpu"
 
-pipe = DiffusionPipeline.from_pretrained(model_name, torch_dtype=torch_dtype)
 
 MAX_SEED = np.iinfo(np.int32).max
 MAX_IMAGE_SIZE = 1440
@@ -56,6 +48,16 @@ def infer_diffusers(
     num_inference_steps=50,
     progress=gr.Progress(track_tqdm=True),
 ):
+
+    if torch.cuda.is_available():
+        torch_dtype = torch.bfloat16
+        device = "cuda"
+    else:
+        torch_dtype = torch.float32
+        device = "cpu"
+    
+    pipe = DiffusionPipeline.from_pretrained(model_name, torch_dtype=torch_dtype)
+
     if randomize_seed:
         seed = random.randint(0, MAX_SEED)
     width, height = get_image_size(aspect_ratio)