Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -86,11 +86,7 @@ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
|
86 |
text_encoder = CLIPTextModel.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='text_encoder', token=True)#.to(device=device, dtype=torch.bfloat16)
|
87 |
text_encoder_2 = CLIPTextModelWithProjection.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='text_encoder_2',token=True)#.to(device=device, dtype=torch.bfloat16)
|
88 |
def load_and_prepare_model():
|
89 |
-
proc=Attention(
|
90 |
-
upcast_attention=True,
|
91 |
-
# upcast_softmax = True,
|
92 |
-
processor = AttnProcessor2_0
|
93 |
-
)
|
94 |
tokenizer_1 = CLIPTokenizer.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='tokenizer', token=True)
|
95 |
tokenizer_2 = CLIPTokenizer.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='tokenizer_2', token=True)
|
96 |
scheduler = EulerAncestralDiscreteScheduler.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='scheduler', token=True)
|
@@ -123,7 +119,6 @@ def load_and_prepare_model():
|
|
123 |
#pipe.unet.to(memory_format=torch.channels_last)
|
124 |
pipe.to(device=device, dtype=torch.bfloat16)
|
125 |
pipe.vae = vaeXL.to(device) #.to('cpu') #.to(torch.bfloat16)
|
126 |
-
pipe.unet.set_attn_processor(proc)
|
127 |
pipe.vae.set_default_attn_processor()
|
128 |
return pipe
|
129 |
|
|
|
86 |
text_encoder = CLIPTextModel.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='text_encoder', token=True)#.to(device=device, dtype=torch.bfloat16)
|
87 |
text_encoder_2 = CLIPTextModelWithProjection.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='text_encoder_2',token=True)#.to(device=device, dtype=torch.bfloat16)
|
88 |
def load_and_prepare_model():
|
89 |
+
proc=Attention(query_dim=4, upcast_attention=True, upcast_softmax = True, processor = AttnProcessor2_0)
|
|
|
|
|
|
|
|
|
90 |
tokenizer_1 = CLIPTokenizer.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='tokenizer', token=True)
|
91 |
tokenizer_2 = CLIPTokenizer.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='tokenizer_2', token=True)
|
92 |
scheduler = EulerAncestralDiscreteScheduler.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='scheduler', token=True)
|
|
|
119 |
#pipe.unet.to(memory_format=torch.channels_last)
|
120 |
pipe.to(device=device, dtype=torch.bfloat16)
|
121 |
pipe.vae = vaeXL.to(device) #.to('cpu') #.to(torch.bfloat16)
|
|
|
122 |
pipe.vae.set_default_attn_processor()
|
123 |
return pipe
|
124 |
|