1inkusFace commited on
Commit
6e146d4
·
verified ·
1 Parent(s): 76d8c8d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -6
app.py CHANGED
@@ -86,11 +86,7 @@ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
86
  text_encoder = CLIPTextModel.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='text_encoder', token=True)#.to(device=device, dtype=torch.bfloat16)
87
  text_encoder_2 = CLIPTextModelWithProjection.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='text_encoder_2',token=True)#.to(device=device, dtype=torch.bfloat16)
88
  def load_and_prepare_model():
89
- proc=Attention(
90
- upcast_attention=True,
91
- # upcast_softmax = True,
92
- processor = AttnProcessor2_0
93
- )
94
  tokenizer_1 = CLIPTokenizer.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='tokenizer', token=True)
95
  tokenizer_2 = CLIPTokenizer.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='tokenizer_2', token=True)
96
  scheduler = EulerAncestralDiscreteScheduler.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='scheduler', token=True)
@@ -123,7 +119,6 @@ def load_and_prepare_model():
123
  #pipe.unet.to(memory_format=torch.channels_last)
124
  pipe.to(device=device, dtype=torch.bfloat16)
125
  pipe.vae = vaeXL.to(device) #.to('cpu') #.to(torch.bfloat16)
126
- pipe.unet.set_attn_processor(proc)
127
  pipe.vae.set_default_attn_processor()
128
  return pipe
129
 
 
86
  text_encoder = CLIPTextModel.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='text_encoder', token=True)#.to(device=device, dtype=torch.bfloat16)
87
  text_encoder_2 = CLIPTextModelWithProjection.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='text_encoder_2',token=True)#.to(device=device, dtype=torch.bfloat16)
88
  def load_and_prepare_model():
89
+ proc=Attention(query_dim=4, upcast_attention=True, upcast_softmax = True, processor = AttnProcessor2_0)
 
 
 
 
90
  tokenizer_1 = CLIPTokenizer.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='tokenizer', token=True)
91
  tokenizer_2 = CLIPTokenizer.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='tokenizer_2', token=True)
92
  scheduler = EulerAncestralDiscreteScheduler.from_pretrained('ford442/RealVisXL_V5.0_BF16', low_cpu_mem_usage=False, subfolder='scheduler', token=True)
 
119
  #pipe.unet.to(memory_format=torch.channels_last)
120
  pipe.to(device=device, dtype=torch.bfloat16)
121
  pipe.vae = vaeXL.to(device) #.to('cpu') #.to(torch.bfloat16)
 
122
  pipe.vae.set_default_attn_processor()
123
  return pipe
124