chandansocial7 commited on
Commit
7e413f3
·
verified ·
1 Parent(s): 8fc5a78

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -228,8 +228,7 @@ def build_models(model_type, config, enable_optimization=False):
228
  stdit = AutoModel.from_pretrained(
229
  HF_STDIT_MAP[model_type],
230
  enable_flash_attn=enable_optimization,
231
- trust_remote_code=True,
232
- device_map="auto",
233
  ).cuda()
234
 
235
  # build scheduler
 
228
  stdit = AutoModel.from_pretrained(
229
  HF_STDIT_MAP[model_type],
230
  enable_flash_attn=enable_optimization,
231
+ trust_remote_code=True
 
232
  ).cuda()
233
 
234
  # build scheduler