Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -228,8 +228,7 @@ def build_models(model_type, config, enable_optimization=False):
|
|
228 |
stdit = AutoModel.from_pretrained(
|
229 |
HF_STDIT_MAP[model_type],
|
230 |
enable_flash_attn=enable_optimization,
|
231 |
-
trust_remote_code=True
|
232 |
-
device_map="auto",
|
233 |
).cuda()
|
234 |
|
235 |
# build scheduler
|
|
|
228 |
stdit = AutoModel.from_pretrained(
|
229 |
HF_STDIT_MAP[model_type],
|
230 |
enable_flash_attn=enable_optimization,
|
231 |
+
trust_remote_code=True
|
|
|
232 |
).cuda()
|
233 |
|
234 |
# build scheduler
|