Spaces:
Runtime error
Runtime error
Commit
·
0e674dd
1
Parent(s):
41cbec0
fix_enable_any_model_hf (#8)
Browse files- simple update to enable download any model file from the hub (38bfc1d9aab9d3b64304fc00a8de540c5bc033c6)
Co-authored-by: Radamés Ajna <[email protected]>
- app.py +15 -11
- sd_model_cfg.py +4 -1
app.py
CHANGED
|
@@ -32,17 +32,17 @@ from src.video_util import (frame_to_video, get_fps, get_frame_count,
|
|
| 32 |
|
| 33 |
import huggingface_hub
|
| 34 |
|
| 35 |
-
|
| 36 |
|
| 37 |
-
huggingface_hub.hf_hub_download(
|
| 38 |
'pexels-koolshooters-7322716.mp4',
|
| 39 |
local_dir='videos')
|
| 40 |
huggingface_hub.hf_hub_download(
|
| 41 |
-
|
| 42 |
'pexels-antoni-shkraba-8048492-540x960-25fps.mp4',
|
| 43 |
local_dir='videos')
|
| 44 |
huggingface_hub.hf_hub_download(
|
| 45 |
-
|
| 46 |
'pexels-cottonbro-studio-6649832-960x506-25fps.mp4',
|
| 47 |
local_dir='videos')
|
| 48 |
|
|
@@ -105,15 +105,20 @@ class GlobalState:
|
|
| 105 |
model.load_state_dict(
|
| 106 |
load_state_dict(huggingface_hub.hf_hub_download(
|
| 107 |
'lllyasviel/ControlNet', './models/control_sd15_hed.pth'),
|
| 108 |
-
|
| 109 |
elif control_type == 'canny':
|
| 110 |
model.load_state_dict(
|
| 111 |
load_state_dict(huggingface_hub.hf_hub_download(
|
| 112 |
'lllyasviel/ControlNet', 'models/control_sd15_canny.pth'),
|
| 113 |
-
|
| 114 |
model.to(device)
|
| 115 |
sd_model_path = model_dict[sd_model]
|
| 116 |
if len(sd_model_path) > 0:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 117 |
model_ext = os.path.splitext(sd_model_path)[1]
|
| 118 |
downloaded_model = huggingface_hub.hf_hub_download(
|
| 119 |
repo_name, sd_model_path)
|
|
@@ -129,7 +134,7 @@ class GlobalState:
|
|
| 129 |
huggingface_hub.hf_hub_download(
|
| 130 |
'stabilityai/sd-vae-ft-mse-original',
|
| 131 |
'vae-ft-mse-840000-ema-pruned.ckpt'))['state_dict'],
|
| 132 |
-
|
| 133 |
except Exception:
|
| 134 |
print('Warning: We suggest you download the fine-tuned VAE',
|
| 135 |
'otherwise the generation quality will be degraded')
|
|
@@ -791,10 +796,9 @@ with block:
|
|
| 791 |
maximum=100,
|
| 792 |
value=1,
|
| 793 |
step=1,
|
| 794 |
-
info=
|
| 795 |
-
|
| 796 |
-
|
| 797 |
-
))
|
| 798 |
with gr.Row():
|
| 799 |
warp_start = gr.Slider(label='Shape-aware fusion start',
|
| 800 |
minimum=0,
|
|
|
|
| 32 |
|
| 33 |
import huggingface_hub
|
| 34 |
|
| 35 |
+
REPO_NAME = 'Anonymous-sub/Rerender'
|
| 36 |
|
| 37 |
+
huggingface_hub.hf_hub_download(REPO_NAME,
|
| 38 |
'pexels-koolshooters-7322716.mp4',
|
| 39 |
local_dir='videos')
|
| 40 |
huggingface_hub.hf_hub_download(
|
| 41 |
+
REPO_NAME,
|
| 42 |
'pexels-antoni-shkraba-8048492-540x960-25fps.mp4',
|
| 43 |
local_dir='videos')
|
| 44 |
huggingface_hub.hf_hub_download(
|
| 45 |
+
REPO_NAME,
|
| 46 |
'pexels-cottonbro-studio-6649832-960x506-25fps.mp4',
|
| 47 |
local_dir='videos')
|
| 48 |
|
|
|
|
| 105 |
model.load_state_dict(
|
| 106 |
load_state_dict(huggingface_hub.hf_hub_download(
|
| 107 |
'lllyasviel/ControlNet', './models/control_sd15_hed.pth'),
|
| 108 |
+
location=device))
|
| 109 |
elif control_type == 'canny':
|
| 110 |
model.load_state_dict(
|
| 111 |
load_state_dict(huggingface_hub.hf_hub_download(
|
| 112 |
'lllyasviel/ControlNet', 'models/control_sd15_canny.pth'),
|
| 113 |
+
location=device))
|
| 114 |
model.to(device)
|
| 115 |
sd_model_path = model_dict[sd_model]
|
| 116 |
if len(sd_model_path) > 0:
|
| 117 |
+
repo_name = REPO_NAME
|
| 118 |
+
# check if sd_model is repo_id/name otherwise use global REPO_NAME
|
| 119 |
+
if sd_model.count('/') == 1:
|
| 120 |
+
repo_name = sd_model
|
| 121 |
+
|
| 122 |
model_ext = os.path.splitext(sd_model_path)[1]
|
| 123 |
downloaded_model = huggingface_hub.hf_hub_download(
|
| 124 |
repo_name, sd_model_path)
|
|
|
|
| 134 |
huggingface_hub.hf_hub_download(
|
| 135 |
'stabilityai/sd-vae-ft-mse-original',
|
| 136 |
'vae-ft-mse-840000-ema-pruned.ckpt'))['state_dict'],
|
| 137 |
+
strict=False)
|
| 138 |
except Exception:
|
| 139 |
print('Warning: We suggest you download the fine-tuned VAE',
|
| 140 |
'otherwise the generation quality will be degraded')
|
|
|
|
| 796 |
maximum=100,
|
| 797 |
value=1,
|
| 798 |
step=1,
|
| 799 |
+
info=('Update the key and value for '
|
| 800 |
+
'cross-frame attention every N key frames (recommend N*K>=10)'
|
| 801 |
+
))
|
|
|
|
| 802 |
with gr.Row():
|
| 803 |
warp_start = gr.Slider(label='Shape-aware fusion start',
|
| 804 |
minimum=0,
|
sd_model_cfg.py
CHANGED
|
@@ -3,5 +3,8 @@
|
|
| 3 |
model_dict = {
|
| 4 |
'Stable Diffusion 1.5': '',
|
| 5 |
'revAnimated_v11': 'models/revAnimated_v11.safetensors',
|
| 6 |
-
'realisticVisionV20_v20': 'models/realisticVisionV20_v20.safetensors'
|
|
|
|
|
|
|
|
|
|
| 7 |
}
|
|
|
|
| 3 |
model_dict = {
|
| 4 |
'Stable Diffusion 1.5': '',
|
| 5 |
'revAnimated_v11': 'models/revAnimated_v11.safetensors',
|
| 6 |
+
'realisticVisionV20_v20': 'models/realisticVisionV20_v20.safetensors',
|
| 7 |
+
'DGSpitzer/Cyberpunk-Anime-Diffusion': 'Cyberpunk-Anime-Diffusion.safetensors',
|
| 8 |
+
'wavymulder/Analog-Diffusion': 'analog-diffusion-1.0.safetensors',
|
| 9 |
+
'Fictiverse/Stable_Diffusion_PaperCut_Model': 'PaperCut_v1.safetensors',
|
| 10 |
}
|