Spaces:
Runtime error
Runtime error
Commit
·
b07172e
1
Parent(s):
fb1b680
Update app.py
Browse files
app.py
CHANGED
|
@@ -607,11 +607,23 @@ def process2(*args):
|
|
| 607 |
|
| 608 |
return key_video_path
|
| 609 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 610 |
|
| 611 |
block = gr.Blocks().queue()
|
| 612 |
with block:
|
| 613 |
with gr.Row():
|
| 614 |
-
gr.Markdown(
|
| 615 |
with gr.Row():
|
| 616 |
with gr.Column():
|
| 617 |
input_path = gr.Video(label='Input Video',
|
|
@@ -636,7 +648,8 @@ with block:
|
|
| 636 |
minimum=256,
|
| 637 |
maximum=512,
|
| 638 |
value=512,
|
| 639 |
-
step=64
|
|
|
|
| 640 |
control_strength = gr.Slider(label='ControNet strength',
|
| 641 |
minimum=0.0,
|
| 642 |
maximum=2.0,
|
|
@@ -692,9 +705,10 @@ with block:
|
|
| 692 |
step=1)
|
| 693 |
ddim_steps = gr.Slider(label='Steps',
|
| 694 |
minimum=1,
|
| 695 |
-
maximum=
|
| 696 |
value=20,
|
| 697 |
-
step=1
|
|
|
|
| 698 |
scale = gr.Slider(label='CFG scale',
|
| 699 |
minimum=0.1,
|
| 700 |
maximum=30.0,
|
|
@@ -724,7 +738,8 @@ with block:
|
|
| 724 |
minimum=1,
|
| 725 |
maximum=1,
|
| 726 |
value=1,
|
| 727 |
-
step=1
|
|
|
|
| 728 |
|
| 729 |
use_constraints = gr.CheckboxGroup(
|
| 730 |
[
|
|
@@ -755,7 +770,7 @@ with block:
|
|
| 755 |
value=1,
|
| 756 |
step=1,
|
| 757 |
info=('Update the key and value for '
|
| 758 |
-
'cross-frame attention every N key frames'))
|
| 759 |
with gr.Row():
|
| 760 |
warp_start = gr.Slider(label='Shape-aware fusion start',
|
| 761 |
minimum=0,
|
|
|
|
| 607 |
|
| 608 |
return key_video_path
|
| 609 |
|
| 610 |
+
DESCRIPTION = '''
|
| 611 |
+
## Rerender A Video
|
| 612 |
+
### This space provides the function of key frame translation. Full code for full video translation will be released upon the publication of the paper.
|
| 613 |
+
### To avoid overload, we set limitations to the maximum frame number and the maximum frame resolution.
|
| 614 |
+
### Tips:
|
| 615 |
+
1. This method cannot handle large or quick motions where the optical flow is hard to estimate. Videos with stable motions are prefered.
|
| 616 |
+
2. Pixel-aware fusion may not work for large or quick motions.
|
| 617 |
+
3. revAnimated_v11 model for non-photorealstic style, realisticVisionV20_v20 model for photorealstic style.
|
| 618 |
+
4. To use your own SD/LoRA model, you may clone the space and speficify your model with [sd_model_cfg.py](https://huggingface.co/spaces/Anonymous-sub/Rerender/blob/main/sd_model_cfg.py).
|
| 619 |
+
5. This method is based on the original SD model. You may need to [convert](https://github.com/huggingface/diffusers/blob/main/scripts/convert_diffusers_to_original_stable_diffusion.py) Diffuser/Automatic1111 models to the original one.
|
| 620 |
+
6. Try different color-aware AdaIN settings and even unuse it to avoid color jittering.
|
| 621 |
+
'''
|
| 622 |
|
| 623 |
block = gr.Blocks().queue()
|
| 624 |
with block:
|
| 625 |
with gr.Row():
|
| 626 |
+
gr.Markdown(DESCRIPTION)
|
| 627 |
with gr.Row():
|
| 628 |
with gr.Column():
|
| 629 |
input_path = gr.Video(label='Input Video',
|
|
|
|
| 648 |
minimum=256,
|
| 649 |
maximum=512,
|
| 650 |
value=512,
|
| 651 |
+
step=64,
|
| 652 |
+
info='To avoid overload, maximum 512')
|
| 653 |
control_strength = gr.Slider(label='ControNet strength',
|
| 654 |
minimum=0.0,
|
| 655 |
maximum=2.0,
|
|
|
|
| 705 |
step=1)
|
| 706 |
ddim_steps = gr.Slider(label='Steps',
|
| 707 |
minimum=1,
|
| 708 |
+
maximum=20,
|
| 709 |
value=20,
|
| 710 |
+
step=1,
|
| 711 |
+
info='To avoid overload, maximum 20')
|
| 712 |
scale = gr.Slider(label='CFG scale',
|
| 713 |
minimum=0.1,
|
| 714 |
maximum=30.0,
|
|
|
|
| 738 |
minimum=1,
|
| 739 |
maximum=1,
|
| 740 |
value=1,
|
| 741 |
+
step=1,
|
| 742 |
+
info='To avoid overload, maximum 8 key frames')
|
| 743 |
|
| 744 |
use_constraints = gr.CheckboxGroup(
|
| 745 |
[
|
|
|
|
| 770 |
value=1,
|
| 771 |
step=1,
|
| 772 |
info=('Update the key and value for '
|
| 773 |
+
'cross-frame attention every N key frames (recommend N*K>=10)'))
|
| 774 |
with gr.Row():
|
| 775 |
warp_start = gr.Slider(label='Shape-aware fusion start',
|
| 776 |
minimum=0,
|