ui changes part 1

app.py

@@ -1,8 +1,6 @@
 import gradio as gr
 import spaces 
 import torch
-# from pipeline_ltx_condition import LTXVideoCondition, LTXConditionPipeline
-# from diffusers import LTXLatentUpsamplePipeline
 from diffusers import LTXConditionPipeline, LTXLatentUpsamplePipeline
 from diffusers.pipelines.ltx.pipeline_ltx_condition import LTXVideoCondition
 from diffusers.utils import export_to_video, load_video, load_image
@@ -26,8 +24,28 @@ def round_to_nearest_resolution_acceptable_by_vae(height, width):
     width = width - (width % pipe.vae_spatial_compression_ratio)
     print("after rounding",height, width)
     return height, width
+
+def get_duration(prompt,
+             negative_prompt,
+             image,
+             video,
+             height,
+             width,
+             mode,
+             steps,
+             num_frames,
+             frames_to_use,
+             seed,
+             randomize_seed,
+             guidance_scale,
+             duration_input,
+             improve_texture, progress):
+    if duration_input > 7:
+        return 75
+    else:
+        return 60
     
-@spaces.GPU
+@spaces.GPU(duration=get_duration)
 def generate(prompt,
              negative_prompt,
              image,
@@ -47,12 +65,18 @@ def generate(prompt,
     if randomize_seed:
         seed = random.randint(0, MAX_SEED)
 
+    # calculate number of frames based on the duration input in seconds
     target_frames_ideal = duration_input * FPS
-    num_frames = round(target_frames_ideal)
-    if num_frames < 1: 
-        num_frames = 1
+    target_frames_rounded = round(target_frames_ideal)
+    if target_frames_rounded < 1: 
+        target_frames_rounded = 1
+
+    n_val = round((float(target_frames_rounded) - 1.0) / 8.0)
+    actual_num_frames = int(n_val * 8 + 1)
+
+    actual_num_frames = max(9, actual_num_frames)
+    num_frames = min(MAX_NUM_FRAMES, actual_num_frames)
 
-    print(mode)
     if mode == "video-to-video" and (video is not None):
         video = load_video(video)[:frames_to_use]
         condition = True
@@ -175,9 +199,9 @@ with gr.Blocks(css=css, theme=gr.themes.Ocean()) as demo:
                 video_n_hidden = gr.Textbox(label="video_n", visible=False, value=None)
                 t2v_prompt = gr.Textbox(label="Prompt", value="A majestic dragon flying over a medieval castle", lines=3)
                 t2v_button = gr.Button("Generate Text-to-Video", variant="primary")
-            with gr.Tab("video-to-video", visible=False) as video_tab:
+            with gr.Tab("video-to-video") as video_tab:
                 image_v_hidden = gr.Textbox(label="image_v", visible=False, value=None)
-                video_v2v = gr.Video(label="Input Video", sources=["upload", "webcam"]) # type defaults to filepath
+                video_v2v = gr.Video(label="Input Video")
                 frames_to_use = gr.Slider(label="Frames to use from input video", minimum=9, maximum=MAX_NUM_FRAMES, value=9, step=8, info="Number of initial frames to use for conditioning/transformation. Must be N*8+1.")
                 v2v_prompt = gr.Textbox(label="Prompt", value="Change the style to cinematic anime", lines=3)
                 v2v_button = gr.Button("Generate Video-to-Video", variant="primary")
@@ -205,7 +229,7 @@ with gr.Blocks(css=css, theme=gr.themes.Ocean()) as demo:
      with gr.Row():
       guidance_scale= gr.Slider(label="guidance scale", minimum=0, maximum=10, value=1, step=1)
       steps = gr.Slider(label="Steps", minimum=1, maximum=30, value=8, step=1)
-      num_frames = gr.Slider(label="# frames", minimum=1, maximum=161, value=96, step=1)
+      num_frames = gr.Slider(label="# frames", minimum=1, maximum=161, value=96, step=1, visible=False)
      with gr.Row():
        height = gr.Slider(label="height", value=512, step=1, maximum=2048)
        width = gr.Slider(label="width", value=704, step=1, maximum=2048)
@@ -213,8 +237,8 @@ with gr.Blocks(css=css, theme=gr.themes.Ocean()) as demo:
   t2v_button.click(fn=generate, 
              inputs=[t2v_prompt,
              negative_prompt,
-             image,
-             video,
+             image_n_hidden,
+             video_n_hidden,
              height,
              width,
              gr.State("text-to-video"),
@@ -222,14 +246,14 @@ with gr.Blocks(css=css, theme=gr.themes.Ocean()) as demo:
              num_frames,
              frames_to_use,
              seed,
-             randomize_seed,guidance_scale, improve_texture], 
+             randomize_seed,guidance_scale, duration_input, improve_texture], 
                    outputs=[output])
 
   i2v_button.click(fn=generate, 
              inputs=[i2v_prompt,
              negative_prompt,
-             image,
-             video,
+             image_i2v,
+             video_i_hidden,
              height,
              width,
              gr.State("image-to-video"),
@@ -237,14 +261,14 @@ with gr.Blocks(css=css, theme=gr.themes.Ocean()) as demo:
              num_frames,
              frames_to_use,
              seed,
-             randomize_seed,guidance_scale, improve_texture], 
+             randomize_seed,guidance_scale, duration_input, improve_texture], 
                    outputs=[output])
     
   v2v_button.click(fn=generate, 
              inputs=[v2v_prompt,
              negative_prompt,
-             image,
-             video,
+             image_v_hidden,
+             video_v2v,
              height,
              width,
              gr.State("video-to-video"),
@@ -252,7 +276,7 @@ with gr.Blocks(css=css, theme=gr.themes.Ocean()) as demo:
              num_frames,
              frames_to_use,
              seed,
-             randomize_seed,guidance_scale, improve_texture], 
+             randomize_seed,guidance_scale, duration_input, improve_texture], 
                    outputs=[output])