Update app.py

app.py

@@ -47,11 +47,11 @@ FIXED_FPS = 16
 MIN_FRAMES_MODEL = 8
 MAX_FRAMES_MODEL = 81 
 
-# Default prompts for different modes
+# Default prompts for different modes - Updated with new mode names
 MODE_PROMPTS = {
-    "Ref2V": "the playful penguin picks up the green cat eye sunglasses and puts them on",
-    "FLF2V": "CG animation style, a small blue bird takes off from the ground, flapping its wings. The bird's feathers are delicate, with a unique pattern on its chest. The background shows a blue sky with white clouds under bright sunshine. The camera follows the bird upward, capturing its flight and the vastness of the sky from a close-up, low-angle perspective.",
-    "Random2V": "Various different characters appear and disappear in a fast transition video showcasting their unique features and personalities. The video is about showcasing different dance styles, with each character performing a distinct dance move. The background is a vibrant, colorful stage with dynamic lighting that changes with each dance style. The camera captures close-ups of the dancers' expressions and movements. Highly dynamic, fast-paced music video, with quick cuts and transitions between characters, cinematic, vibrant colors"
+    "reference": "the playful penguin picks up the green cat eye sunglasses and puts them on",
+    "first - last frame": "CG animation style, a small blue bird takes off from the ground, flapping its wings. The bird's feathers are delicate, with a unique pattern on its chest. The background shows a blue sky with white clouds under bright sunshine. The camera follows the bird upward, capturing its flight and the vastness of the sky from a close-up, low-angle perspective.",
+    "random transitions": "Various different characters appear and disappear in a fast transition video showcasting their unique features and personalities. The video is about showcasing different dance styles, with each character performing a distinct dance move. The background is a vibrant, colorful stage with dynamic lighting that changes with each dance style. The camera captures close-ups of the dancers' expressions and movements. Highly dynamic, fast-paced music video, with quick cuts and transitions between characters, cinematic, vibrant colors"
 }
 
 default_negative_prompt = "Bright tones, overexposed, static, blurred details, subtitles, style, works, paintings, images, static, overall gray, worst quality, low quality, JPEG compression residue, ugly, incomplete, extra fingers, poorly drawn hands, poorly drawn faces, deformed, disfigured, misshapen limbs, fused fingers, still picture, messy background, three legs, many people in the background, walking backwards, watermark, text, signature"
@@ -335,7 +335,7 @@ def get_duration(gallery_images, mode, prompt, height, width,
         base_duration = 75
     
     # Add extra time for background removal processing
-    if mode == "Ref2V" and remove_bg:
+    if mode == "reference" and remove_bg:  # Updated to use new mode name
         base_duration += 30
     
     return base_duration
@@ -351,7 +351,7 @@ def generate_video(gallery_images, mode, prompt, height, width,
     
     Args:
         gallery_images (list): List of PIL images from the gallery
-        mode (str): Processing mode - "Ref2V", "FLF2V", or "Random2V"
+        mode (str): Processing mode - "reference", "first - last frame", or "random transitions"
         prompt (str): Text prompt describing the desired animation
         height (int): Target height for the output video
         width (int): Target width for the output video
@@ -361,7 +361,7 @@ def generate_video(gallery_images, mode, prompt, height, width,
         steps (int): Number of inference steps
         seed (int): Random seed for reproducible results
         randomize_seed (bool): Whether to use a random seed
-        remove_bg (bool): Whether to remove background from images (Ref2V mode only)
+        remove_bg (bool): Whether to remove background from images (reference mode only)
         progress (gr.Progress): Gradio progress tracker
     
     Returns:
@@ -370,13 +370,13 @@ def generate_video(gallery_images, mode, prompt, height, width,
     if gallery_images is None or len(gallery_images) == 0:
         raise gr.Error("Please upload at least one image to the gallery.")
     else:
-        # Process images: remove background if requested (Ref2V mode only), then remove alpha channels
+        # Process images: remove background if requested (reference mode only), then remove alpha channels
         processed_images = []
         for img in gallery_images:
             image = img[0]  # Extract PIL image from gallery format
             
-            # Apply background removal only for Ref2V mode if checkbox is checked
-            if mode == "Ref2V" and remove_bg:
+            # Apply background removal only for reference mode if checkbox is checked
+            if mode == "reference" and remove_bg:  # Updated to use new mode name
                 image = remove_background_from_image(image)
             
             # Always remove alpha channels to ensure RGB format
@@ -385,10 +385,10 @@ def generate_video(gallery_images, mode, prompt, height, width,
         
         gallery_images = processed_images
 
-    if mode == "FLF2V" and len(gallery_images) >= 2:
+    if mode == "first - last frame" and len(gallery_images) >= 2:  # Updated mode name
         gallery_images = gallery_images[:2]
-    elif mode == "FLF2V" and len(gallery_images) < 2:
-        raise gr.Error("FLF2V mode requires at least 2 images, but only {} were supplied.".format(len(gallery_images)))
+    elif mode == "first - last frame" and len(gallery_images) < 2:  # Updated mode name
+        raise gr.Error("First - Last Frame mode requires at least 2 images, but only {} were supplied.".format(len(gallery_images)))
 
     target_h = max(MOD_VALUE, (int(height) // MOD_VALUE) * MOD_VALUE)
     target_w = max(MOD_VALUE, (int(width) // MOD_VALUE) * MOD_VALUE)
@@ -398,7 +398,7 @@ def generate_video(gallery_images, mode, prompt, height, width,
     current_seed = random.randint(0, MAX_SEED) if randomize_seed else int(seed)
 
     # Process images based on the selected mode
-    if mode == "FLF2V": 
+    if mode == "first - last frame":  # Updated mode name
         frames, mask = prepare_video_and_mask_FLF2V(
             first_img=gallery_images[0], 
             last_img=gallery_images[1], 
@@ -407,10 +407,10 @@ def generate_video(gallery_images, mode, prompt, height, width,
             num_frames=num_frames
         )
         reference_images = None
-    elif mode == "Ref2V": 
+    elif mode == "reference":  # Updated mode name
         frames, mask = prepare_video_and_mask_Ref2V(height=target_h, width=target_w, num_frames=num_frames)
         reference_images = gallery_images
-    else:  # mode == "Random2V"
+    else:  # mode == "random transitions"  # Updated mode name
         # Calculate dynamic frame indices based on number of images and frames
         frame_indices = calculate_random2v_frame_indices(len(gallery_images), num_frames)
         
@@ -444,13 +444,13 @@ def generate_video(gallery_images, mode, prompt, height, width,
     return video_path, current_seed
 
 control_modes = """
-**3 control modes avilable:**
+**3 control modes available:**
 
-**Ref2V (Reference-to-Video)** Generate a video incorporating elements from input reference images
+**Reference** Generate a video incorporating elements from input reference images
 
-**FLF2V (First-Last Frame-to-Video)** Generate a video using first and last frame conditioning defined by input images
+**First - Last Frame** Generate a video using first and last frame conditioning defined by input images
 
-**Random2V (Random-to-Video)** Generate a video with intermediate transitions between multiple input images
+**Random Transitions** Generate a video with intermediate transitions between multiple input images
 """
 
 with gr.Blocks() as demo:
@@ -473,15 +473,22 @@ with gr.Blocks() as demo:
                 allow_preview=True
             )
             
-            # Radio button for mode selection
+            # Radio button for mode selection with updated names
             mode_radio = gr.Radio(
-                choices=["Ref2V", "FLF2V", "Random2V"],
-                value="Ref2V",
+                choices=["reference", "first - last frame", "random transitions"],
+                value="reference",
                 label="Control Mode",
-                info="Ref2V: Reference to Video | FLF2V: First-Last Frame to Video | Random2V: Random to Video"
+                info="Reference: Reference to Video | First - Last Frame: First-Last Frame to Video | Random Transitions: Random to Video"
             )
             
-            prompt_input = gr.Textbox(label="Prompt", value=MODE_PROMPTS["Ref2V"])
+            # Background removal checkbox moved here - right beneath control modes
+            remove_bg_checkbox = gr.Checkbox(
+                label="Remove Background (Reference mode only)",
+                value=False,
+                info="Automatically remove background from input images when using Reference mode"
+            )
+            
+            prompt_input = gr.Textbox(label="Prompt", value=MODE_PROMPTS["reference"])
             duration_seconds_input = gr.Slider(
                 minimum=round(MIN_FRAMES_MODEL/FIXED_FPS,1), 
                 maximum=round(MAX_FRAMES_MODEL/FIXED_FPS,1), 
@@ -494,13 +501,6 @@ with gr.Blocks() as demo:
             with gr.Accordion("Advanced Settings", open=False):
                 negative_prompt_input = gr.Textbox(label="Negative Prompt", value=default_negative_prompt, lines=3)
                 
-                # Background removal checkbox (only for Ref2V mode)
-                remove_bg_checkbox = gr.Checkbox(
-                    label="Remove Background (Ref2V mode only)",
-                    value=False,
-                    info="Automatically remove background from input images when using Ref2V mode"
-                )
-                
                 seed_input = gr.Slider(label="Seed", minimum=0, maximum=MAX_SEED, step=1, value=42, interactive=True)
                 randomize_seed_checkbox = gr.Checkbox(label="Randomize seed", value=True, interactive=True)
                 with gr.Row():
@@ -516,7 +516,7 @@ with gr.Blocks() as demo:
 
     # Function to update checkbox visibility based on mode
     def update_bg_removal_visibility(mode):
-        return gr.update(visible=(mode == "Ref2V"))
+        return gr.update(visible=(mode == "reference"))  # Updated to use new mode name
     
     # Update prompt when mode changes
     mode_radio.change(
@@ -545,12 +545,11 @@ with gr.Blocks() as demo:
         guidance_scale_input, steps_slider, seed_input, randomize_seed_checkbox, remove_bg_checkbox
     ]
     
-    generate_button.click(fn=generate_video, inputs=ui_inputs, outputs=[video_output, seed_input])
     generate_button.click(fn=generate_video, inputs=ui_inputs, outputs=[video_output, seed_input])
     gr.Examples(
         examples=[
-            [["reachy.png", "sunglasses.jpg", "gpu_hat.png"], "Ref2V", "the cute robot is wearing the sunglasses and the hat that reads 'GPU poor', and moves around playfully", 480, 832],
-            [["flf2v_input_first_frame.png", "flf2v_input_last_frame.png"], "FLF2V", "CG animation style, a small blue bird takes off from the ground, flapping its wings. The bird's feathers are delicate, with a unique pattern on its chest. The background shows a blue sky with white clouds under bright sunshine. The camera follows the bird upward, capturing its flight and the vastness of the sky from a close-up, low-angle perspective.", 512, 512],
+            [["reachy.png", "sunglasses.jpg", "gpu_hat.png"], "reference", "the cute robot is wearing the sunglasses and the hat that reads 'GPU poor', and moves around playfully", 480, 832],
+            [["flf2v_input_first_frame.png", "flf2v_input_last_frame.png"], "first - last frame", "CG animation style, a small blue bird takes off from the ground, flapping its wings. The bird's feathers are delicate, with a unique pattern on its chest. The background shows a blue sky with white clouds under bright sunshine. The camera follows the bird upward, capturing its flight and the vastness of the sky from a close-up, low-angle perspective.", 512, 512],
         ],
         inputs=[gallery_component, mode_radio, prompt_input, height_input, width_input], outputs=[video_output, seed_input], fn=generate_video, cache_examples="lazy"
     )