Export to *.gif (#26)

- Export to *.gif (698726b996c319571d24ef166d2fee81f8ceffb5)


Co-authored-by: Fabrice TIERCELIN <Fabrice-TIERCELIN@users.noreply.huggingface.co>

app.py

@@ -10,7 +10,7 @@ from pathlib import Path
 from typing import Optional
 
 from diffusers import StableVideoDiffusionPipeline
-from diffusers.utils import export_to_video
+from diffusers.utils import export_to_video, export_to_gif
 from PIL import Image
 
 fps25Pipe = StableVideoDiffusionPipeline.from_pretrained(
@@ -63,9 +63,18 @@ def animate(
     
     os.makedirs(output_folder, exist_ok=True)
     base_count = len(glob(os.path.join(output_folder, "*." + video_format)))
-    video_path = os.path.join(output_folder, f"{base_count:06d}." + video_format)
+    result_path = os.path.join(output_folder, f"{base_count:06d}." + video_format)
 
-    export_to_video(frames, video_path, fps=fps_id)
+    if video_format == "gif":
+        video_path = None
+        gif_path = result_path
+        video_format = None
+        export_to_gif(image=frames, output_gif_path=gif_path, fps=fps_id)
+    else:
+        video_path = result_path
+        gif_path = None
+        export_to_video(frames, video_path, fps=fps_id)
+    
     end = time.time()
     secondes = int(end - start)
     minutes = math.floor(secondes / 60)
@@ -79,7 +88,7 @@ def animate(
     ((str(minutes) + " min, ") if hours != 0 or minutes != 0 else "") + \
     str(secondes) + " sec."
     
-    return gr.update(value=video_path, format=video_format), gr.update(value=video_path, visible=True), gr.update(label="Generated frames in *." + frame_format + " format", format = frame_format, value = frames, visible=True), seed, gr.update(value = information, visible = True), gr.update(visible=True)
+    return gr.update(value=video_path, format=video_format), gr.update(value=gif_path, visible=video_format == "gif"), gr.update(value=result_path, visible=True), gr.update(label="Generated frames in *." + frame_format + " format", format = frame_format, value = frames, visible=True), seed, gr.update(value = information, visible = True), gr.update(visible=True)
 
 @spaces.GPU(duration=120)
 def animate_on_gpu(
@@ -131,8 +140,7 @@ def resize_image(image, output_size=(1024, 576)):
         bottom = (new_height + output_size[1]) / 2
 
     # Crop the image
-    cropped_image = resized_image.crop((left, top, right, bottom))
-    return cropped_image
+    return resized_image.crop((left, top, right, bottom))
 
 def reset():
     return [
@@ -167,7 +175,7 @@ with gr.Blocks() as demo:
               motion_bucket_id = gr.Slider(label="Motion bucket id", info="Controls how much motion to add/remove from the image", value=127, minimum=1, maximum=255)
               noise_aug_strength = gr.Slider(label="Noise strength", info="The noise to add", value=0.1, minimum=0, maximum=1, step=0.1)
               decoding_t = gr.Slider(label="Decoding", info="Number of frames decoded at a time; this eats more VRAM; reduce if necessary", value=3, minimum=1, maximum=5, step=1)
-              video_format = gr.Radio([["*.mp4", "mp4"]], label="Video format for result", info="File extention", value="mp4", interactive=True)
+              video_format = gr.Radio([["*.mp4", "mp4"], ["*.gif", "gif"]], label="Video format for result", info="File extention", value="mp4", interactive=True)
               frame_format = gr.Radio([["*.webp", "webp"], ["*.png", "png"], ["*.jpeg", "jpeg"], ["*.gif (unanimated)", "gif"], ["*.bmp", "bmp"]], label="Image format for frames", info="File extention", value="webp", interactive=True)
               version = gr.Radio([["Auto", "auto"], ["🏃🏻‍♀️ SVD (trained on 14 f/s)", "svd"], ["🏃🏻‍♀️💨 SVD-XT (trained on 25 f/s)", "svdxt"]], label="Model", info="Trained model", value="auto", interactive=True)
               seed = gr.Slider(label="Seed", value=42, randomize=True, minimum=0, maximum=max_64_bit_int, step=1)
@@ -177,9 +185,10 @@ with gr.Blocks() as demo:
           reset_btn = gr.Button(value="🧹 Reinit page", variant="stop", elem_id="reset_button", visible = False)
 
       with gr.Column():
-          video = gr.Video(label="Generated video", autoplay=True)
+          video_output = gr.Video(label="Generated video", autoplay=True)
+          gif_output = gr.Image(label="Generated video", format="gif", visible=False)
           download_button = gr.DownloadButton(label="💾 Download video", visible=False)
-          information_msg = gr.HTML(visible = False)
+          information_msg = gr.HTML(visible=False)
           gallery = gr.Gallery(label="Generated frames", visible=False)
       
   image.upload(fn=resize_image, inputs=image, outputs=image, queue=False)
@@ -195,7 +204,8 @@ with gr.Blocks() as demo:
       frame_format,
       version
   ], outputs=[
-      video,
+      video_output,
+      gif_output,
       download_button,
       gallery,
       seed,
@@ -223,7 +233,7 @@ with gr.Blocks() as demo:
         ["Examples/Town.jpeg", 42, True, 127, 25, 0.1, 3, "mp4", "png", "auto"]
     ],
     inputs=[image, seed, randomize_seed, motion_bucket_id, fps_id, noise_aug_strength, decoding_t, video_format, frame_format, version],
-    outputs=[video, download_button, gallery, seed, information_msg, reset_btn],
+    outputs=[video_output, gif_output, download_button, gallery, seed, information_msg, reset_btn],
     fn=animate,
     run_on_click=True,
     cache_examples=False,