Update README.md

README.md

@@ -258,4 +258,115 @@ This will create a grid image showing the original, Canny edge detection, and tr
             <p style="text-align: center;">派蒙</p>
         </div>
     </div>
-</div>
+</div>
+
+### Generating an Animation of Zhongli
+Here's an example of how to generate an animation of Zhongli using the `AnimateDiffSDXLPipeline`:
+
+```python
+import torch
+from diffusers.models import MotionAdapter
+from diffusers import AnimateDiffSDXLPipeline, DDIMScheduler
+from diffusers.utils import export_to_gif
+
+adapter = MotionAdapter.from_pretrained(
+    "a-r-r-o-w/animatediff-motion-adapter-sdxl-beta", torch_dtype=torch.float16
+)
+
+model_id = "svjack/GenshinImpact_XL_Base"
+scheduler = DDIMScheduler.from_pretrained(
+    model_id,
+    subfolder="scheduler",
+    clip_sample=False,
+    timestep_spacing="linspace",
+    beta_schedule="linear",
+    steps_offset=1,
+)
+
+pipe = AnimateDiffSDXLPipeline.from_pretrained(
+    model_id,
+    motion_adapter=adapter,
+    scheduler=scheduler,
+    torch_dtype=torch.float16,
+).to("cuda")
+
+# enable memory savings
+pipe.enable_vae_slicing()
+pipe.enable_vae_tiling()
+
+output = pipe(
+    prompt="solo,ZHONGLI\(genshin impact\),1boy,portrait,upper_body,highres, keep eyes forward.",
+    negative_prompt="low quality, worst quality",
+    num_inference_steps=20,
+    guidance_scale=8,
+    width=1024,
+    height=1024,
+    num_frames=16,
+    generator=torch.manual_seed(4),
+)
+frames = output.frames[0]
+export_to_gif(frames, "zhongli_animation.gif")
+
+from diffusers.utils import export_to_video
+export_to_video(frames, "zhongli_animation.mp4")
+from IPython import display
+display.Video("zhongli_animation.mp4", width=512, height=512)
+```
+
+##### Enhancing Animation with RIFE
+To enhance the animation using RIFE (Real-Time Intermediate Flow Estimation):
+
+```bash
+git clone https://github.com/svjack/Practical-RIFE && cd Practical-RIFE && pip install -r requirements.txt
+python inference_video.py --multi=128 --video=../zhongli_animation.mp4
+```
+
+##### Merging Videos Horizontally
+You can merge two videos horizontally using the following function:
+
+```python
+from moviepy.editor import VideoFileClip, CompositeVideoClip
+
+def merge_videos_horizontally(video_path1, video_path2, output_video_path):
+    clip1 = VideoFileClip(video_path1)
+    clip2 = VideoFileClip(video_path2)
+
+    max_duration = max(clip1.duration, clip2.duration)
+
+    if clip1.duration < max_duration:
+        clip1 = clip1.loop(duration=max_duration)
+    if clip2.duration < max_duration:
+        clip2 = clip2.loop(duration=max_duration)
+
+    total_width = clip1.w + clip2.w
+    total_height = max(clip1.h, clip2.h)
+
+    final_clip = CompositeVideoClip([
+        clip1.set_position(("left", "center")),
+        clip2.set_position(("right", "center"))
+    ], size=(total_width, total_height))
+
+    final_clip.write_videofile(output_video_path, codec='libx264')
+
+    print(f"Merged video saved to {output_video_path}")
+
+# Example usage
+video_path1 = "zhongli_animation.mp4"
+video_path2 = "zhongli_animation_128X_1280fps_wrt.mp4"
+output_video_path = "zhongli_inter_video_compare.mp4"
+merge_videos_horizontally(video_path1, video_path2, output_video_path)
+```
+
+
+
+<div>
+    <b><h3 style="text-align: center;">Left is zhongli_animation.mp4, Right is zhongli_animation_128X_1280fps_wrt.mp4</h3></b>
+    <div style="display: flex; flex-direction: column; align-items: center;">
+        <div style="margin-bottom: 10px;">
+            <video controls autoplay src="https://cdn-uploads.huggingface.co/production/uploads/634dffc49b777beec3bc6448/AgdsshSX-Dt5ObeAkjmby.mp4"></video>
+            <p style="text-align: center;">钟离</p>
+        </div>
+    </div>
+</div>
+
+