Spaces:
Running
on
Zero
Running
on
Zero
update
Browse files- app.py +26 -5
- examples/example_01.mp4 +2 -2
- examples/example_02.mp4 +3 -0
- examples/example_03.mp4 +3 -0
- examples/example_04.mp4 +3 -0
- examples/example_05.mp4 +3 -0
app.py
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
import os
|
2 |
|
3 |
import numpy as np
|
@@ -16,7 +17,11 @@ from huggingface_hub import hf_hub_download
|
|
16 |
from depthcrafter.utils import read_video_frames, vis_sequence_depth, save_video
|
17 |
|
18 |
examples = [
|
19 |
-
["examples/example_01.mp4",
|
|
|
|
|
|
|
|
|
20 |
]
|
21 |
|
22 |
|
@@ -83,6 +88,11 @@ def infer_depth(
|
|
83 |
save_video(res, save_path + "_depth.mp4", fps=target_fps)
|
84 |
save_video(vis, save_path + "_vis.mp4", fps=target_fps)
|
85 |
save_video(frames, save_path + "_input.mp4", fps=target_fps)
|
|
|
|
|
|
|
|
|
|
|
86 |
return [
|
87 |
save_path + "_input.mp4",
|
88 |
save_path + "_vis.mp4",
|
@@ -106,7 +116,7 @@ def construct_demo():
|
|
106 |
<a href='https://scholar.google.com/citations?user=4oXBp9UAAAAJ&hl=en'>Ying Shan</a>\
|
107 |
</h2> \
|
108 |
<a style='font-size:18px;color: #000000'>If you find DepthCrafter useful, please help ⭐ the </a>\
|
109 |
-
<a style='font-size:18px;color: #FF5DB0' href='https://github.com/
|
110 |
<a style='font-size:18px;color: #000000'>, which is important to Open-Source projects. Thanks!</a>\
|
111 |
<a style='font-size:18px;color: #000000' href='https://arxiv.org/abs/2409.02095'> [ArXiv] </a>\
|
112 |
<a style='font-size:18px;color: #000000' href='https://depthcrafter.github.io/'> [Project Page] </a> </div>
|
@@ -145,7 +155,7 @@ def construct_demo():
|
|
145 |
label="num denoising steps",
|
146 |
minimum=1,
|
147 |
maximum=25,
|
148 |
-
value=
|
149 |
step=1,
|
150 |
)
|
151 |
guidance_scale = gr.Slider(
|
@@ -166,7 +176,7 @@ def construct_demo():
|
|
166 |
label="process length",
|
167 |
minimum=1,
|
168 |
maximum=280,
|
169 |
-
value=
|
170 |
step=1,
|
171 |
)
|
172 |
generate_btn = gr.Button("Generate")
|
@@ -184,7 +194,18 @@ def construct_demo():
|
|
184 |
],
|
185 |
outputs=[output_video_1, output_video_2],
|
186 |
fn=infer_depth,
|
187 |
-
cache_examples=
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
188 |
)
|
189 |
|
190 |
generate_btn.click(
|
|
|
1 |
+
import gc
|
2 |
import os
|
3 |
|
4 |
import numpy as np
|
|
|
17 |
from depthcrafter.utils import read_video_frames, vis_sequence_depth, save_video
|
18 |
|
19 |
examples = [
|
20 |
+
["examples/example_01.mp4", 10, 1.2, 1024, 60],
|
21 |
+
["examples/example_02.mp4", 10, 1.2, 1024, 60],
|
22 |
+
["examples/example_03.mp4", 10, 1.2, 1024, 60],
|
23 |
+
["examples/example_04.mp4", 10, 1.2, 1024, 60],
|
24 |
+
["examples/example_05.mp4", 10, 1.2, 1024, 60],
|
25 |
]
|
26 |
|
27 |
|
|
|
88 |
save_video(res, save_path + "_depth.mp4", fps=target_fps)
|
89 |
save_video(vis, save_path + "_vis.mp4", fps=target_fps)
|
90 |
save_video(frames, save_path + "_input.mp4", fps=target_fps)
|
91 |
+
|
92 |
+
# clear the cache for the next video
|
93 |
+
gc.collect()
|
94 |
+
torch.cuda.empty_cache()
|
95 |
+
|
96 |
return [
|
97 |
save_path + "_input.mp4",
|
98 |
save_path + "_vis.mp4",
|
|
|
116 |
<a href='https://scholar.google.com/citations?user=4oXBp9UAAAAJ&hl=en'>Ying Shan</a>\
|
117 |
</h2> \
|
118 |
<a style='font-size:18px;color: #000000'>If you find DepthCrafter useful, please help ⭐ the </a>\
|
119 |
+
<a style='font-size:18px;color: #FF5DB0' href='https://github.com/Tencent/DepthCrafter'>[Github Repo]</a>\
|
120 |
<a style='font-size:18px;color: #000000'>, which is important to Open-Source projects. Thanks!</a>\
|
121 |
<a style='font-size:18px;color: #000000' href='https://arxiv.org/abs/2409.02095'> [ArXiv] </a>\
|
122 |
<a style='font-size:18px;color: #000000' href='https://depthcrafter.github.io/'> [Project Page] </a> </div>
|
|
|
155 |
label="num denoising steps",
|
156 |
minimum=1,
|
157 |
maximum=25,
|
158 |
+
value=10,
|
159 |
step=1,
|
160 |
)
|
161 |
guidance_scale = gr.Slider(
|
|
|
176 |
label="process length",
|
177 |
minimum=1,
|
178 |
maximum=280,
|
179 |
+
value=60,
|
180 |
step=1,
|
181 |
)
|
182 |
generate_btn = gr.Button("Generate")
|
|
|
194 |
],
|
195 |
outputs=[output_video_1, output_video_2],
|
196 |
fn=infer_depth,
|
197 |
+
cache_examples=True,
|
198 |
+
)
|
199 |
+
gr.Markdown(
|
200 |
+
"""
|
201 |
+
<span style='font-size:18px;color: #E7CCCC'>Note:
|
202 |
+
For time quota consideration, we set the default parameters to be more efficient here,
|
203 |
+
with a trade-off of shorter video length and slightly lower quality.
|
204 |
+
You may adjust the parameters according to our
|
205 |
+
<a style='font-size:18px;color: #FF5DB0' href='https://github.com/Tencent/DepthCrafter'>[Github Repo]</a>
|
206 |
+
for better results if you have enough time quota.
|
207 |
+
</span>
|
208 |
+
"""
|
209 |
)
|
210 |
|
211 |
generate_btn.click(
|
examples/example_01.mp4
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99252cdff428d17b2f3348f4b5ab8951a209f87dd1a2cd924c5d4e257825fdc3
|
3 |
+
size 803640
|
examples/example_02.mp4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8cadcf18e00165d10aeac49b4d86f3dfb876b4cea07c1717f5f56db5160dbc2c
|
3 |
+
size 5714915
|
examples/example_03.mp4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a7b7f118a1b5b0642cdeb23a3ba7fbff917c42f50312c752d166738de578c586
|
3 |
+
size 447055
|
examples/example_04.mp4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d91a3fc591e93eb31b640f81d8ed1ff051d4a66bd1a38b36f2cf7e9ebcbd9073
|
3 |
+
size 1171671
|
examples/example_05.mp4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c5625e308eb9a2bc2332f38c936e5bd4b5aeff70d6527aa8005a9a167d3c08db
|
3 |
+
size 2324988
|