Update app layout and change to streaming only max 2mins of video instead of downloading whole thing using ffmpeg

app.py

@@ -27,38 +27,38 @@ def get_embedding(model, query, video):
 
     return text_emb, img_embs
 
-def my_hook(d, model, desc, top_k, text):
-    if d['status'] == 'finished':
-        text.text("Processing video...")
-        probe = ffmpeg.probe(d["filename"])
-        video_stream = next((stream for stream in probe['streams'] if stream['codec_type'] == 'video'), None)
-        width = int(video_stream['width'])
-        height = int(video_stream['height'])
-        out, _ = (
-            ffmpeg
-            .input(d["filename"])
-            .output('pipe:', format='rawvideo', pix_fmt='rgb24')
-            .run(capture_stdout=True)
-        )
-        video = (
-            np
-            .frombuffer(out, np.uint8)
-            .reshape([-1, height, width, 3])
-        )[::10][:200]
-
-        txt_embd, img_embds = get_embedding(model, desc, video)
-        cos_scores = np.array(util.cos_sim(txt_embd, img_embds))
-        ids = np.argsort(cos_scores)[0][-top_k:]
-
-        imgs = [Image.fromarray(video[i]) for i in ids]
-        text.empty()
-        st.image(imgs)
+def find_frames(url, model, desc, top_k, text):
+    text.text("Processing video...")
+    probe = ffmpeg.probe(url)
+    video_stream = next((stream for stream in probe['streams'] if stream['codec_type'] == 'video'), None)
+    width = int(video_stream['width'])
+    height = int(video_stream['height'])
+    out, _ = (
+        ffmpeg
+        .input(url, t=120)
+        .output('pipe:', format='rawvideo', pix_fmt='rgb24')
+        .run(capture_stdout=True)
+    )
+    video = (
+        np
+        .frombuffer(out, np.uint8)
+        .reshape([-1, height, width, 3])
+    )[::10]
+
+    txt_embd, img_embds = get_embedding(model, desc, video)
+    cos_scores = np.array(util.cos_sim(txt_embd, img_embds))
+    ids = np.argsort(cos_scores)[0][-top_k:]
+
+    imgs = [Image.fromarray(video[i]) for i in ids]
+    text.empty()
+    st.image(imgs)
+
+def main_page(model):
+    st.title("Introducing Youtube CLIFS")
+
+def clifs_page(model):
+    st.title("CLIFS")
 
-def run():
-    st.set_page_config(page_title="Youtube CLIFS")
-    # main body
-    model = get_model()
-    
     st.sidebar.markdown("### Controls:")
     top_k = st.sidebar.slider(
         "Top K",
@@ -80,10 +80,33 @@ def run():
     submit_button = st.sidebar.button("Search")
     if submit_button:
         text = st.text("Downloading video...")
-        hook = lambda d: my_hook(d, model, desc, top_k, text)
-        ydl_opts = {"format": "mp4[height=360]", "progress_hooks": [hook], }
+        hook = lambda d: my_hook(d, )
+        ydl_opts = {"format": "mp4[height=360]"}
         with youtube_dl.YoutubeDL(ydl_opts) as ydl:
-            ydl.download([url])
+            info_dict = ydl.extract_info(url, download=False)
+            video_url = info_dict.get("url", None)
+            find_frames(video_url, model, desc, top_k, text)
+            print(video_url)
+            # ydl.download([url])
+
+PAGES = {
+    "Home": main_page,
+    "CLIFS": clifs_page
+}
+
+
+
+def run():
+    st.set_page_config(page_title="Youtube CLIFS")
+    # main body
+    model = get_model()
+
+    st.sidebar.title('Navigation')
+    selection = st.sidebar.radio("Go to", list(PAGES.keys()))
+
+    page = PAGES[selection](model)
+    
+    
 
 
 if __name__ == "__main__":