test

app.py

@@ -1,51 +1,15 @@
-import os
-import cv2
-import uuid
-
 import gradio as gr
-import numpy as np
-
-import neovision
-
-MARKDOWN = """
-# neovision 💬 + 📸
-
-This is a demo of neovision, a tool that allows you to chat with your webcamusinf GTP Vision. 
-"""
-
-connector = neovision.OpanAIConnector()
-
-
-def save_image_to_drive(image: np.ndarray) -> str:
-    image_filename = f"{uuid.uuid4()}.jpeg"
-    image_directory = "data"
-    os.makedirs(image_directory, exist_ok=True)
-    image_path = os.path.join(image_directory, image_filename)
-    cv2.imwrite(image_path, image)
-    return image_path
-
-
 
-def respond(image: np.ndarray, prompt: str, chat_history):
-    image = np.fliplr(image)
-    image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
-    image_path = save_image_to_drive(image)
-    response = connector.simple_prompt(image=image, prompt=prompt)
-    chat_history.append(((image_path,), None))
-    chat_history.append((prompt, response))
-    return "", chat_history
 
+def snap(image, video):
+    return [image, video]
 
-with gr.Blocks() as demo:
-    gr.Markdown(MARKDOWN)
-    with gr.Row():
-        # webcam = gr.Image(source="webcam", streaming=True)
-        webcam = gr.Webcam(mirror_webcam=True, streaming=True)
-        with gr.Column():
-            chatbot = gr.Chatbot(height=500)
-            message = gr.Textbox()
-            clear_button = gr.ClearButton([message, chatbot])
 
-    message.submit(respond, [webcam, message, chatbot], [message, chatbot])
+demo = gr.Interface(
+    snap,
+    [gr.Image(sources=["webcam"]), gr.Video(sources=["webcam"])],
+    ["image", "video"],
+)
 
-demo.launch(debug=False, show_error=True)
+if __name__ == "__main__":
+    demo.launch()

app_old.py

@@ -0,0 +1,51 @@
+import os
+import cv2
+import uuid
+
+import gradio as gr
+import numpy as np
+
+import neovision
+
+MARKDOWN = """
+# neovision 💬 + 📸
+
+This is a demo of neovision, a tool that allows you to chat with your webcamusinf GTP Vision. 
+"""
+
+connector = neovision.OpanAIConnector()
+
+
+def save_image_to_drive(image: np.ndarray) -> str:
+    image_filename = f"{uuid.uuid4()}.jpeg"
+    image_directory = "data"
+    os.makedirs(image_directory, exist_ok=True)
+    image_path = os.path.join(image_directory, image_filename)
+    cv2.imwrite(image_path, image)
+    return image_path
+
+
+
+def respond(image: np.ndarray, prompt: str, chat_history):
+    image = np.fliplr(image)
+    image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)
+    image_path = save_image_to_drive(image)
+    response = connector.simple_prompt(image=image, prompt=prompt)
+    chat_history.append(((image_path,), None))
+    chat_history.append((prompt, response))
+    return "", chat_history
+
+
+with gr.Blocks() as demo:
+    gr.Markdown(MARKDOWN)
+    with gr.Row():
+        # webcam = gr.Image(source="webcam", streaming=True)
+        webcam = gr.Webcam(mirror_webcam=True, streaming=True)
+        with gr.Column():
+            chatbot = gr.Chatbot(height=500)
+            message = gr.Textbox()
+            clear_button = gr.ClearButton([message, chatbot])
+
+    message.submit(respond, [webcam, message, chatbot], [message, chatbot])
+
+demo.launch(debug=False, show_error=True)