|
import gradio as gr |
|
import os |
|
import time |
|
from agent import DevOn |
|
|
|
start_time = time.time() |
|
|
|
image_temp = "https://miro.medium.com/v2/resize:fit:1200/0*n-2bW82Z6m6U2bij.jpeg" |
|
|
|
|
|
|
|
devon = None |
|
multion_api_key = "" |
|
openai_api_key = "" |
|
replit_email = "" |
|
replit_password = "" |
|
|
|
|
|
def add_message(history, message): |
|
for x in message["files"]: |
|
history.append(((x,), None)) |
|
if message["text"] is not None: |
|
history.append((message["text"], None)) |
|
return history, gr.MultimodalTextbox(value=None, interactive=False) |
|
|
|
|
|
def multion_api_key_update(x): |
|
global multion_api_key |
|
multion_api_key = x |
|
|
|
|
|
def openai_api_key_update(x): |
|
global openai_api_key |
|
openai_api_key = x |
|
|
|
|
|
def replit_email_update(x): |
|
global replit_email |
|
replit_email = x |
|
|
|
|
|
def replit_password_update(x): |
|
global replit_password |
|
replit_password = x |
|
|
|
|
|
def bot(history): |
|
devon = DevOn( |
|
editor_image=image_temp, |
|
browser_image=image_temp, |
|
scratchpad_image=image_temp, |
|
multion_api_key=multion_api_key, |
|
openai_api_key=openai_api_key, |
|
replit_email=replit_email, |
|
replit_password=replit_password, |
|
) |
|
|
|
for r in devon.run(history[-1][0]): |
|
curr_time = time.time() |
|
print(curr_time - start_time) |
|
if curr_time - start_time >= 300: |
|
break |
|
text, editor_image, browser_image, scratchpad_image = r |
|
if type(text) == str: |
|
history.append((None, text)) |
|
if editor_image is None: |
|
editor_image = devon.editor_image |
|
browser_image = devon.browser_image |
|
scratchpad_image = devon.scratchpad_image |
|
yield history, editor_image, browser_image, scratchpad_image |
|
|
|
|
|
with gr.Blocks(css="footer {visibility: hidden}") as demo: |
|
with gr.Row(): |
|
with gr.Column(): |
|
multion_api_key_in = gr.Textbox(label="MultiOn API Key") |
|
openai_api_key_in = gr.Textbox(label="OpenAI API Key") |
|
with gr.Column(): |
|
replit_email_in = gr.Textbox(label="Replit Email") |
|
replit_password_in = gr.Textbox(label="Replit Password") |
|
with gr.Row(): |
|
with gr.Column(): |
|
chatbot = gr.Chatbot( |
|
[], elem_id="chatbot", bubble_full_width=False, height=300 |
|
) |
|
|
|
chat_input = gr.MultimodalTextbox( |
|
value={ |
|
"text": "benchmark the perplexity api's resposne time with the api key abcdef" |
|
}, |
|
interactive=True, |
|
file_types=["image"], |
|
placeholder="Enter message or upload file...", |
|
show_label=False, |
|
) |
|
terminate = gr.Button("Terminate") |
|
with gr.Column(): |
|
if devon: |
|
editor_view = gr.Image( |
|
devon.editor_image, |
|
label="Editor", |
|
) |
|
else: |
|
editor_view = gr.Image() |
|
with gr.Row(): |
|
with gr.Column(): |
|
if devon: |
|
browser_view = gr.Image( |
|
devon.browser_image, |
|
label="Browser", |
|
) |
|
else: |
|
browser_view = gr.Image() |
|
with gr.Column(): |
|
if devon: |
|
scratchpad_view = gr.Image( |
|
devon.scratchpad_image, |
|
label="Scratchpad", |
|
) |
|
else: |
|
scratchpad_view = gr.Image() |
|
|
|
chat_msg = chat_input.submit( |
|
add_message, [chatbot, chat_input], [chatbot, chat_input] |
|
) |
|
bot_msg = chat_msg.then( |
|
bot, |
|
[chatbot], |
|
[chatbot, editor_view, browser_view, scratchpad_view], |
|
api_name="bot_response", |
|
) |
|
bot_msg.then(lambda: gr.MultimodalTextbox(interactive=True), None, [chat_input]) |
|
|
|
multion_api_key_in.change(multion_api_key_update, multion_api_key_in) |
|
openai_api_key_in.change(openai_api_key_update, openai_api_key_in) |
|
replit_email_in.change(replit_email_update, replit_email_in) |
|
replit_password_in.change(replit_password_update, replit_password_in) |
|
|
|
terminate.click(fn=None, inputs=None, outputs=None, cancels=[bot_msg]) |
|
|
|
|
|
|
|
if __name__ == "__main__": |
|
demo.queue() |
|
demo.launch(debug=True) |
|
|
