import gradio as gr
from transformers import pipeline

pipe_flan = pipeline("text2text-generation", model="google/flan-t5-small")

def t5(input):
    output = pipe_flan(input)
    # return {"output": output[0]["generated_text"]}
    return output[0]["generated_text"]

demo = gr.Interface(
    fn=t5,
    inputs=gr.Textbox(lines=2, placeholder="English: Translate There are many ducks. German:"),
    outputs="text",
)

demo.launch(server_name="0.0.0.0", server_port=7860)