use gradio app

Dockerfile

@@ -24,4 +24,6 @@ WORKDIR $HOME/app
 # Copy the current directory contents into the container at $HOME/app setting the owner to the user
 COPY --chown=user . $HOME/app
 
-CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["python3", "app.py"]
+
+# CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,17 @@
+import gradio as gr
+from transformers import pipeline
+
+pipe_flan = pipeline("text2text-generation", model="google/flan-t5-small")
+
+def t5(input):
+    output = pipe_flan(input)
+    # return {"output": output[0]["generated_text"]}
+    return output[0]["generated_text"]
+
+demo = gr.Interface(
+    fn=t5,
+    inputs=gr.Textbox(lines=2, placeholder="English: Translate There are many ducks. German:"),
+    outputs="text",
+)
+
+demo.launch(server_name="0.0.0.0", server_port=7860)

requirements.txt

@@ -1,3 +1,4 @@
+gradio
 fastapi==0.74.*
 requests==2.27.*
 sentencepiece==0.1.*