Add time

app.py

@@ -1,4 +1,5 @@
 import gradio as gr
+import time
 from optimum.intel.openvino import OVModelForSequenceClassification
 from transformers import AutoModelForSequenceClassification, AutoTokenizer, pipeline
 
@@ -10,11 +11,18 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
 
 p = pipeline("text-classification", model=ov_model, tokenizer=tokenizer)
 
+# Warmum
+for i in range(100):
+    p("Hello world")
+
 
 def process(text, top_k=5):
+    tick = time.time()
     pred = p(text, top_k=top_k)
+    tock = time.time()
     scores = {x["label"]: x["score"] for x in pred}
-    return scores
+    msg = f'Predicted in {(tock-tick).format(":2f")} milliseconds'
+    return scores, msg
 
 
 # Gradio inputs
@@ -22,6 +30,7 @@ input_text = gr.Text(label="Enter text")
 
 # Gradio outputs
 labels = gr.Label(label="Languages", num_top_classes=5)
+output_text = gr.Text()
 
 description = "This Space lets you perform language identification on the 102 languages present in the google/fleurs dataset. The underlying model scores 99.3% accuracy on the validation set. Inference is optimized with Optimum Intel and OpenVINO."
 
@@ -29,7 +38,7 @@ iface = gr.Interface(
     description=description,
     fn=process,
     inputs=input_text,
-    outputs=labels,
+    outputs=[labels, output_text],
     examples=[
         "Kila mtu ana haki ya kuelimishwa. Elimu yapasa itolewe bure hasa ile ya madarasa ya chini. Elimu ya masarasa ya chini ihudhuriwe kwa lazima. Elimu ya ufundi na ustadi iwe wazi kwa wote. Na elimu ya juu iwe wazi kwa wote kwa kutegemea sifa ya mtu",
         "Ang bawat tao'y may karapatan sa edukasyon. Ang edukasyon ay walang bayad, doon man lamang sa elementarya at pangunahing antas. Ang edukasyong elementarya ay magiging sapilitan. Ang edukasyong teknikal at propesyonal ay gagawing maabot ng lahat at ang lalong mataas na edukasyon ay ipagkakaloob nang pantay-pantay sa lahat batay sa pagiging karapat-dapat.",