Spaces:
Runtime error
Runtime error
ivelin
commited on
Commit
·
f37a3ce
1
Parent(s):
949256f
chore: more examples
Browse filesSigned-off-by: ivelin <ivelin.eth@gmail.com>
app.py
CHANGED
@@ -85,7 +85,14 @@ title = "Demo: Donut 🍩 for UI RefExp"
|
|
85 |
description = "Gradio Demo for Donut RefExp task, an instance of `VisionEncoderDecoderModel` fine-tuned on UIBert RefExp Dataset (UI Referring Expression). To use it, simply upload your image and type a question and click 'submit', or click one of the examples to load them. Read more at the links below."
|
86 |
article = "<p style='text-align: center'><a href='https://arxiv.org/abs/2111.15664' target='_blank'>Donut: OCR-free Document Understanding Transformer</a> | <a href='https://github.com/clovaai/donut' target='_blank'>Github Repo</a></p>"
|
87 |
examples = [["example_1.jpg", "select the setting icon from top right corner"],
|
88 |
-
["
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
89 |
|
90 |
demo = gr.Interface(fn=process_refexp,
|
91 |
inputs=[gr.Image(type="pil"), "text"],
|
|
|
85 |
description = "Gradio Demo for Donut RefExp task, an instance of `VisionEncoderDecoderModel` fine-tuned on UIBert RefExp Dataset (UI Referring Expression). To use it, simply upload your image and type a question and click 'submit', or click one of the examples to load them. Read more at the links below."
|
86 |
article = "<p style='text-align: center'><a href='https://arxiv.org/abs/2111.15664' target='_blank'>Donut: OCR-free Document Understanding Transformer</a> | <a href='https://github.com/clovaai/donut' target='_blank'>Github Repo</a></p>"
|
87 |
examples = [["example_1.jpg", "select the setting icon from top right corner"],
|
88 |
+
["example_1.jpg", "click on down arrow beside the entertainment"],
|
89 |
+
["example_1.jpg", "select the down arrow button beside lifestyle"],
|
90 |
+
["example_1.jpg", "click on the image beside the option traffic"],
|
91 |
+
["example_2.jpg", "enter the text field next to the name"]
|
92 |
+
["example_2.jpg", "click on green color button"]
|
93 |
+
["example_2.jpg", "click on text which is beside call now"]
|
94 |
+
["example_2.jpg", "click on more button"]
|
95 |
+
]
|
96 |
|
97 |
demo = gr.Interface(fn=process_refexp,
|
98 |
inputs=[gr.Image(type="pil"), "text"],
|