Spaces:
Runtime error
Runtime error
update model to ivelin/donut-refexp-combined-v1
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ import torch
|
|
6 |
import html
|
7 |
from transformers import DonutProcessor, VisionEncoderDecoderModel
|
8 |
|
9 |
-
pretrained_repo_name = "ivelin/donut-refexp-
|
10 |
print(f"Loading model checkpoint: {pretrained_repo_name}")
|
11 |
|
12 |
processor = DonutProcessor.from_pretrained(pretrained_repo_name)
|
@@ -130,9 +130,12 @@ examples = [["example_1.jpg", "select the setting icon from top right corner"],
|
|
130 |
["example_3.jpg", "select the ninth image"],
|
131 |
["example_3.jpg", "select the add icon"],
|
132 |
["example_3.jpg", "click the first image"],
|
133 |
-
["
|
134 |
-
["
|
135 |
-
["
|
|
|
|
|
|
|
136 |
]
|
137 |
|
138 |
demo = gr.Interface(fn=process_refexp,
|
|
|
6 |
import html
|
7 |
from transformers import DonutProcessor, VisionEncoderDecoderModel
|
8 |
|
9 |
+
pretrained_repo_name = "ivelin/donut-refexp-combined-v1"
|
10 |
print(f"Loading model checkpoint: {pretrained_repo_name}")
|
11 |
|
12 |
processor = DonutProcessor.from_pretrained(pretrained_repo_name)
|
|
|
130 |
["example_3.jpg", "select the ninth image"],
|
131 |
["example_3.jpg", "select the add icon"],
|
132 |
["example_3.jpg", "click the first image"],
|
133 |
+
["val-image-1.jpg", "select calendar option"],
|
134 |
+
["val-image-1.jpg", "select photos&videos option"],
|
135 |
+
["val-image-2.jpg", "click on change store"],
|
136 |
+
["val-image-2.jpg", "click on shop menu at the bottom"],
|
137 |
+
["val-image-3.jpg", "click on image above short meow"],
|
138 |
+
["val-image-3.jpg", "go to cat sounds"],
|
139 |
]
|
140 |
|
141 |
demo = gr.Interface(fn=process_refexp,
|