ivelin commited on
Commit
7f70a94
·
1 Parent(s): 0d502a6

update model to ivelin/donut-refexp-combined-v1

Browse files
Files changed (1) hide show
  1. app.py +7 -4
app.py CHANGED
@@ -6,7 +6,7 @@ import torch
6
  import html
7
  from transformers import DonutProcessor, VisionEncoderDecoderModel
8
 
9
- pretrained_repo_name = "ivelin/donut-refexp-draft-precision2decs"
10
  print(f"Loading model checkpoint: {pretrained_repo_name}")
11
 
12
  processor = DonutProcessor.from_pretrained(pretrained_repo_name)
@@ -130,9 +130,12 @@ examples = [["example_1.jpg", "select the setting icon from top right corner"],
130
  ["example_3.jpg", "select the ninth image"],
131
  ["example_3.jpg", "select the add icon"],
132
  ["example_3.jpg", "click the first image"],
133
- ["example_3.jpg", "select the first column second image"],
134
- ["example_3.jpg", "select the bottom right image"],
135
- ["example_3.jpg", "select the second row second image"],
 
 
 
136
  ]
137
 
138
  demo = gr.Interface(fn=process_refexp,
 
6
  import html
7
  from transformers import DonutProcessor, VisionEncoderDecoderModel
8
 
9
+ pretrained_repo_name = "ivelin/donut-refexp-combined-v1"
10
  print(f"Loading model checkpoint: {pretrained_repo_name}")
11
 
12
  processor = DonutProcessor.from_pretrained(pretrained_repo_name)
 
130
  ["example_3.jpg", "select the ninth image"],
131
  ["example_3.jpg", "select the add icon"],
132
  ["example_3.jpg", "click the first image"],
133
+ ["val-image-1.jpg", "select calendar option"],
134
+ ["val-image-1.jpg", "select photos&videos option"],
135
+ ["val-image-2.jpg", "click on change store"],
136
+ ["val-image-2.jpg", "click on shop menu at the bottom"],
137
+ ["val-image-3.jpg", "click on image above short meow"],
138
+ ["val-image-3.jpg", "go to cat sounds"],
139
  ]
140
 
141
  demo = gr.Interface(fn=process_refexp,