Time to debug

README.md

@@ -4,7 +4,7 @@ emoji: 🦉
 colorFrom: purple
 colorTo: purple
 sdk: gradio
-sdk_version: 3.1.7
+sdk_version: 3.2
 app_file: app.py
 pinned: true
 ---

app.py

@@ -179,7 +179,9 @@ def process_question(question, document, model=list(CHECKPOINTS.keys())[0]):
 
 def process_fields(document, model=list(CHECKPOINTS.keys())[0]):
     pages = [x.copy().convert("RGB") for x in document.preview]
+
     ret = {}
+    table = []
 
     for (field_name, questions) in FIELDS.items():
         answers = [run_pipeline(model, q, document, top_k=1) for q in questions]
@@ -187,9 +189,12 @@ def process_fields(document, model=list(CHECKPOINTS.keys())[0]):
         top = answers[0]
         annotate_page(top, pages, document)
         ret[field_name] = top
+        table.append([field_name, top.get("answer") if top is not None else None])
+
     return (
         gr.update(visible=True, value=pages),
         gr.update(visible=True, value=ret),
+        gr.update(visible=True, value=table),
     )
 
 
@@ -200,10 +205,16 @@ def load_example_document(img, title, model):
             document = load_document(QUESTION_FILES[title])
         else:
             document = ImageDocument(Image.fromarray(img), ocr_reader=get_ocr_reader())
-        preview, answer = process_fields(document, model)
-        return document, preview, gr.update(visible=True), answer
+        preview, answer, table = process_fields(document, model)
+        return (
+            document,
+            preview,
+            gr.update(visible=True),
+            answer,
+            table,
+        )
     else:
-        return None, None, gr.update(visible=False), None
+        return None, None, gr.update(visible=False), None, None
 
 
 CSS = """
@@ -369,73 +380,78 @@ with gr.Blocks(css=CSS) as demo:
                     "Submit", variant="primary", elem_id="submit-button"
                 )
             with gr.Column():
-                output_text = gr.Textbox(
-                    label="Top Answer", visible=False, elem_id="answer"
+                # with gr.Tab("Table"):
+                output_table = gr.Dataframe(
+                    headers=["Field", "Value"],
+                    value=[[name, None] for name in FIELDS.keys()],
                 )
-                output = gr.JSON(label="Output", visible=False)
 
-    for cb in [img_clear_button, clear_button]:
-        cb.click(
-            lambda _: (
-                gr.update(visible=False, value=None),
-                None,
-                gr.update(visible=False, value=None),
-                gr.update(visible=False, value=None),
-                gr.update(visible=False),
-                None,
-                None,
-                None,
-                gr.update(visible=False, value=None),
-                None,
-            ),
-            inputs=clear_button,
-            outputs=[
-                image,
-                document,
-                output,
-                output_text,
-                img_clear_button,
-                example_image,
-                upload,
-                url,
-                url_error,
-                question,
-            ],
-        )
-
-    upload.change(
-        fn=process_upload,
-        inputs=[upload],
-        outputs=[document, image, img_clear_button, output, output_text, url_error],
-    )
-    submit.click(
-        fn=process_path,
-        inputs=[url],
-        outputs=[document, image, img_clear_button, output, output_text, url_error],
-    )
-
-    question.submit(
-        fn=process_question,
-        inputs=[question, document, model],
-        outputs=[image, output, output_text],
-    )
-
-    submit_button.click(
-        process_question,
-        inputs=[question, document, model],
-        outputs=[image, output, output_text],
-    )
+                # with gr.Tab("JSON"):
+                # XXX RENAME
+                output = gr.JSON(label="Output", visible=False)
 
-    model.change(
-        process_question,
-        inputs=[question, document, model],
-        outputs=[image, output, output_text],
-    )
+    #    for cb in [img_clear_button, clear_button]:
+    #        cb.click(
+    #            lambda _: (
+    #                gr.update(visible=False, value=None),
+    #                None,
+    #                gr.update(visible=False, value=None),
+    #                gr.update(value=None),
+    #                gr.update(visible=False),
+    #                None,
+    #                None,
+    #                None,
+    #                gr.update(visible=False, value=None),
+    #                None,
+    #            ),
+    #            inputs=clear_button,
+    #            outputs=[
+    #                image,
+    #                document,
+    #                output,
+    #                output_table,
+    #                img_clear_button,
+    #                example_image,
+    #                upload,
+    #                url,
+    #                url_error,
+    #                question,
+    #            ],
+    #        )
+    #
+    #    upload.change(
+    #        fn=process_upload,
+    #        inputs=[upload],
+    #        outputs=[document, image, img_clear_button, output, output_table, url_error],
+    #    )
+    #    submit.click(
+    #        fn=process_path,
+    #        inputs=[url],
+    #        outputs=[document, image, img_clear_button, output, output_table, url_error],
+    #    )
+    #
+    #    question.submit(
+    #        fn=process_question,
+    #        inputs=[question, document, model],
+    #        outputs=[image, output, output_table],
+    #    )
+    #
+    #    submit_button.click(
+    #        process_question,
+    #        inputs=[question, document, model],
+    #        outputs=[image, output, output_table],
+    #    )
+    #
+    #    model.change(
+    #        process_question,
+    #        inputs=[question, document, model],
+    #        outputs=[image, output, output_table],
+    #    )
 
     example_image.change(
         fn=load_example_document,
         inputs=[example_image, example_question, model],
-        outputs=[document, image, img_clear_button, output],
+        outputs=[document, image, img_clear_button, output, output_table],
     )
 
 if __name__ == "__main__":