nitzanguetta commited on
Commit
3c8e76e
·
1 Parent(s): 9b7d6bf

Add application file

Browse files
WHOOPS_Explanation_of_Violation_Leaderboard.tsv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ Model Human Metric Auto Metric Identify (Binary Accuracy)
2
+ Humans 95 92
3
+ Ground-truth Caption _ GPT3 (Oracle) 68 62 74
4
+ BLIP2 FlanT5-XXL (Fine-tuned) 27 24 73
5
+ BLIP2 FlanT5-XL (Fine-tuned) 15 18 60
6
+ Predicted Caption _ GPT3 33 42 59
7
+ BLIP2 FlanT5-XXL (Zero-shot) 0 0 50
app.py ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import pandas as pd
3
+
4
+ df = pd.read_table("WHOOPS_Explanation_of_Violation_Leaderboard.tsv")
5
+ headline = """# WHOOPS Leaderboard
6
+ To submit your results to the leaderboard, please add a "predictions" column to [this csv](https://huggingface.co/datasets/nlphuji/whoops/blob/main/whoops_dataset.csv), and send to [this mail](mailto:yonatanbitton1@gmail.com) or [this mail](mailto:whoops.benchmark@gmail.com,).
7
+ """
8
+
9
+
10
+ demo = gr.Blocks()
11
+ with demo:
12
+ with gr.Row():
13
+ gr.Markdown(headline)
14
+
15
+ with gr.Column():
16
+ leaderboard_df = gr.components.DataFrame(
17
+ value=df,
18
+ datatype=["markdown", "number", "number", "number"]
19
+ )
20
+
21
+ demo.launch()