Spaces:
Runtime error
Runtime error
nitzanguetta
commited on
Commit
·
3c8e76e
1
Parent(s):
9b7d6bf
Add application file
Browse files- WHOOPS_Explanation_of_Violation_Leaderboard.tsv +7 -0
- app.py +21 -0
WHOOPS_Explanation_of_Violation_Leaderboard.tsv
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Model Human Metric Auto Metric Identify (Binary Accuracy)
|
2 |
+
Humans 95 92
|
3 |
+
Ground-truth Caption _ GPT3 (Oracle) 68 62 74
|
4 |
+
BLIP2 FlanT5-XXL (Fine-tuned) 27 24 73
|
5 |
+
BLIP2 FlanT5-XL (Fine-tuned) 15 18 60
|
6 |
+
Predicted Caption _ GPT3 33 42 59
|
7 |
+
BLIP2 FlanT5-XXL (Zero-shot) 0 0 50
|
app.py
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
import pandas as pd
|
3 |
+
|
4 |
+
df = pd.read_table("WHOOPS_Explanation_of_Violation_Leaderboard.tsv")
|
5 |
+
headline = """# WHOOPS Leaderboard
|
6 |
+
To submit your results to the leaderboard, please add a "predictions" column to [this csv](https://huggingface.co/datasets/nlphuji/whoops/blob/main/whoops_dataset.csv), and send to [this mail](mailto:yonatanbitton1@gmail.com) or [this mail](mailto:whoops.benchmark@gmail.com,).
|
7 |
+
"""
|
8 |
+
|
9 |
+
|
10 |
+
demo = gr.Blocks()
|
11 |
+
with demo:
|
12 |
+
with gr.Row():
|
13 |
+
gr.Markdown(headline)
|
14 |
+
|
15 |
+
with gr.Column():
|
16 |
+
leaderboard_df = gr.components.DataFrame(
|
17 |
+
value=df,
|
18 |
+
datatype=["markdown", "number", "number", "number"]
|
19 |
+
)
|
20 |
+
|
21 |
+
demo.launch()
|