Changing all tasks to bias-relevant tasks; creating backend.

app.py

@@ -140,8 +140,8 @@ def filter_models(
     return filtered_df
 
 
-demo = gr.Blocks(css=custom_css)
-with demo:
+ui = gr.Blocks(css=custom_css)
+with ui:
     gr.HTML(TITLE)
     gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
 
@@ -374,6 +374,6 @@ with demo:
 
 scheduler = BackgroundScheduler()
 scheduler.add_job(restart_space, "interval", seconds=1800)
-scheduler.add_job(launch_backend, "interval", seconds=100) # will only allow one job to be run at the same time
+# scheduler.add_job(launch_backend, "interval", seconds=100) # will only allow one job to be run at the same time
 scheduler.start()
-demo.queue(default_concurrency_limit=40).launch()
+ui.queue(default_concurrency_limit=40).launch()

src/about.py

@@ -15,8 +15,10 @@ class Task:
 class Tasks(Enum):
     # task_key in the json file, metric_key in the json file, name to display in the leaderboard 
     task0 = Task("toxigen", "acc", "Toxicity (lower is better)", cite="_ToxiGen: A Large-Scale Machine-Generated Dataset for Adversarial and Implicit Hate Speech Detection._ Hartvigsen et al., ACL 2022.")
-    task1 = Task("anli_r1", "acc", "ANLI", cite="_Adversarial NLI: A New Benchmark for Natural Language Understanding._ Nie et al., ACL 2020.")
-    task2 = Task("logiqa", "acc_norm", "LogiQA", cite="_LogiQA: A Challenge Dataset for Machine Reading Comprehension with Logical Reasoning_. Liu et al.,  IJCAI 2020.")
+    task1 = Task("truthfulqa", "acc", "Truthful QA", cite="TODO")
+    task2 = Task("crowspairs", "acc", "CrowS-Pairs", cite="TODO")
+    #task2 = Task("anli_r1", "acc", "ANLI", cite="_Adversarial NLI: A New Benchmark for Natural Language Understanding._ Nie et al., ACL 2020.")
+    #task3 = Task("logiqa", "acc_norm", "LogiQA", cite="_LogiQA: A Challenge Dataset for Machine Reading Comprehension with Logical Reasoning_. Liu et al.,  IJCAI 2020.")
 
 NUM_FEWSHOT = 0 # Change with your few shot MEG NOTE: Not sure what that means.
 # ---------------------------------------------------