Spaces:
Runtime error
Runtime error
Restore all tasks
Browse files
app.py
CHANGED
@@ -16,9 +16,6 @@ auth_token = os.getenv("HF_HUB_TOKEN")
|
|
16 |
header = {"Authorization": "Bearer " + auth_token}
|
17 |
|
18 |
TASKS = get_dataset_config_names("ought/raft")
|
19 |
-
# TODO(lewtun): Evaluate with new subtasks and remove this filter
|
20 |
-
TASKS_TO_EXCLUDE = ["gpai_initiatives", "ade_corpus_v2", "tweet_eval_hate"]
|
21 |
-
TASKS = [t for t in TASKS if t not in TASKS_TO_EXCLUDE]
|
22 |
# Split and capitalize the task names, e.g. banking_77 => Banking 77
|
23 |
FORMATTED_TASK_NAMES = [" ".join(t.capitalize() for t in task.split("_")) for task in TASKS]
|
24 |
|
@@ -68,9 +65,6 @@ def format_submissions(submissions):
|
|
68 |
for task in card_data["results"]:
|
69 |
task_data = task["task"]
|
70 |
task_name = task_data["name"]
|
71 |
-
# TODO(lewtun): Evaluate with new subtasks and remove this filter
|
72 |
-
if task_name in TASKS_TO_EXCLUDE:
|
73 |
-
continue
|
74 |
score = task_data["metrics"][0]["value"]
|
75 |
submission_data[task_name].append(score)
|
76 |
|
|
|
16 |
header = {"Authorization": "Bearer " + auth_token}
|
17 |
|
18 |
TASKS = get_dataset_config_names("ought/raft")
|
|
|
|
|
|
|
19 |
# Split and capitalize the task names, e.g. banking_77 => Banking 77
|
20 |
FORMATTED_TASK_NAMES = [" ".join(t.capitalize() for t in task.split("_")) for task in TASKS]
|
21 |
|
|
|
65 |
for task in card_data["results"]:
|
66 |
task_data = task["task"]
|
67 |
task_name = task_data["name"]
|
|
|
|
|
|
|
68 |
score = task_data["metrics"][0]["value"]
|
69 |
submission_data[task_name].append(score)
|
70 |
|