Update src/leaderboard_formatting.py
Browse files
src/leaderboard_formatting.py
CHANGED
@@ -24,6 +24,7 @@ COLUMNS_PRETTY = {
|
|
24 |
"dataset": "Dataset",
|
25 |
"CompScore": "CompScore",
|
26 |
"context": "Context",
|
|
|
27 |
}
|
28 |
|
29 |
# Add your metrics
|
@@ -91,7 +92,7 @@ def get_columns_per_task(task_id: str) -> List[str]:
|
|
91 |
if task_id == 'ci_builds_repair':
|
92 |
return ["Model Name", "Context Size"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
|
93 |
|
94 |
-
return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
|
95 |
|
96 |
|
97 |
def get_types_per_task(task_id: str) -> List[str]:
|
@@ -102,4 +103,4 @@ def get_types_per_task(task_id: str) -> List[str]:
|
|
102 |
return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
|
103 |
if task_id == 'ci_builds_repair':
|
104 |
return ["html", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "markdown", "html"]
|
105 |
-
return ["html", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
|
|
|
24 |
"dataset": "Dataset",
|
25 |
"CompScore": "CompScore",
|
26 |
"context": "Context",
|
27 |
+
"task_type": "Task type",
|
28 |
}
|
29 |
|
30 |
# Add your metrics
|
|
|
92 |
if task_id == 'ci_builds_repair':
|
93 |
return ["Model Name", "Context Size"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
|
94 |
|
95 |
+
return ["Model Name", "Context Size", "Task type", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
|
96 |
|
97 |
|
98 |
def get_types_per_task(task_id: str) -> List[str]:
|
|
|
103 |
return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
|
104 |
if task_id == 'ci_builds_repair':
|
105 |
return ["html", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "markdown", "html"]
|
106 |
+
return ["html", "markdown", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
|