Spaces:
Restarting
Restarting
egor-bogomolov
commited on
Commit
•
fe5b7b1
1
Parent(s):
8d88ab6
Add results for library-based code generation
Browse files
src/leaderboard_formatting.py
CHANGED
@@ -22,6 +22,7 @@ COLUMNS_PRETTY = {
|
|
22 |
"EM all": "EM all",
|
23 |
"dataset": "Dataset",
|
24 |
"CompScore": "CompScore",
|
|
|
25 |
}
|
26 |
|
27 |
|
@@ -52,6 +53,10 @@ METRICS_PER_TASK = {
|
|
52 |
],
|
53 |
"module_summarization": [
|
54 |
"CompScore",
|
|
|
|
|
|
|
|
|
55 |
]
|
56 |
}
|
57 |
|
@@ -73,6 +78,10 @@ def get_columns_per_task(task_id: str) -> List[str]:
|
|
73 |
|
74 |
if task_id == 'module_summarization':
|
75 |
return ["Model Name", "Context Size"] + metrics_per_task + ["Submitted By", "Resources"]
|
|
|
|
|
|
|
|
|
76 |
return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
|
77 |
|
78 |
|
|
|
22 |
"EM all": "EM all",
|
23 |
"dataset": "Dataset",
|
24 |
"CompScore": "CompScore",
|
25 |
+
"context": "Context",
|
26 |
}
|
27 |
|
28 |
|
|
|
53 |
],
|
54 |
"module_summarization": [
|
55 |
"CompScore",
|
56 |
+
],
|
57 |
+
"library_based_code_generation": [
|
58 |
+
"ChrF",
|
59 |
+
"API Recall",
|
60 |
]
|
61 |
}
|
62 |
|
|
|
78 |
|
79 |
if task_id == 'module_summarization':
|
80 |
return ["Model Name", "Context Size"] + metrics_per_task + ["Submitted By", "Resources"]
|
81 |
+
|
82 |
+
if task_id == 'library_based_code_generation':
|
83 |
+
return ["Model Name", "Context"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
|
84 |
+
|
85 |
return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
|
86 |
|
87 |
|