egor-bogomolov commited on
Commit
fe5b7b1
1 Parent(s): 8d88ab6

Add results for library-based code generation

Browse files
Files changed (1) hide show
  1. src/leaderboard_formatting.py +9 -0
src/leaderboard_formatting.py CHANGED
@@ -22,6 +22,7 @@ COLUMNS_PRETTY = {
22
  "EM all": "EM all",
23
  "dataset": "Dataset",
24
  "CompScore": "CompScore",
 
25
  }
26
 
27
 
@@ -52,6 +53,10 @@ METRICS_PER_TASK = {
52
  ],
53
  "module_summarization": [
54
  "CompScore",
 
 
 
 
55
  ]
56
  }
57
 
@@ -73,6 +78,10 @@ def get_columns_per_task(task_id: str) -> List[str]:
73
 
74
  if task_id == 'module_summarization':
75
  return ["Model Name", "Context Size"] + metrics_per_task + ["Submitted By", "Resources"]
 
 
 
 
76
  return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
77
 
78
 
 
22
  "EM all": "EM all",
23
  "dataset": "Dataset",
24
  "CompScore": "CompScore",
25
+ "context": "Context",
26
  }
27
 
28
 
 
53
  ],
54
  "module_summarization": [
55
  "CompScore",
56
+ ],
57
+ "library_based_code_generation": [
58
+ "ChrF",
59
+ "API Recall",
60
  ]
61
  }
62
 
 
78
 
79
  if task_id == 'module_summarization':
80
  return ["Model Name", "Context Size"] + metrics_per_task + ["Submitted By", "Resources"]
81
+
82
+ if task_id == 'library_based_code_generation':
83
+ return ["Model Name", "Context"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
84
+
85
  return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
86
 
87