lvwerra HF staff commited on
Commit
641dda5
1 Parent(s): dd471bf

Update Space (evaluate main: c447fc8e)

Browse files
Files changed (2) hide show
  1. requirements.txt +1 -1
  2. super_glue.py +18 -17
requirements.txt CHANGED
@@ -1,2 +1,2 @@
1
- git+https://github.com/huggingface/evaluate@e4a2724377909fe2aeb4357e3971e5a569673b39
2
  sklearn
 
1
+ git+https://github.com/huggingface/evaluate@c447fc8eda9c62af501bfdc6988919571050d950
2
  sklearn
super_glue.py CHANGED
@@ -146,27 +146,28 @@ def evaluate_multirc(ids_preds, labels):
146
 
147
  @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
148
  class SuperGlue(evaluate.Metric):
149
-
150
- ALLOWED_CONFIG_NAMES = [
151
- "boolq",
152
- "cb",
153
- "copa",
154
- "multirc",
155
- "record",
156
- "rte",
157
- "wic",
158
- "wsc",
159
- "wsc.fixed",
160
- "axb",
161
- "axg",
162
- ]
163
-
164
- def _info(self, config):
 
 
165
  return evaluate.MetricInfo(
166
  description=_DESCRIPTION,
167
  citation=_CITATION,
168
  inputs_description=_KWARGS_DESCRIPTION,
169
- config=config,
170
  features=datasets.Features(self._get_feature_types()),
171
  codebase_urls=[],
172
  reference_urls=[],
 
146
 
147
  @evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
148
  class SuperGlue(evaluate.Metric):
149
+ def _info(self):
150
+ if self.config_name not in [
151
+ "boolq",
152
+ "cb",
153
+ "copa",
154
+ "multirc",
155
+ "record",
156
+ "rte",
157
+ "wic",
158
+ "wsc",
159
+ "wsc.fixed",
160
+ "axb",
161
+ "axg",
162
+ ]:
163
+ raise KeyError(
164
+ "You should supply a configuration name selected in "
165
+ '["boolq", "cb", "copa", "multirc", "record", "rte", "wic", "wsc", "wsc.fixed", "axb", "axg",]'
166
+ )
167
  return evaluate.MetricInfo(
168
  description=_DESCRIPTION,
169
  citation=_CITATION,
170
  inputs_description=_KWARGS_DESCRIPTION,
 
171
  features=datasets.Features(self._get_feature_types()),
172
  codebase_urls=[],
173
  reference_urls=[],