Spaces:
Running
Running
Update Space (evaluate main: c447fc8e)
Browse files- requirements.txt +1 -1
- super_glue.py +18 -17
requirements.txt
CHANGED
@@ -1,2 +1,2 @@
|
|
1 |
-
git+https://github.com/huggingface/evaluate@
|
2 |
sklearn
|
|
|
1 |
+
git+https://github.com/huggingface/evaluate@c447fc8eda9c62af501bfdc6988919571050d950
|
2 |
sklearn
|
super_glue.py
CHANGED
@@ -146,27 +146,28 @@ def evaluate_multirc(ids_preds, labels):
|
|
146 |
|
147 |
@evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
|
148 |
class SuperGlue(evaluate.Metric):
|
149 |
-
|
150 |
-
|
151 |
-
|
152 |
-
|
153 |
-
|
154 |
-
|
155 |
-
|
156 |
-
|
157 |
-
|
158 |
-
|
159 |
-
|
160 |
-
|
161 |
-
|
162 |
-
|
163 |
-
|
164 |
-
|
|
|
|
|
165 |
return evaluate.MetricInfo(
|
166 |
description=_DESCRIPTION,
|
167 |
citation=_CITATION,
|
168 |
inputs_description=_KWARGS_DESCRIPTION,
|
169 |
-
config=config,
|
170 |
features=datasets.Features(self._get_feature_types()),
|
171 |
codebase_urls=[],
|
172 |
reference_urls=[],
|
|
|
146 |
|
147 |
@evaluate.utils.file_utils.add_start_docstrings(_DESCRIPTION, _KWARGS_DESCRIPTION)
|
148 |
class SuperGlue(evaluate.Metric):
|
149 |
+
def _info(self):
|
150 |
+
if self.config_name not in [
|
151 |
+
"boolq",
|
152 |
+
"cb",
|
153 |
+
"copa",
|
154 |
+
"multirc",
|
155 |
+
"record",
|
156 |
+
"rte",
|
157 |
+
"wic",
|
158 |
+
"wsc",
|
159 |
+
"wsc.fixed",
|
160 |
+
"axb",
|
161 |
+
"axg",
|
162 |
+
]:
|
163 |
+
raise KeyError(
|
164 |
+
"You should supply a configuration name selected in "
|
165 |
+
'["boolq", "cb", "copa", "multirc", "record", "rte", "wic", "wsc", "wsc.fixed", "axb", "axg",]'
|
166 |
+
)
|
167 |
return evaluate.MetricInfo(
|
168 |
description=_DESCRIPTION,
|
169 |
citation=_CITATION,
|
170 |
inputs_description=_KWARGS_DESCRIPTION,
|
|
|
171 |
features=datasets.Features(self._get_feature_types()),
|
172 |
codebase_urls=[],
|
173 |
reference_urls=[],
|