Spaces:
Running
Running
Zhuoyang Song
commited on
Commit
•
868c1b2
1
Parent(s):
141ccb9
Delete: print extraction info
Browse files
tlem.py
CHANGED
@@ -58,7 +58,7 @@ class ReasoningMetric(evaluate.Metric):
|
|
58 |
)
|
59 |
df["extract_responses"] = extract_responses
|
60 |
df["extract_references"] = extract_references
|
61 |
-
print(df)
|
62 |
results = {
|
63 |
"Accuracy": (df["extract_references"] == df["extract_responses"])
|
64 |
.astype(int)
|
@@ -139,7 +139,7 @@ class Suite(EvaluationSuite):
|
|
139 |
case _ if "test" in name:
|
140 |
suite = suite["Test"]
|
141 |
|
142 |
-
self.suite = suite
|
143 |
|
144 |
def __init__(self, name="tlem"):
|
145 |
super().__init__(name)
|
|
|
58 |
)
|
59 |
df["extract_responses"] = extract_responses
|
60 |
df["extract_references"] = extract_references
|
61 |
+
# print(df)
|
62 |
results = {
|
63 |
"Accuracy": (df["extract_references"] == df["extract_responses"])
|
64 |
.astype(int)
|
|
|
139 |
case _ if "test" in name:
|
140 |
suite = suite["Test"]
|
141 |
|
142 |
+
self.suite = [suite] if isinstance(suite, Task) else suite
|
143 |
|
144 |
def __init__(self, name="tlem"):
|
145 |
super().__init__(name)
|