Zhuoyang Song commited on
Commit
868c1b2
1 Parent(s): 141ccb9

Delete: print extraction info

Browse files
Files changed (1) hide show
  1. tlem.py +2 -2
tlem.py CHANGED
@@ -58,7 +58,7 @@ class ReasoningMetric(evaluate.Metric):
58
  )
59
  df["extract_responses"] = extract_responses
60
  df["extract_references"] = extract_references
61
- print(df)
62
  results = {
63
  "Accuracy": (df["extract_references"] == df["extract_responses"])
64
  .astype(int)
@@ -139,7 +139,7 @@ class Suite(EvaluationSuite):
139
  case _ if "test" in name:
140
  suite = suite["Test"]
141
 
142
- self.suite = suite
143
 
144
  def __init__(self, name="tlem"):
145
  super().__init__(name)
 
58
  )
59
  df["extract_responses"] = extract_responses
60
  df["extract_references"] = extract_references
61
+ # print(df)
62
  results = {
63
  "Accuracy": (df["extract_references"] == df["extract_responses"])
64
  .astype(int)
 
139
  case _ if "test" in name:
140
  suite = suite["Test"]
141
 
142
+ self.suite = [suite] if isinstance(suite, Task) else suite
143
 
144
  def __init__(self, name="tlem"):
145
  super().__init__(name)