Spaces:
Running
Running
fix task
Browse files
tasks.py
CHANGED
@@ -65,7 +65,7 @@ class Task:
|
|
65 |
few_shot: int = 0
|
66 |
few_shot_from: Optional[str] = None
|
67 |
# results: dict[str, Any] = field(default_factory=dict)
|
68 |
-
outputs: Optional[list] = field(default_factory=list)
|
69 |
|
70 |
def __post_init__(self):
|
71 |
names = (
|
|
|
65 |
few_shot: int = 0
|
66 |
few_shot_from: Optional[str] = None
|
67 |
# results: dict[str, Any] = field(default_factory=dict)
|
68 |
+
# outputs: Optional[list] = field(default_factory=list)
|
69 |
|
70 |
def __post_init__(self):
|
71 |
names = (
|
tlem.py
CHANGED
@@ -76,8 +76,8 @@ class Suite(EvaluationSuite):
|
|
76 |
match key:
|
77 |
case str():
|
78 |
return self.suite[key]
|
79 |
-
|
80 |
-
|
81 |
|
82 |
def aggregate(self, suite):
|
83 |
for cate, tasks in suite.items():
|
|
|
76 |
match key:
|
77 |
case str():
|
78 |
return self.suite[key]
|
79 |
+
case slice() | int():
|
80 |
+
return self.tasks[key]
|
81 |
|
82 |
def aggregate(self, suite):
|
83 |
for cate, tasks in suite.items():
|