Spaces:
Runtime error
Runtime error
pminervini
commited on
Commit
•
46d6ca0
1
Parent(s):
f21645c
update
Browse files
src/backend/run_eval_suite.py
CHANGED
@@ -15,6 +15,9 @@ def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_siz
|
|
15 |
include_task_folder("src/backend/tasks/")
|
16 |
initialize_tasks('INFO')
|
17 |
|
|
|
|
|
|
|
18 |
task_names = utils.pattern_match(task_names, tasks.ALL_TASKS)
|
19 |
|
20 |
print(f"Selected Tasks: {task_names}")
|
|
|
15 |
include_task_folder("src/backend/tasks/")
|
16 |
initialize_tasks('INFO')
|
17 |
|
18 |
+
print(f"Considered Tasks: {task_names}")
|
19 |
+
print(f"Allowed Tasks: {tasks.ALL_TASKS}")
|
20 |
+
|
21 |
task_names = utils.pattern_match(task_names, tasks.ALL_TASKS)
|
22 |
|
23 |
print(f"Selected Tasks: {task_names}")
|