pminervini commited on
Commit
46d6ca0
1 Parent(s): f21645c
Files changed (1) hide show
  1. src/backend/run_eval_suite.py +3 -0
src/backend/run_eval_suite.py CHANGED
@@ -15,6 +15,9 @@ def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_siz
15
  include_task_folder("src/backend/tasks/")
16
  initialize_tasks('INFO')
17
 
 
 
 
18
  task_names = utils.pattern_match(task_names, tasks.ALL_TASKS)
19
 
20
  print(f"Selected Tasks: {task_names}")
 
15
  include_task_folder("src/backend/tasks/")
16
  initialize_tasks('INFO')
17
 
18
+ print(f"Considered Tasks: {task_names}")
19
+ print(f"Allowed Tasks: {tasks.ALL_TASKS}")
20
+
21
  task_names = utils.pattern_match(task_names, tasks.ALL_TASKS)
22
 
23
  print(f"Selected Tasks: {task_names}")