Hugging Face's logo

Spaces:
hallucinations-leaderboard
/
leaderboard
Running on CPU Upgrade

App Files Community
27
pminervini commited on
Commit
019c395
•
1 Parent(s): 4719e45

update

Browse files
Files changed (1) hide show
  1. src/backend/run_eval_suite.py +1 -1
src/backend/run_eval_suite.py CHANGED
@@ -10,7 +10,7 @@ def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_siz
10
  if limit:
11
  print("WARNING: --limit SHOULD ONLY BE USED FOR TESTING. REAL METRICS SHOULD NOT BE COMPUTED USING LIMIT.")
12
 
13
- task_names = utils.pattern_match(task_names, tasks.ALL_TASKS)
14
 
15
  print(f"Selected Tasks: {task_names}")
16
 
 
10
  if limit:
11
  print("WARNING: --limit SHOULD ONLY BE USED FOR TESTING. REAL METRICS SHOULD NOT BE COMPUTED USING LIMIT.")
12
 
13
+ # task_names = utils.pattern_match(task_names, tasks.ALL_TASKS)
14
 
15
  print(f"Selected Tasks: {task_names}")
16