Shaltiel commited on
Commit
d876fb6
·
1 Parent(s): 7e34f5e

Added params

Browse files
src/backend/run_eval_suite_lighteval.py CHANGED
@@ -36,7 +36,9 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
36
  "output_dir": local_dir,
37
  "override_batch_size": batch_size,
38
  "custom_tasks": "custom_tasks.py",
39
- "tasks": task_names
 
 
40
  })
41
 
42
  try:
 
36
  "output_dir": local_dir,
37
  "override_batch_size": batch_size,
38
  "custom_tasks": "custom_tasks.py",
39
+ "tasks": task_names,
40
+ "dataset_loading_processes": 24,
41
+ "reuse_existing": True
42
  })
43
 
44
  try: