Spaces:
Paused
Paused
Added params
Browse files
src/backend/run_eval_suite_lighteval.py
CHANGED
@@ -36,7 +36,9 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
|
|
36 |
"output_dir": local_dir,
|
37 |
"override_batch_size": batch_size,
|
38 |
"custom_tasks": "custom_tasks.py",
|
39 |
-
"tasks": task_names
|
|
|
|
|
40 |
})
|
41 |
|
42 |
try:
|
|
|
36 |
"output_dir": local_dir,
|
37 |
"override_batch_size": batch_size,
|
38 |
"custom_tasks": "custom_tasks.py",
|
39 |
+
"tasks": task_names,
|
40 |
+
"dataset_loading_processes": 24,
|
41 |
+
"reuse_existing": True
|
42 |
})
|
43 |
|
44 |
try:
|