Spaces:
Paused
Paused
Fixed name
Browse files
src/backend/run_eval_suite_lighteval.py
CHANGED
@@ -38,7 +38,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
|
|
38 |
"custom_tasks": "custom_tasks.py",
|
39 |
"tasks": task_names,
|
40 |
"dataset_loading_processes": 24,
|
41 |
-
"
|
42 |
"reuse_existing": True
|
43 |
})
|
44 |
|
|
|
38 |
"custom_tasks": "custom_tasks.py",
|
39 |
"tasks": task_names,
|
40 |
"dataset_loading_processes": 24,
|
41 |
+
"num_fewshot_seeds": 0,
|
42 |
"reuse_existing": True
|
43 |
})
|
44 |
|