Added revision + increased batch size

main_backend_lighteval.py

@@ -80,7 +80,7 @@ def run_auto_eval():
         eval_request=eval_request, 
         task_names=TASKS_LIGHTEVAL, 
         local_dir=EVAL_RESULTS_PATH_BACKEND,
-        batch_size=1, 
+        batch_size=25, 
         accelerator=ACCELERATOR, 
         region=REGION, 
         vendor=VENDOR, 

src/backend/run_eval_suite_lighteval.py

@@ -23,6 +23,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
     args = DefaultNamespace(**{
             "endpoint_model_name": eval_request.model,
             "model_dtype": eval_request.precision,
+            "revision": eval_request.revision,
             "accelerator": accelerator,
             "vendor": vendor,
             "region": region,
@@ -42,7 +43,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
             "tasks": task_names,
             "dataset_loading_processes": 24,
             "num_fewshot_seeds": 0,
-            "reuse_existing": False
+            "reuse_existing": False,
     })
 
     try: