Added monkey patch

main_backend_lighteval.py

@@ -5,6 +5,12 @@ from huggingface_hub import snapshot_download
 
 logging.getLogger("openai").setLevel(logging.WARNING)
 
+import lighteval.models.endpoint_model
+class GoodInferenceEndpointModel(lighteval.models.endpoint_model.InferenceEndpointModel):
+    def add_special_tokens(self):
+        pass
+lighteval.models.endpoint_model.InferenceEndpointModel = GoodInferenceEndpointModel
+
 from src.backend.run_eval_suite_lighteval import run_evaluation
 from src.backend.manage_requests import check_completed_evals, get_eval_requests, set_eval_request
 from src.backend.sort_queue import sort_models_by_priority

src/backend/run_eval_suite_lighteval.py

@@ -5,12 +5,9 @@ from datetime import datetime
 from argparse import Namespace
 
 from lighteval.main_accelerate import main, EnvConfig, create_model_config, load_model
-from lighteval.models.endpoint_model import InferenceEndpointModel
 from src.envs import RESULTS_REPO, CACHE_PATH, TOKEN
 from src.backend.manage_requests import EvalRequest
 
-InferenceEndpointModel.add_special_tokens = lambda *args, **kwargs: None
-
 logging.getLogger("openai").setLevel(logging.WARNING)
 
 class DefaultNamespace(Namespace):