Monkeypatched create inference

main_backend_lighteval.py

@@ -17,6 +17,15 @@ def patched_init(self, *args, **kwargs):
     self.name = self.name.replace('.', '-')
 lighteval.models.endpoint_model.InferenceEndpointModelConfig.__init__ = patched_init
 
+import huggingface_hub
+orig_create_endpoint = huggingface_hub.create_inference_endpoint
+def new_create_endpoint(*args, **kwargs):
+    if 'custom_image' in kwargs and kwargs['custom_image']['url'] == "ghcr.io/huggingface/text-generation-inference:1.1.0":
+        kwargs['custom_image']['url'] = "ghcr.io/huggingface/text-generation-inference:1.4.1"
+    return orig_create_endpoint(*args, **kwargs)
+huggingface_hub.create_inference_endpoint = new_create_endpoint
+
+
 from src.backend.run_eval_suite_lighteval import run_evaluation
 from src.backend.manage_requests import check_completed_evals, get_eval_requests, set_eval_request
 from src.backend.sort_queue import sort_models_by_priority