Shaltiel commited on
Commit
4debe6f
·
1 Parent(s): cc39e19

Removed TGI docker update

Browse files
Files changed (1) hide show
  1. main_backend_lighteval.py +7 -7
main_backend_lighteval.py CHANGED
@@ -17,13 +17,13 @@ def patched_init(self, *args, **kwargs):
17
  self.name = self.name.replace('.', '-')
18
  lighteval.models.endpoint_model.InferenceEndpointModelConfig.__init__ = patched_init
19
 
20
- import huggingface_hub
21
- orig_create_endpoint = huggingface_hub.create_inference_endpoint
22
- def new_create_endpoint(*args, **kwargs):
23
- if 'custom_image' in kwargs and kwargs['custom_image']['url'] == "ghcr.io/huggingface/text-generation-inference:1.1.0":
24
- kwargs['custom_image']['url'] = "ghcr.io/huggingface/text-generation-inference:1.4.1"
25
- return orig_create_endpoint(*args, **kwargs)
26
- huggingface_hub.create_inference_endpoint = new_create_endpoint
27
 
28
 
29
  from src.backend.run_eval_suite_lighteval import run_evaluation
 
17
  self.name = self.name.replace('.', '-')
18
  lighteval.models.endpoint_model.InferenceEndpointModelConfig.__init__ = patched_init
19
 
20
+ # import huggingface_hub
21
+ # orig_create_endpoint = huggingface_hub.create_inference_endpoint
22
+ # def new_create_endpoint(*args, **kwargs):
23
+ # if 'custom_image' in kwargs and kwargs['custom_image']['url'] == "ghcr.io/huggingface/text-generation-inference:1.1.0":
24
+ # kwargs['custom_image']['url'] = "ghcr.io/huggingface/text-generation-inference:1.4.1"
25
+ # return orig_create_endpoint(*args, **kwargs)
26
+ # huggingface_hub.create_inference_endpoint = new_create_endpoint
27
 
28
 
29
  from src.backend.run_eval_suite_lighteval import run_evaluation