Shaltiel commited on
Commit
d943ab1
·
1 Parent(s): 2c38fe4

Fixed endpoint model

Browse files
src/backend/run_eval_suite_lighteval.py CHANGED
@@ -19,7 +19,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
19
  print("WARNING: --limit SHOULD ONLY BE USED FOR TESTING. REAL METRICS SHOULD NOT BE COMPUTED USING LIMIT.")
20
 
21
  args = DefaultNamespace(**{
22
- "endpoint_model_name":f"{eval_request.model}_{eval_request.precision}".lower(),
23
  "accelerator": accelerator,
24
  "vendor": vendor,
25
  "region": region,
 
19
  print("WARNING: --limit SHOULD ONLY BE USED FOR TESTING. REAL METRICS SHOULD NOT BE COMPUTED USING LIMIT.")
20
 
21
  args = DefaultNamespace(**{
22
+ "endpoint_model_name": eval_request.model,
23
  "accelerator": accelerator,
24
  "vendor": vendor,
25
  "region": region,