Spaces:
Paused
Paused
Fixed endpoint model
Browse files
src/backend/run_eval_suite_lighteval.py
CHANGED
@@ -19,7 +19,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
|
|
19 |
print("WARNING: --limit SHOULD ONLY BE USED FOR TESTING. REAL METRICS SHOULD NOT BE COMPUTED USING LIMIT.")
|
20 |
|
21 |
args = DefaultNamespace(**{
|
22 |
-
"endpoint_model_name":
|
23 |
"accelerator": accelerator,
|
24 |
"vendor": vendor,
|
25 |
"region": region,
|
|
|
19 |
print("WARNING: --limit SHOULD ONLY BE USED FOR TESTING. REAL METRICS SHOULD NOT BE COMPUTED USING LIMIT.")
|
20 |
|
21 |
args = DefaultNamespace(**{
|
22 |
+
"endpoint_model_name": eval_request.model,
|
23 |
"accelerator": accelerator,
|
24 |
"vendor": vendor,
|
25 |
"region": region,
|