Spaces:
Paused
Paused
Removed gemma-2 exceptions and moved to stable container
Browse files
src/backend/run_eval_suite_lighteval.py
CHANGED
@@ -26,11 +26,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
|
|
26 |
api = HfApi(token=TOKEN)
|
27 |
|
28 |
completed = False
|
29 |
-
img_versions = ['2.0.2', '1.4.5']
|
30 |
-
if 'google/gemma-2' in eval_request.model:
|
31 |
-
img_versions = ['sha-3ea8259']
|
32 |
-
instance_size = 'x2'
|
33 |
-
instance_type = 'nvidia-a100'
|
34 |
for img_version in img_versions:
|
35 |
args = DefaultNamespace(**{
|
36 |
"model_config": dict(model=dict(
|
|
|
26 |
api = HfApi(token=TOKEN)
|
27 |
|
28 |
completed = False
|
29 |
+
img_versions = ['2.1.0', '2.0.2', '1.4.5']
|
|
|
|
|
|
|
|
|
30 |
for img_version in img_versions:
|
31 |
args = DefaultNamespace(**{
|
32 |
"model_config": dict(model=dict(
|