Spaces:
Paused
Paused
Disabled limit
Browse files- src/envs.py +1 -1
src/envs.py
CHANGED
@@ -10,7 +10,7 @@ OWNER = "dicta-hebrew-llm-leaderboard" # Change to your org - don't forget to cr
|
|
10 |
|
11 |
# For harness evaluations
|
12 |
DEVICE = "cpu" # "cuda:0" if you add compute, for harness evaluations
|
13 |
-
LIMIT =
|
14 |
|
15 |
# For lighteval evaluations
|
16 |
ACCELERATOR = "gpu"
|
|
|
10 |
|
11 |
# For harness evaluations
|
12 |
DEVICE = "cpu" # "cuda:0" if you add compute, for harness evaluations
|
13 |
+
LIMIT = None # !!!! Should be None for actual evaluations!!!
|
14 |
|
15 |
# For lighteval evaluations
|
16 |
ACCELERATOR = "gpu"
|