Shaltiel commited on
Commit
22e8b00
·
1 Parent(s): d643a0e

Disabled limit

Browse files
Files changed (1) hide show
  1. src/envs.py +1 -1
src/envs.py CHANGED
@@ -10,7 +10,7 @@ OWNER = "dicta-hebrew-llm-leaderboard" # Change to your org - don't forget to cr
10
 
11
  # For harness evaluations
12
  DEVICE = "cpu" # "cuda:0" if you add compute, for harness evaluations
13
- LIMIT = 20 # !!!! Should be None for actual evaluations!!!
14
 
15
  # For lighteval evaluations
16
  ACCELERATOR = "gpu"
 
10
 
11
  # For harness evaluations
12
  DEVICE = "cpu" # "cuda:0" if you add compute, for harness evaluations
13
+ LIMIT = None # !!!! Should be None for actual evaluations!!!
14
 
15
  # For lighteval evaluations
16
  ACCELERATOR = "gpu"