pminervini commited on
Commit
abbdf73
1 Parent(s): 3bc2f22
Files changed (1) hide show
  1. src/backend/envs.py +2 -2
src/backend/envs.py CHANGED
@@ -20,8 +20,8 @@ class Tasks(Enum):
20
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
21
  # task0 = Task("anli_r1", "acc", "ANLI")
22
  # task1 = Task("logiqa", "acc_norm", "LogiQA")
23
- task0 = Task("nq_open", "em", "NQ Open", 64)
24
- task1 = Task("triviaqa", "em", "TriviaQA", 64)
25
 
26
 
27
  # NUM_FEWSHOT = 64 # Change with your few shot
 
20
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
21
  # task0 = Task("anli_r1", "acc", "ANLI")
22
  # task1 = Task("logiqa", "acc_norm", "LogiQA")
23
+ task0 = Task("nq_open", "em", "NQ Open", 8) # 64?
24
+ task1 = Task("triviaqa", "em", "TriviaQA", 8) # 64?
25
 
26
 
27
  # NUM_FEWSHOT = 64 # Change with your few shot