Ali Elfilali commited on
Commit
9faa299
1 Parent(s): 84582a1

Update src/about.py

Browse files
Files changed (1) hide show
  1. src/about.py +18 -4
src/about.py CHANGED
@@ -11,10 +11,24 @@ class Task:
11
  # Select your tasks here
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
- # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
- task0 = Task("anli_r1", "acc", "ANLI")
16
- task1 = Task("logiqa", "acc_norm", "LogiQA")
17
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  NUM_FEWSHOT = 0 # Change with your few shot
19
  # ---------------------------------------------------
20
 
 
11
  # Select your tasks here
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
+ # # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
+ # task0 = Task("anli_r1", "acc", "ANLI")
16
+ # task1 = Task("logiqa", "acc_norm", "LogiQA")
17
+ acva = Task("community|acva:_average|5", "acc_norm", "ACVA")
18
+ alghafa = Task("community|alghafa:_average|5", "acc_norm", "AlGhafa")
19
+ arabic_mmlu = Task("community|arabic_mmlu:_average|5", "acc_norm", "MMLU")
20
+ arabic_exams = Task("community|arabic_exams|5", "acc_norm", "EXAMS")
21
+ arc_challenge_okapi_ar = Task("community|arc_challenge_okapi_ar|5", "acc_norm", "ARC Challenge")
22
+ arc_easy_ar = Task("community|arc_easy_ar|5", "acc_norm", "ARC Easy")
23
+ boolq_ar = Task("community|boolq_ar|5", "acc_norm", "BOOLQ")
24
+ copa_ext_ar = Task("community|copa_ext_ar|5", "acc_norm", "COPA")
25
+ hellaswag_okapi_ar = Task("community|hellaswag_okapi_ar|5", "acc_norm", "HELLASWAG")
26
+ openbook_qa_ext_ar = Task("community|openbook_qa_ext_ar|5", "acc_norm", "OPENBOOK QA")
27
+ piqa_ar = Task("community|piqa_ar|5", "acc_norm", "PIQA")
28
+ race_ar = Task("community|race_ar|5", "acc_norm", "RACE")
29
+ sciq_ar = Task("community|sciq_ar|5", "acc_norm", "SCIQ")
30
+ toxigen_ar = Task("community|toxigen_ar|5", "acc_norm", "TOXIGEN")
31
+
32
  NUM_FEWSHOT = 0 # Change with your few shot
33
  # ---------------------------------------------------
34