update

src/display/utils.py

@@ -25,6 +25,7 @@ class Tasks(Enum):
     # drop = Task("drop", "f1", "DROP")
     nqopen = Task("nq_open", "em", "NQ Open")
     triviaqa = Task("triviaqa", "em", "TriviaQA")
+    truthfulqa = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1")
     #truthfulqa_mc1 = Task("truthfulqa_mc1", "acc", "TruthfulQA MC1")
     #truthfulqa_mc2 = Task("truthfulqa_mc2", "acc", "TruthfulQA MC2")
 

submit-cli.py

@@ -6,7 +6,7 @@ import os
 from datetime import datetime, timezone
 
 from src.envs import API, EVAL_REQUESTS_PATH, H4_TOKEN, QUEUE_REPO
-from src.submission.check_validity import already_submitted_models, check_model_card, get_model_size, is_model_on_hub
+from src.submission.check_validity import already_submitted_models, get_model_size, is_model_on_hub
 
 
 def add_new_eval(model: str, base_model: str, revision: str, precision: str, private: bool, weight_type: str, model_type: str):