update results

results.csv

@@ -2,7 +2,7 @@ Models,Model Size(B),Data Source,Overall,IND,OOD,Classification,VQA,Retrieval,Gr
 CLIP,0.428,unk,37.8,37.1,38.7,42.8,9.1,53.0,51.8
 BLIP2,3.74,unk,25.2,25.3,25.1,27.0,4.2,33.9,47.0
 SigLIP,0.203,unk,34.8,32.3,38.0,40.3,8.4,31.6,59.5
-OpenCLIP,0.632,unk,39.7,39.3,40.2,47.8,10.9,52.3,53.3
+OpenCLIP,0.632,TIGER-Lab,39.7,39.3,40.2,47.8,10.9,52.3,53.3
 UniIR (BLIP_FF),0.247,TIGER-Lab,42.8,44.7,40.4,42.1,15.0,60.1,62.2
 UniIR (CLIP_SF),0.428,TIGER-Lab,44.7,47.1,41.7,44.3,16.2,61.8,65.3
 E5-V,8.36,unk,13.3,14.9,11.5,21.8,4.9,11.5,19.0

utils.py

@@ -14,7 +14,7 @@ TASKS = ["Classification", "VQA", "Retrieval", "Grounding"]
 
 MODEL_INFO = [
     "Models", "Model Size(B)", "Data Source",
-    "Overall", "IND", "OOD", 
+    "Overall",
     "Classification", "VQA", "Retrieval", "Grounding"
 ]
 
@@ -81,8 +81,6 @@ SUBMIT_INTRODUCTION = """# Submit on MMEB Leaderboard Introduction
         "Model Size(B)": 1000,
         "Data Source": TIGER-Lab,
         "Overall": 50.0,
-        "IND": 50.0,
-        "OOD": 50.0,
         "Classification": 50.0,
         "VQA": 50.0,
         "Retrieval": 50.0,
@@ -115,7 +113,7 @@ def add_new_eval(input_file):
     upload_data = json.loads(input_file)
     print("upload_data:\n", upload_data)
     data_row = [f'{upload_data["Model"]}']
-    for col in ['Overall', 'Model Size(B)', 'IND', 'OOD'] + TASKS:
+    for col in ['Overall', 'Model Size(B)'] + TASKS:
         if not col in upload_data.keys():
             return f"Error! Missing {col} column!"
         data_row += [upload_data[col]]