Paper model dataset fix

app.py

@@ -4,7 +4,8 @@ from huggingface_hub import HfApi, hf_hub_download
 from huggingface_hub.repocard import metadata_load
 import pandas as pd
 
-benchmark_name = 'vsd-benchmark/vsd-fashion'
+benchmark_user = 'vsd-benchmark'
+fashion_dataset = f'{benchmark_user}/vsd-fashion'
 benchmark_tag = 'vsd'
 
 hf_api = HfApi()
@@ -12,7 +13,7 @@ hf_api = HfApi()
 models = list(hf_api.list_models(filter=benchmark_tag))
 
 MAIN_METRIC_PER_TASK = {
-    benchmark_name: "ROC_AUC"
+    fashion_dataset: "ROC_AUC"
 }
 
 def create_model_link(model_id, link=None, type='repos'):
@@ -35,19 +36,12 @@ def get_model_results(model_meta):
     metrics_meta = []
     for index in model_meta['model-index']:
         for result in index['results']:
-            if result['dataset']['type'] == benchmark_name:
+            if result['dataset']['type'].split('/')[0] == benchmark_user:
                 metrics_dict = {metric['name']: metric['value'] for metric in result['metrics']}
                 metrics_meta += [dict(dataset=result['dataset']['type'], **metrics_dict)]
 
     return metrics_meta
 
-paper_models = [
-    {"dataset": benchmark_name, "model": "Beit", "ROC_AUC": 75.5, "MRR@5": 93.5},
-    {"dataset": benchmark_name, "model": "DINO", "ROC_AUC": 70.4, "MRR@5": 93.3},
-    {"dataset": benchmark_name, "model": "ResNext", "ROC_AUC": 62.7, "MRR@5": 84.5},
-    {"dataset": benchmark_name, "model": "CLIP", "ROC_AUC": 67.8, "MRR@5": 84.8},
-]
-
 results = []
 
 for model in models[:10]:

paper_models.csv

@@ -1,5 +1,5 @@
 ,dataset,model,ROC_AUC,MRR@5
-0,vsdeds/vsd_eds_test,Beit,75.5,93.5
-1,vsdeds/vsd_eds_test,DINO,70.4,93.3
-2,vsdeds/vsd_eds_test,ResNext,62.7,84.5
-3,vsdeds/vsd_eds_test,CLIP,67.8,84.8
+0,vsd-benchmark/vsd-fashion,Beit,75.5,93.5
+1,vsd-benchmark/vsd-fashion,DINO,70.4,93.3
+2,vsd-benchmark/vsd-fashion,ResNext,62.7,84.5
+3,vsd-benchmark/vsd-fashion,CLIP,67.8,84.8