Update src/leaderboard/read_evals.py

src/leaderboard/read_evals.py

@@ -12,6 +12,49 @@ from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, Weigh
 from src.submission.check_validity import is_model_on_hub
 
 
+# blz ---------------
+
+# read pickle file from external url
+import requests
+import pickle
+from io import BytesIO
+
+def load_pickle_from_url(url):
+    try:
+        response = requests.get(url)
+        response.raise_for_status()  # Ensure the request was successful
+        pickle_data = BytesIO(response.content)
+        data = pickle.load(pickle_data)
+        return data
+    except Exception as e:
+        return str(e)
+
+def drive_link_from_id(drive_id):
+    return f"https://drive.google.com/uc?export=download&id={drive_id}"
+    
+# turn array of objects, into a dictionary by given key 
+# and optionally extracting a keyed value
+def array_to_dict(arr, key, val=None):
+    return {item[key]: item.get(val, item) for item in arr}
+
+
+drive_id_json = "1CNQI6kFA9ogvMRpYpAUiLXYz0naDqcie"
+drive_id_pkl = "1Oi5iIs6kpufJO9Xe05oJqhU75W69cOZW"
+
+# json
+url = drive_link_from_id(drive_id_json)
+#response = requests.get(url=url)
+#data = response.json()
+
+url = drive_link_from_id(drive_id_pkl)
+data = load_pickle_from_url(url)
+
+likes_for_model = array_to_dict(arr=data, key="modelId", val="likes")
+
+
+# blz end -------------
+
+
 @dataclass
 class EvalResult:
     eval_name: str # org_model_precision (uid)
@@ -122,7 +165,8 @@ class EvalResult:
             self.model_type = ModelType.from_str(request.get("model_type", ""))
             self.weight_type = WeightType[request.get("weight_type", "Original")]
             self.license = request.get("license", "?")
-            self.likes = request.get("likes", 0)
+            self.likes = likes_for_model.get(full_model, request.get("likes", 0)) # blz 
+            # self.likes = request.get("likes", 0)  blz
             self.num_params = request.get("params", 0)
             self.date = request.get("submitted_time", "")
         except Exception: