2

src/leaderboard/read_evals.py

@@ -149,20 +149,26 @@ def get_request_file_for_model(requests_path, model_name, precision):
 def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]:
     """From the path of the results folder root, extract all needed info for results"""
     model_result_filepaths = []
-
+    print("results_path", results_path)
     for root, _, files in os.walk(results_path):
         # We should only have json files in model results
-        if not files or any([not f.endswith(".json") for f in files]):
-            continue
-
-        # Sort the files by date
-        try:
-            files.sort(key=lambda x: x.removesuffix(".json").removeprefix("results_")[:-7])
-        except dateutil.parser._parser.ParserError:
-            files = [files[-1]]
+        print("file",files)
 
-        model_result_filepaths.extend([os.path.join(root, file) for file in files])
+        # if not files or any([not f.endswith(".json") for f in files]):
+            
+        #     continue
+        for f in files:
+            if f.endswith(".json"):
 
+        # Sort the files by date
+                # try:
+                #     files.sort(key=lambda x: x.removesuffix(".json").removeprefix("results_")[:-7])
+                # except dateutil.parser._parser.ParserError:
+                #     files = [files[-1]]
+
+                model_result_filepaths.extend([os.path.join(root, f)])
+    print("model_result_filepaths", model_result_filepaths)
+    # exit()
     eval_results = {}
     for model_result_filepath in model_result_filepaths:
         # Creation of result