sunitha98 commited on
Commit
c353afb
1 Parent(s): dac8eef
Files changed (2) hide show
  1. app.py +1 -0
  2. src/leaderboard/read_evals.py +4 -0
app.py CHANGED
@@ -52,6 +52,7 @@ except Exception:
52
 
53
 
54
  raw_data, original_df = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS, BENCHMARK_COLS)
 
55
  leaderboard_df = original_df.copy()
56
 
57
  (
 
52
 
53
 
54
  raw_data, original_df = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS, BENCHMARK_COLS)
55
+ print("og df: ", original_df)
56
  leaderboard_df = original_df.copy()
57
 
58
  (
src/leaderboard/read_evals.py CHANGED
@@ -158,6 +158,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
158
  model_result_filepaths = []
159
 
160
  for root, _, files in os.walk(results_path):
 
161
  # We should only have json files in model results
162
  if len(files) == 0 or any([not f.endswith(".json") for f in files]):
163
  continue
@@ -165,6 +166,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
165
  # Sort the files by date
166
  try:
167
  files.sort(key=lambda x: x.removesuffix(".json").removeprefix("results_")[:-7])
 
168
  except dateutil.parser._parser.ParserError:
169
  files = [files[-1]]
170
 
@@ -192,4 +194,6 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
192
  except KeyError: # not all eval values present
193
  continue
194
 
 
 
195
  return results
 
158
  model_result_filepaths = []
159
 
160
  for root, _, files in os.walk(results_path):
161
+ print("results_path: ", results_path)
162
  # We should only have json files in model results
163
  if len(files) == 0 or any([not f.endswith(".json") for f in files]):
164
  continue
 
166
  # Sort the files by date
167
  try:
168
  files.sort(key=lambda x: x.removesuffix(".json").removeprefix("results_")[:-7])
169
+ print("files found: ", files)
170
  except dateutil.parser._parser.ParserError:
171
  files = [files[-1]]
172
 
 
194
  except KeyError: # not all eval values present
195
  continue
196
 
197
+ print("Results: ", results)
198
+
199
  return results