sunitha98 commited on
Commit
58e37b8
1 Parent(s): c353afb
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +3 -0
src/leaderboard/read_evals.py CHANGED
@@ -176,7 +176,9 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
176
  eval_results = {}
177
  for model_result_filepath in model_result_filepaths:
178
  # Creation of result
 
179
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
 
180
  eval_result.update_with_request_file(requests_path)
181
 
182
  # Store results of same eval together
@@ -186,6 +188,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
186
  else:
187
  eval_results[eval_name] = eval_result
188
 
 
189
  results = []
190
  for v in eval_results.values():
191
  try:
 
176
  eval_results = {}
177
  for model_result_filepath in model_result_filepaths:
178
  # Creation of result
179
+ print("model result: ", model_result_filepath)
180
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
181
+ print("eval result: ", eval_result)
182
  eval_result.update_with_request_file(requests_path)
183
 
184
  # Store results of same eval together
 
188
  else:
189
  eval_results[eval_name] = eval_result
190
 
191
+ print("eval results: ", eval_results)
192
  results = []
193
  for v in eval_results.values():
194
  try: