apsys commited on
Commit
ffde212
1 Parent(s): d6ca95d
src/display/utils.py CHANGED
@@ -77,6 +77,7 @@ auto_eval_column_dict.append(["model", ColumnContent, ColumnContent("model", "ma
77
  for task in Tasks:
78
  auto_eval_column_dict.append([task.name, ColumnContent, ColumnContent(task.value.col_name, "number", True)])
79
  # # Model information
 
80
  auto_eval_column_dict.append(["ppl", ColumnContent, ColumnContent("Type", "number", 0)])
81
  auto_eval_column_dict.append(["model_dtype", ColumnContent, ColumnContent("Type", "number", 0)])
82
  # auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
 
77
  for task in Tasks:
78
  auto_eval_column_dict.append([task.name, ColumnContent, ColumnContent(task.value.col_name, "number", True)])
79
  # # Model information
80
+ auto_eval_column_dict.append(["avg", ColumnContent, ColumnContent("Type", "number", 0)])
81
  auto_eval_column_dict.append(["ppl", ColumnContent, ColumnContent("Type", "number", 0)])
82
  auto_eval_column_dict.append(["model_dtype", ColumnContent, ColumnContent("Type", "number", 0)])
83
  # auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
src/leaderboard/build_leaderboard.py CHANGED
@@ -64,6 +64,7 @@ def build_leadearboard_df():
64
  with open(f"{os.path.abspath(DATA_PATH)}/leaderboard.json", "r", encoding="utf-8") as eval_file:
65
  f=json.load(eval_file)
66
  leaderboard_df = pd.DataFrame.from_records(f)[['model','moviesmc','musicmc','lawmc','booksmc','model_dtype','ppl']]
 
67
  numeric_cols = leaderboard_df.select_dtypes(include=['number']).columns
68
  leaderboard_df[numeric_cols] = leaderboard_df[numeric_cols].round(3)
69
  print(f)
 
64
  with open(f"{os.path.abspath(DATA_PATH)}/leaderboard.json", "r", encoding="utf-8") as eval_file:
65
  f=json.load(eval_file)
66
  leaderboard_df = pd.DataFrame.from_records(f)[['model','moviesmc','musicmc','lawmc','booksmc','model_dtype','ppl']]
67
+ leaderboard_df['avg'] = leaderboard_df[['moviesmc','musicmc','lawmc','booksmc']].mean(axis=1)
68
  numeric_cols = leaderboard_df.select_dtypes(include=['number']).columns
69
  leaderboard_df[numeric_cols] = leaderboard_df[numeric_cols].round(3)
70
  print(f)