Clémentine commited on
Commit
c81dadf
1 Parent(s): d6c01c6

gating issues fix

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +1 -1
src/leaderboard/read_evals.py CHANGED
@@ -207,7 +207,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
207
  if eval_result.full_model in dynamic_data:
208
  eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
209
  # Hardcoding because of gating problem
210
- if "meta-llama" in eval_result.full_model:
211
  eval_result.still_on_hub = True
212
 
213
  # Store results of same eval together
 
207
  if eval_result.full_model in dynamic_data:
208
  eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
209
  # Hardcoding because of gating problem
210
+ if any([org in eval_result.full_model for org in ["meta-llama/", "google/", "tiiuae/"]]):
211
  eval_result.still_on_hub = True
212
 
213
  # Store results of same eval together