Muennighoff commited on
Commit
9eaef28
1 Parent(s): 6181979

Raise error via log

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -266,13 +266,10 @@ def get_mteb_data(tasks=["Clustering"], langs=[], datasets=[], fillna=True, add_
266
  task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks) and (sub_res.get("dataset", {}).get("config", "default") in ("default", *langs))]
267
  else:
268
  task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks)]
269
- # if model.modelId == "w601sxs/b1ade-embed-kd_3":
270
- # import pdb; pdb.set_trace()
271
  try:
272
  out = [{res["dataset"]["name"].replace("MTEB ", ""): [round(score["value"], 2) for score in res["metrics"] if filter_metric_fetched(res["dataset"]["name"].replace("MTEB ", ""), score["type"], task_to_metric.get(res["task"]["type"]))][0]} for res in task_results]
273
  except Exception as e:
274
- import pdb; pdb.set_trace()
275
- print("ERROR", model.modelId)
276
  continue
277
  out = {k: v for d in out for k, v in d.items()}
278
  out["Model"] = make_clickable_model(model.modelId)
 
266
  task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks) and (sub_res.get("dataset", {}).get("config", "default") in ("default", *langs))]
267
  else:
268
  task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks)]
 
 
269
  try:
270
  out = [{res["dataset"]["name"].replace("MTEB ", ""): [round(score["value"], 2) for score in res["metrics"] if filter_metric_fetched(res["dataset"]["name"].replace("MTEB ", ""), score["type"], task_to_metric.get(res["task"]["type"]))][0]} for res in task_results]
271
  except Exception as e:
272
+ print("ERROR", model.modelId, e)
 
273
  continue
274
  out = {k: v for d in out for k, v in d.items()}
275
  out["Model"] = make_clickable_model(model.modelId)