Spaces:
Running
Running
Muennighoff
commited on
Commit
•
9eaef28
1
Parent(s):
6181979
Raise error via log
Browse files
app.py
CHANGED
@@ -266,13 +266,10 @@ def get_mteb_data(tasks=["Clustering"], langs=[], datasets=[], fillna=True, add_
|
|
266 |
task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks) and (sub_res.get("dataset", {}).get("config", "default") in ("default", *langs))]
|
267 |
else:
|
268 |
task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks)]
|
269 |
-
# if model.modelId == "w601sxs/b1ade-embed-kd_3":
|
270 |
-
# import pdb; pdb.set_trace()
|
271 |
try:
|
272 |
out = [{res["dataset"]["name"].replace("MTEB ", ""): [round(score["value"], 2) for score in res["metrics"] if filter_metric_fetched(res["dataset"]["name"].replace("MTEB ", ""), score["type"], task_to_metric.get(res["task"]["type"]))][0]} for res in task_results]
|
273 |
except Exception as e:
|
274 |
-
|
275 |
-
print("ERROR", model.modelId)
|
276 |
continue
|
277 |
out = {k: v for d in out for k, v in d.items()}
|
278 |
out["Model"] = make_clickable_model(model.modelId)
|
|
|
266 |
task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks) and (sub_res.get("dataset", {}).get("config", "default") in ("default", *langs))]
|
267 |
else:
|
268 |
task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks)]
|
|
|
|
|
269 |
try:
|
270 |
out = [{res["dataset"]["name"].replace("MTEB ", ""): [round(score["value"], 2) for score in res["metrics"] if filter_metric_fetched(res["dataset"]["name"].replace("MTEB ", ""), score["type"], task_to_metric.get(res["task"]["type"]))][0]} for res in task_results]
|
271 |
except Exception as e:
|
272 |
+
print("ERROR", model.modelId, e)
|
|
|
273 |
continue
|
274 |
out = {k: v for d in out for k, v in d.items()}
|
275 |
out["Model"] = make_clickable_model(model.modelId)
|