Commit
·
9eaef28
1
Parent(s):
6181979
Raise error via log
Browse files
app.py
CHANGED
|
@@ -266,13 +266,10 @@ def get_mteb_data(tasks=["Clustering"], langs=[], datasets=[], fillna=True, add_
|
|
| 266 |
task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks) and (sub_res.get("dataset", {}).get("config", "default") in ("default", *langs))]
|
| 267 |
else:
|
| 268 |
task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks)]
|
| 269 |
-
# if model.modelId == "w601sxs/b1ade-embed-kd_3":
|
| 270 |
-
# import pdb; pdb.set_trace()
|
| 271 |
try:
|
| 272 |
out = [{res["dataset"]["name"].replace("MTEB ", ""): [round(score["value"], 2) for score in res["metrics"] if filter_metric_fetched(res["dataset"]["name"].replace("MTEB ", ""), score["type"], task_to_metric.get(res["task"]["type"]))][0]} for res in task_results]
|
| 273 |
except Exception as e:
|
| 274 |
-
|
| 275 |
-
print("ERROR", model.modelId)
|
| 276 |
continue
|
| 277 |
out = {k: v for d in out for k, v in d.items()}
|
| 278 |
out["Model"] = make_clickable_model(model.modelId)
|
|
|
|
| 266 |
task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks) and (sub_res.get("dataset", {}).get("config", "default") in ("default", *langs))]
|
| 267 |
else:
|
| 268 |
task_results = [sub_res for sub_res in meta["model-index"][0]["results"] if (sub_res.get("task", {}).get("type", "") in tasks)]
|
|
|
|
|
|
|
| 269 |
try:
|
| 270 |
out = [{res["dataset"]["name"].replace("MTEB ", ""): [round(score["value"], 2) for score in res["metrics"] if filter_metric_fetched(res["dataset"]["name"].replace("MTEB ", ""), score["type"], task_to_metric.get(res["task"]["type"]))][0]} for res in task_results]
|
| 271 |
except Exception as e:
|
| 272 |
+
print("ERROR", model.modelId, e)
|
|
|
|
| 273 |
continue
|
| 274 |
out = {k: v for d in out for k, v in d.items()}
|
| 275 |
out["Model"] = make_clickable_model(model.modelId)
|