Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
No virus
943 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 1269.26,
"map_at_1": 0.23012,
"map_at_10": 0.33048,
"map_at_100": 0.34371,
"map_at_1000": 0.34489,
"map_at_3": 0.29943,
"map_at_5": 0.31602,
"mrr_at_1": 0.28104,
"mrr_at_10": 0.3799,
"mrr_at_100": 0.38836,
"mrr_at_1000": 0.38891,
"mrr_at_3": 0.35226,
"mrr_at_5": 0.36694,
"ndcg_at_1": 0.28104,
"ndcg_at_10": 0.39037,
"ndcg_at_100": 0.44643,
"ndcg_at_1000": 0.46939,
"ndcg_at_3": 0.33784,
"ndcg_at_5": 0.36126,
"precision_at_1": 0.28104,
"precision_at_10": 0.07267,
"precision_at_100": 0.01193,
"precision_at_1000": 0.00159,
"precision_at_3": 0.16298,
"precision_at_5": 0.11684,
"recall_at_1": 0.23012,
"recall_at_10": 0.52054,
"recall_at_100": 0.75622,
"recall_at_1000": 0.90675,
"recall_at_3": 0.37282,
"recall_at_5": 0.43307
}
}