Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
No virus
938 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 159.23,
"map_at_1": 0.26102,
"map_at_10": 0.40958,
"map_at_100": 0.42033,
"map_at_1000": 0.42042,
"map_at_3": 0.36332,
"map_at_5": 0.38608,
"mrr_at_1": 0.26387,
"mrr_at_10": 0.41051,
"mrr_at_100": 0.42118,
"mrr_at_1000": 0.42127,
"mrr_at_3": 0.36415,
"mrr_at_5": 0.3872,
"ndcg_at_1": 0.26102,
"ndcg_at_10": 0.4968,
"ndcg_at_100": 0.54258,
"ndcg_at_1000": 0.54486,
"ndcg_at_3": 0.39864,
"ndcg_at_5": 0.4398,
"precision_at_1": 0.26102,
"precision_at_10": 0.07781,
"precision_at_100": 0.00979,
"precision_at_1000": 0.001,
"precision_at_3": 0.16714,
"precision_at_5": 0.12034,
"recall_at_1": 0.26102,
"recall_at_10": 0.77809,
"recall_at_100": 0.97866,
"recall_at_1000": 0.99644,
"recall_at_3": 0.50142,
"recall_at_5": 0.60171
}
}