Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
No virus
941 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 17506.78,
"map_at_1": 0.50916,
"map_at_10": 0.62258,
"map_at_100": 0.62741,
"map_at_1000": 0.62763,
"map_at_3": 0.60018,
"map_at_5": 0.6142,
"mrr_at_1": 0.54965,
"mrr_at_10": 0.66554,
"mrr_at_100": 0.66966,
"mrr_at_1000": 0.66978,
"mrr_at_3": 0.64414,
"mrr_at_5": 0.6577,
"ndcg_at_1": 0.54965,
"ndcg_at_10": 0.6812,
"ndcg_at_100": 0.70282,
"ndcg_at_1000": 0.70788,
"ndcg_at_3": 0.63862,
"ndcg_at_5": 0.66216,
"precision_at_1": 0.54965,
"precision_at_10": 0.08998,
"precision_at_100": 0.01016,
"precision_at_1000": 0.00107,
"precision_at_3": 0.25618,
"precision_at_5": 0.16676,
"recall_at_1": 0.50916,
"recall_at_10": 0.8204,
"recall_at_100": 0.91689,
"recall_at_1000": 0.95349,
"recall_at_3": 0.70512,
"recall_at_5": 0.76299
}
}