SGPT-1.3B-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackWebmastersRetrieval.json
Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
No virus
937 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 540.56,
"map_at_1": 0.20856,
"map_at_10": 0.28372,
"map_at_100": 0.2987,
"map_at_1000": 0.30075,
"map_at_3": 0.26054,
"map_at_5": 0.27129,
"mrr_at_1": 0.25494,
"mrr_at_10": 0.32735,
"mrr_at_100": 0.33794,
"mrr_at_1000": 0.3385,
"mrr_at_3": 0.30731,
"mrr_at_5": 0.31897,
"ndcg_at_1": 0.25494,
"ndcg_at_10": 0.33385,
"ndcg_at_100": 0.39436,
"ndcg_at_1000": 0.42313,
"ndcg_at_3": 0.29612,
"ndcg_at_5": 0.31187,
"precision_at_1": 0.25494,
"precision_at_10": 0.06423,
"precision_at_100": 0.01383,
"precision_at_1000": 0.00224,
"precision_at_3": 0.13834,
"precision_at_5": 0.1,
"recall_at_1": 0.20856,
"recall_at_10": 0.42678,
"recall_at_100": 0.70224,
"recall_at_1000": 0.89369,
"recall_at_3": 0.31957,
"recall_at_5": 0.36026
}
}