SGPT-1.3B-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackWordpressRetrieval.json
Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
No virus
938 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 1798.61,
"map_at_1": 0.16519,
"map_at_10": 0.2215,
"map_at_100": 0.23181,
"map_at_1000": 0.23292,
"map_at_3": 0.20132,
"map_at_5": 0.21346,
"mrr_at_1": 0.1793,
"mrr_at_10": 0.23506,
"mrr_at_100": 0.24581,
"mrr_at_1000": 0.24675,
"mrr_at_3": 0.21503,
"mrr_at_5": 0.22686,
"ndcg_at_1": 0.1793,
"ndcg_at_10": 0.25636,
"ndcg_at_100": 0.30736,
"ndcg_at_1000": 0.33841,
"ndcg_at_3": 0.21546,
"ndcg_at_5": 0.23658,
"precision_at_1": 0.1793,
"precision_at_10": 0.03993,
"precision_at_100": 0.00689,
"precision_at_1000": 0.00104,
"precision_at_3": 0.09057,
"precision_at_5": 0.0658,
"recall_at_1": 0.16519,
"recall_at_10": 0.35268,
"recall_at_100": 0.5817,
"recall_at_1000": 0.81668,
"recall_at_3": 0.24165,
"recall_at_5": 0.29254
}
}