diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1,32 +1,10 @@ --- -tags: -- mteb -- transformers - +language: +- en +license: mit model-index: - name: Zeta-Alpha-E5-Mistral results: - - dataset: - config: en-ext - name: MTEB AmazonCounterfactualClassification (en-ext) - revision: e8379541af4e31359cca9fbcf4b00f2671dba205 - split: test - type: mteb/amazon_counterfactual - metrics: - - type: accuracy - value: 78.61319340329835 - - type: ap - value: 26.407069359264725 - - type: ap_weighted - value: 26.407069359264725 - - type: f1 - value: 65.36726648428174 - - type: f1_weighted - value: 82.25843407936554 - - type: main_score - value: 78.61319340329835 - task: - type: Classification - dataset: config: en name: MTEB AmazonCounterfactualClassification (en) @@ -50,7 +28,7 @@ model-index: type: Classification - dataset: config: default - name: MTEB AmazonPolarityClassification (default) + name: MTEB AmazonPolarityClassification revision: e2d317d38cd51312af73b3d32a06d1a08b442046 split: test type: mteb/amazon_polarity @@ -88,7 +66,7 @@ model-index: type: Classification - dataset: config: default - name: MTEB ArguAna (default) + name: MTEB ArguAna revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana @@ -379,7 +357,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB ArxivClusteringP2P (default) + name: MTEB ArxivClusteringP2P revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d split: test type: mteb/arxiv-clustering-p2p @@ -394,7 +372,7 @@ model-index: type: Clustering - dataset: config: default - name: MTEB ArxivClusteringS2S (default) + name: MTEB ArxivClusteringS2S revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 split: test type: mteb/arxiv-clustering-s2s @@ -409,7 +387,7 @@ model-index: type: Clustering - dataset: config: default - name: MTEB AskUbuntuDupQuestions (default) + name: MTEB AskUbuntuDupQuestions revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 split: test type: mteb/askubuntudupquestions-reranking @@ -436,7 +414,7 @@ model-index: type: Reranking - dataset: config: default - name: MTEB BIOSSES (default) + name: MTEB BIOSSES revision: d3fb88f8f02e40887cd149695127462bbcf29b4a split: test type: mteb/biosses-sts @@ -463,7 +441,7 @@ model-index: type: STS - dataset: config: default - name: MTEB Banking77Classification (default) + name: MTEB Banking77Classification revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 split: test type: mteb/banking77 @@ -480,7 +458,7 @@ model-index: type: Classification - dataset: config: default - name: MTEB BiorxivClusteringP2P (default) + name: MTEB BiorxivClusteringP2P revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 split: test type: mteb/biorxiv-clustering-p2p @@ -492,3517 +470,38 @@ model-index: - type: v_measure_std value: 0.8808902310879784 task: - type: Clustering - - dataset: - config: default - name: MTEB BiorxivClusteringS2S (default) - revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 - split: test - type: mteb/biorxiv-clustering-s2s - metrics: - - type: main_score - value: 40.73737737926463 - - type: v_measure - value: 40.73737737926463 - - type: v_measure_std - value: 0.6059982328960863 - task: - type: Clustering - - dataset: - config: default - name: MTEB CQADupstackAndroidRetrieval (default) - revision: f46a197baaae43b4f621051089b82a364682dfeb - split: test - type: mteb/cqadupstack-android - metrics: - - type: main_score - value: 57.92699999999999 - - type: map_at_1 - value: 37.622 - - type: map_at_10 - value: 50.722 - - type: map_at_100 - value: 52.352 - - type: map_at_1000 - value: 52.449999999999996 - - type: map_at_20 - value: 51.721 - - type: map_at_3 - value: 46.372 - - type: map_at_5 - value: 48.617 - - type: mrr_at_1 - value: 46.49499284692418 - - type: mrr_at_10 - value: 57.111633399187035 - - type: mrr_at_100 - value: 57.74896548960492 - - type: mrr_at_1000 - value: 57.770289975528044 - - type: mrr_at_20 - value: 57.515755458443365 - - type: mrr_at_3 - value: 54.48259418216498 - - type: mrr_at_5 - value: 55.920362422508305 - - type: nauc_map_at_1000_diff1 - value: 53.17059261368312 - - type: nauc_map_at_1000_max - value: 41.5046142660243 - - type: nauc_map_at_1000_std - value: -11.356308313633614 - - type: nauc_map_at_100_diff1 - value: 53.199691716280284 - - type: nauc_map_at_100_max - value: 41.498598817616696 - - type: nauc_map_at_100_std - value: -11.300115349820244 - - type: nauc_map_at_10_diff1 - value: 53.12949956289881 - - type: nauc_map_at_10_max - value: 41.24444583290451 - - type: nauc_map_at_10_std - value: -12.268596847396134 - - type: nauc_map_at_1_diff1 - value: 57.0093058760594 - - type: nauc_map_at_1_max - value: 37.16324129131443 - - type: nauc_map_at_1_std - value: -12.618771182632155 - - type: nauc_map_at_20_diff1 - value: 53.09753260703357 - - type: nauc_map_at_20_max - value: 41.279196285215455 - - type: nauc_map_at_20_std - value: -11.602709303039035 - - type: nauc_map_at_3_diff1 - value: 53.60320552270635 - - type: nauc_map_at_3_max - value: 40.52972305912495 - - type: nauc_map_at_3_std - value: -13.28611477898908 - - type: nauc_map_at_5_diff1 - value: 53.27582851039211 - - type: nauc_map_at_5_max - value: 40.964556738286696 - - type: nauc_map_at_5_std - value: -12.994624672570426 - - type: nauc_mrr_at_1000_diff1 - value: 52.06292528781184 - - type: nauc_mrr_at_1000_max - value: 42.753551647067844 - - type: nauc_mrr_at_1000_std - value: -11.39896283255964 - - type: nauc_mrr_at_100_diff1 - value: 52.06462455470101 - - type: nauc_mrr_at_100_max - value: 42.74984437909525 - - type: nauc_mrr_at_100_std - value: -11.398086835953704 - - type: nauc_mrr_at_10_diff1 - value: 51.88682778785948 - - type: nauc_mrr_at_10_max - value: 42.758770739865916 - - type: nauc_mrr_at_10_std - value: -11.645879420520737 - - type: nauc_mrr_at_1_diff1 - value: 55.229276125235195 - - type: nauc_mrr_at_1_max - value: 42.59561790724058 - - type: nauc_mrr_at_1_std - value: -11.012331834858617 - - type: nauc_mrr_at_20_diff1 - value: 52.01322772146113 - - type: nauc_mrr_at_20_max - value: 42.753139349619005 - - type: nauc_mrr_at_20_std - value: -11.383800469326204 - - type: nauc_mrr_at_3_diff1 - value: 52.38756527449288 - - type: nauc_mrr_at_3_max - value: 43.20102042864951 - - type: nauc_mrr_at_3_std - value: -12.194697125093237 - - type: nauc_mrr_at_5_diff1 - value: 51.7152150896939 - - type: nauc_mrr_at_5_max - value: 42.68388976511927 - - type: nauc_mrr_at_5_std - value: -11.785435820434257 - - type: nauc_ndcg_at_1000_diff1 - value: 52.190748942344136 - - type: nauc_ndcg_at_1000_max - value: 42.289561613110926 - - type: nauc_ndcg_at_1000_std - value: -9.772840486820911 - - type: nauc_ndcg_at_100_diff1 - value: 52.28390241403799 - - type: nauc_ndcg_at_100_max - value: 42.16017073586535 - - type: nauc_ndcg_at_100_std - value: -9.06906927424865 - - type: nauc_ndcg_at_10_diff1 - value: 50.97819135053925 - - type: nauc_ndcg_at_10_max - value: 41.46589951311915 - - type: nauc_ndcg_at_10_std - value: -11.80310917598558 - - type: nauc_ndcg_at_1_diff1 - value: 55.229276125235195 - - type: nauc_ndcg_at_1_max - value: 42.59561790724058 - - type: nauc_ndcg_at_1_std - value: -11.012331834858617 - - type: nauc_ndcg_at_20_diff1 - value: 51.41064846134139 - - type: nauc_ndcg_at_20_max - value: 41.605248141412844 - - type: nauc_ndcg_at_20_std - value: -10.083386198861698 - - type: nauc_ndcg_at_3_diff1 - value: 51.458633181223824 - - type: nauc_ndcg_at_3_max - value: 41.96885472214017 - - type: nauc_ndcg_at_3_std - value: -12.200744805163257 - - type: nauc_ndcg_at_5_diff1 - value: 50.72067871530336 - - type: nauc_ndcg_at_5_max - value: 41.44401252353067 - - type: nauc_ndcg_at_5_std - value: -12.43883398550311 - - type: nauc_precision_at_1000_diff1 - value: -23.3655222272241 - - type: nauc_precision_at_1000_max - value: -10.673098129694008 - - type: nauc_precision_at_1000_std - value: -2.2922267459919192 - - type: nauc_precision_at_100_diff1 - value: -16.503526271943155 - - type: nauc_precision_at_100_max - value: -1.4997938185424997 - - type: nauc_precision_at_100_std - value: 8.71880738236966 - - type: nauc_precision_at_10_diff1 - value: 2.5128648280873356 - - type: nauc_precision_at_10_max - value: 17.467618699199885 - - type: nauc_precision_at_10_std - value: 4.796850983515245 - - type: nauc_precision_at_1_diff1 - value: 55.229276125235195 - - type: nauc_precision_at_1_max - value: 42.59561790724058 - - type: nauc_precision_at_1_std - value: -11.012331834858617 - - type: nauc_precision_at_20_diff1 - value: -6.407914358668061 - - type: nauc_precision_at_20_max - value: 9.426001961474876 - - type: nauc_precision_at_20_std - value: 10.259579239699693 - - type: nauc_precision_at_3_diff1 - value: 27.28776882706687 - - type: nauc_precision_at_3_max - value: 34.18365881158305 - - type: nauc_precision_at_3_std - value: -6.21559400162483 - - type: nauc_precision_at_5_diff1 - value: 15.118931845648875 - - type: nauc_precision_at_5_max - value: 27.58514180836989 - - type: nauc_precision_at_5_std - value: -1.2430569318682803 - - type: nauc_recall_at_1000_diff1 - value: 49.81611176181191 - - type: nauc_recall_at_1000_max - value: 55.2140058052434 - - type: nauc_recall_at_1000_std - value: 50.66546399222259 - - type: nauc_recall_at_100_diff1 - value: 47.637097806952546 - - type: nauc_recall_at_100_max - value: 39.927761652819996 - - type: nauc_recall_at_100_std - value: 18.699209483449884 - - type: nauc_recall_at_10_diff1 - value: 43.67415650636362 - - type: nauc_recall_at_10_max - value: 36.65890264338029 - - type: nauc_recall_at_10_std - value: -10.586842496609806 - - type: nauc_recall_at_1_diff1 - value: 57.0093058760594 - - type: nauc_recall_at_1_max - value: 37.16324129131443 - - type: nauc_recall_at_1_std - value: -12.618771182632155 - - type: nauc_recall_at_20_diff1 - value: 43.77443203371046 - - type: nauc_recall_at_20_max - value: 37.59402918351545 - - type: nauc_recall_at_20_std - value: -1.088884219935537 - - type: nauc_recall_at_3_diff1 - value: 47.54143108850364 - - type: nauc_recall_at_3_max - value: 38.721237478590986 - - type: nauc_recall_at_3_std - value: -12.934093993227872 - - type: nauc_recall_at_5_diff1 - value: 45.16027835802349 - - type: nauc_recall_at_5_max - value: 37.541928394402 - - type: nauc_recall_at_5_std - value: -12.7024498269252 - - type: ndcg_at_1 - value: 46.495 - - type: ndcg_at_10 - value: 57.92699999999999 - - type: ndcg_at_100 - value: 62.871 - - type: ndcg_at_1000 - value: 63.979 - - type: ndcg_at_20 - value: 60.123000000000005 - - type: ndcg_at_3 - value: 52.146 - - type: ndcg_at_5 - value: 54.592 - - type: precision_at_1 - value: 46.495 - - type: precision_at_10 - value: 11.302 - - type: precision_at_100 - value: 1.717 - - type: precision_at_1000 - value: 0.209 - - type: precision_at_20 - value: 6.694999999999999 - - type: precision_at_3 - value: 25.130999999999997 - - type: precision_at_5 - value: 18.112000000000002 - - type: recall_at_1 - value: 37.622 - - type: recall_at_10 - value: 71.29100000000001 - - type: recall_at_100 - value: 91.618 - - type: recall_at_1000 - value: 98.084 - - type: recall_at_20 - value: 79.06800000000001 - - type: recall_at_3 - value: 54.291 - - type: recall_at_5 - value: 61.277 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackEnglishRetrieval (default) - revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 - split: test - type: mteb/cqadupstack-english - metrics: - - type: main_score - value: 54.81 - - type: map_at_1 - value: 36.318 - - type: map_at_10 - value: 48.604 - - type: map_at_100 - value: 49.957 - - type: map_at_1000 - value: 50.090999999999994 - - type: map_at_20 - value: 49.323 - - type: map_at_3 - value: 45.327 - - type: map_at_5 - value: 47.195 - - type: mrr_at_1 - value: 45.54140127388535 - - type: mrr_at_10 - value: 54.75361439692653 - - type: mrr_at_100 - value: 55.3186658675232 - - type: mrr_at_1000 - value: 55.35138313175343 - - type: mrr_at_20 - value: 55.090707932347385 - - type: mrr_at_3 - value: 52.547770700636995 - - type: mrr_at_5 - value: 53.824840764331285 - - type: nauc_map_at_1000_diff1 - value: 57.35593106002006 - - type: nauc_map_at_1000_max - value: 40.552729522973685 - - type: nauc_map_at_1000_std - value: -10.989177079656951 - - type: nauc_map_at_100_diff1 - value: 57.32052168334852 - - type: nauc_map_at_100_max - value: 40.46070210146782 - - type: nauc_map_at_100_std - value: -11.108868859892485 - - type: nauc_map_at_10_diff1 - value: 57.43556212755914 - - type: nauc_map_at_10_max - value: 39.602569239800914 - - type: nauc_map_at_10_std - value: -12.457373890189123 - - type: nauc_map_at_1_diff1 - value: 61.51923108672362 - - type: nauc_map_at_1_max - value: 33.66301245608268 - - type: nauc_map_at_1_std - value: -14.910296546906638 - - type: nauc_map_at_20_diff1 - value: 57.32450639339468 - - type: nauc_map_at_20_max - value: 40.00279666455951 - - type: nauc_map_at_20_std - value: -11.954877167188718 - - type: nauc_map_at_3_diff1 - value: 58.292976288976284 - - type: nauc_map_at_3_max - value: 38.990438822490226 - - type: nauc_map_at_3_std - value: -13.970657252411506 - - type: nauc_map_at_5_diff1 - value: 57.74458705936615 - - type: nauc_map_at_5_max - value: 39.262962520045605 - - type: nauc_map_at_5_std - value: -13.496132843620117 - - type: nauc_mrr_at_1000_diff1 - value: 55.884394510783494 - - type: nauc_mrr_at_1000_max - value: 43.08107315741987 - - type: nauc_mrr_at_1000_std - value: -6.724057429293513 - - type: nauc_mrr_at_100_diff1 - value: 55.864604240754645 - - type: nauc_mrr_at_100_max - value: 43.06677965639483 - - type: nauc_mrr_at_100_std - value: -6.72580749173002 - - type: nauc_mrr_at_10_diff1 - value: 55.90780608185463 - - type: nauc_mrr_at_10_max - value: 43.06061192523088 - - type: nauc_mrr_at_10_std - value: -6.8987326879790745 - - type: nauc_mrr_at_1_diff1 - value: 59.62713974738764 - - type: nauc_mrr_at_1_max - value: 42.84809412590511 - - type: nauc_mrr_at_1_std - value: -8.192730812780214 - - type: nauc_mrr_at_20_diff1 - value: 55.88887224383142 - - type: nauc_mrr_at_20_max - value: 43.107603437889836 - - type: nauc_mrr_at_20_std - value: -6.836935860117027 - - type: nauc_mrr_at_3_diff1 - value: 56.39427235586623 - - type: nauc_mrr_at_3_max - value: 43.462181668167474 - - type: nauc_mrr_at_3_std - value: -7.42603493425245 - - type: nauc_mrr_at_5_diff1 - value: 56.2072645636557 - - type: nauc_mrr_at_5_max - value: 43.41071339315302 - - type: nauc_mrr_at_5_std - value: -7.023538993321608 - - type: nauc_ndcg_at_1000_diff1 - value: 55.245918170289535 - - type: nauc_ndcg_at_1000_max - value: 41.881610576866976 - - type: nauc_ndcg_at_1000_std - value: -6.3371441769168 - - type: nauc_ndcg_at_100_diff1 - value: 54.920715029162196 - - type: nauc_ndcg_at_100_max - value: 41.356321193123904 - - type: nauc_ndcg_at_100_std - value: -6.852733612141818 - - type: nauc_ndcg_at_10_diff1 - value: 55.62709600161367 - - type: nauc_ndcg_at_10_max - value: 40.84954016457469 - - type: nauc_ndcg_at_10_std - value: -9.325118694396432 - - type: nauc_ndcg_at_1_diff1 - value: 59.62713974738764 - - type: nauc_ndcg_at_1_max - value: 42.84809412590511 - - type: nauc_ndcg_at_1_std - value: -8.192730812780214 - - type: nauc_ndcg_at_20_diff1 - value: 55.448359410036765 - - type: nauc_ndcg_at_20_max - value: 41.150252947798336 - - type: nauc_ndcg_at_20_std - value: -8.898385836525073 - - type: nauc_ndcg_at_3_diff1 - value: 55.98668423895621 - - type: nauc_ndcg_at_3_max - value: 42.16722172496642 - - type: nauc_ndcg_at_3_std - value: -9.596196418336083 - - type: nauc_ndcg_at_5_diff1 - value: 56.02917078591471 - - type: nauc_ndcg_at_5_max - value: 41.304861496815846 - - type: nauc_ndcg_at_5_std - value: -10.220505778783059 - - type: nauc_precision_at_1000_diff1 - value: -15.067849626234494 - - type: nauc_precision_at_1000_max - value: 10.711033593502213 - - type: nauc_precision_at_1000_std - value: 26.77332298698984 - - type: nauc_precision_at_100_diff1 - value: -8.615078069436368 - - type: nauc_precision_at_100_max - value: 18.3145596666278 - - type: nauc_precision_at_100_std - value: 30.21015663233885 - - type: nauc_precision_at_10_diff1 - value: 7.793876868365025 - - type: nauc_precision_at_10_max - value: 27.347816646420565 - - type: nauc_precision_at_10_std - value: 15.80899397311083 - - type: nauc_precision_at_1_diff1 - value: 59.62713974738764 - - type: nauc_precision_at_1_max - value: 42.84809412590511 - - type: nauc_precision_at_1_std - value: -8.192730812780214 - - type: nauc_precision_at_20_diff1 - value: 0.24864368395086062 - - type: nauc_precision_at_20_max - value: 23.832972766912174 - - type: nauc_precision_at_20_std - value: 20.786523005871533 - - type: nauc_precision_at_3_diff1 - value: 27.637060807440644 - - type: nauc_precision_at_3_max - value: 38.75856472426437 - - type: nauc_precision_at_3_std - value: 4.526960457398025 - - type: nauc_precision_at_5_diff1 - value: 17.426725059010508 - - type: nauc_precision_at_5_max - value: 32.91657967582915 - - type: nauc_precision_at_5_std - value: 8.659031122660748 - - type: nauc_recall_at_1000_diff1 - value: 43.99110429230081 - - type: nauc_recall_at_1000_max - value: 43.50760320081781 - - type: nauc_recall_at_1000_std - value: 37.35488908028419 - - type: nauc_recall_at_100_diff1 - value: 40.85961174692666 - - type: nauc_recall_at_100_max - value: 35.437032048092235 - - type: nauc_recall_at_100_std - value: 10.206380553502362 - - type: nauc_recall_at_10_diff1 - value: 47.963459727987484 - - type: nauc_recall_at_10_max - value: 35.321796597976146 - - type: nauc_recall_at_10_std - value: -8.271826590104487 - - type: nauc_recall_at_1_diff1 - value: 61.51923108672362 - - type: nauc_recall_at_1_max - value: 33.66301245608268 - - type: nauc_recall_at_1_std - value: -14.910296546906638 - - type: nauc_recall_at_20_diff1 - value: 46.0923078798864 - - type: nauc_recall_at_20_max - value: 36.231459192676255 - - type: nauc_recall_at_20_std - value: -5.842910208912178 - - type: nauc_recall_at_3_diff1 - value: 53.4247598566265 - - type: nauc_recall_at_3_max - value: 37.4811297920946 - - type: nauc_recall_at_3_std - value: -13.780739565588348 - - type: nauc_recall_at_5_diff1 - value: 51.42582720415568 - - type: nauc_recall_at_5_max - value: 36.371587572400216 - - type: nauc_recall_at_5_std - value: -12.571342054783571 - - type: ndcg_at_1 - value: 45.541 - - type: ndcg_at_10 - value: 54.81 - - type: ndcg_at_100 - value: 58.989000000000004 - - type: ndcg_at_1000 - value: 60.711000000000006 - - type: ndcg_at_20 - value: 56.433 - - type: ndcg_at_3 - value: 50.531000000000006 - - type: ndcg_at_5 - value: 52.549 - - type: precision_at_1 - value: 45.541 - - type: precision_at_10 - value: 10.395 - - type: precision_at_100 - value: 1.601 - - type: precision_at_1000 - value: 0.207 - - type: precision_at_20 - value: 6.045 - - type: precision_at_3 - value: 24.756 - - type: precision_at_5 - value: 17.413999999999998 - - type: recall_at_1 - value: 36.318 - - type: recall_at_10 - value: 65.553 - - type: recall_at_100 - value: 83.035 - - type: recall_at_1000 - value: 93.068 - - type: recall_at_20 - value: 71.443 - - type: recall_at_3 - value: 52.339999999999996 - - type: recall_at_5 - value: 58.225 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackGamingRetrieval (default) - revision: 4885aa143210c98657558c04aaf3dc47cfb54340 - split: test - type: mteb/cqadupstack-gaming - metrics: - - type: main_score - value: 66.25 - - type: map_at_1 - value: 46.717999999999996 - - type: map_at_10 - value: 60.245000000000005 - - type: map_at_100 - value: 61.228 - - type: map_at_1000 - value: 61.26200000000001 - - type: map_at_20 - value: 60.834999999999994 - - type: map_at_3 - value: 56.692 - - type: map_at_5 - value: 58.729 - - type: mrr_at_1 - value: 53.47962382445141 - - type: mrr_at_10 - value: 63.73092998955075 - - type: mrr_at_100 - value: 64.29853184715043 - - type: mrr_at_1000 - value: 64.31257152043639 - - type: mrr_at_20 - value: 64.10227012765188 - - type: mrr_at_3 - value: 61.536050156739876 - - type: mrr_at_5 - value: 62.76802507837003 - - type: nauc_map_at_1000_diff1 - value: 55.047095676710065 - - type: nauc_map_at_1000_max - value: 40.837917617105305 - - type: nauc_map_at_1000_std - value: -3.3525459727458866 - - type: nauc_map_at_100_diff1 - value: 55.03349307629215 - - type: nauc_map_at_100_max - value: 40.81920823558061 - - type: nauc_map_at_100_std - value: -3.3704449526194837 - - type: nauc_map_at_10_diff1 - value: 54.8896518211945 - - type: nauc_map_at_10_max - value: 40.273729782847255 - - type: nauc_map_at_10_std - value: -4.322391497542583 - - type: nauc_map_at_1_diff1 - value: 56.56780342832046 - - type: nauc_map_at_1_max - value: 32.052791522050285 - - type: nauc_map_at_1_std - value: -6.970554698390048 - - type: nauc_map_at_20_diff1 - value: 54.961536096551036 - - type: nauc_map_at_20_max - value: 40.73354880109598 - - type: nauc_map_at_20_std - value: -3.49610913844766 - - type: nauc_map_at_3_diff1 - value: 55.12266358852137 - - type: nauc_map_at_3_max - value: 38.45307401083733 - - type: nauc_map_at_3_std - value: -6.189594882006102 - - type: nauc_map_at_5_diff1 - value: 55.06081254258659 - - type: nauc_map_at_5_max - value: 39.44813045518199 - - type: nauc_map_at_5_std - value: -5.170534592297574 - - type: nauc_mrr_at_1000_diff1 - value: 55.62979777108712 - - type: nauc_mrr_at_1000_max - value: 42.673296693557006 - - type: nauc_mrr_at_1000_std - value: -2.101039596329006 - - type: nauc_mrr_at_100_diff1 - value: 55.622781744689384 - - type: nauc_mrr_at_100_max - value: 42.68122422079546 - - type: nauc_mrr_at_100_std - value: -2.0864750833296473 - - type: nauc_mrr_at_10_diff1 - value: 55.47063589256324 - - type: nauc_mrr_at_10_max - value: 42.653801709980115 - - type: nauc_mrr_at_10_std - value: -2.236146845988775 - - type: nauc_mrr_at_1_diff1 - value: 57.949541098815594 - - type: nauc_mrr_at_1_max - value: 40.03445493454165 - - type: nauc_mrr_at_1_std - value: -4.1963394287808296 - - type: nauc_mrr_at_20_diff1 - value: 55.56084948887483 - - type: nauc_mrr_at_20_max - value: 42.74516682641108 - - type: nauc_mrr_at_20_std - value: -2.0179679723126775 - - type: nauc_mrr_at_3_diff1 - value: 55.8149569372831 - - type: nauc_mrr_at_3_max - value: 42.521881555963255 - - type: nauc_mrr_at_3_std - value: -3.080147728695881 - - type: nauc_mrr_at_5_diff1 - value: 55.73672178151813 - - type: nauc_mrr_at_5_max - value: 42.688027056621635 - - type: nauc_mrr_at_5_std - value: -2.2754878553169107 - - type: nauc_ndcg_at_1000_diff1 - value: 54.67309684540731 - - type: nauc_ndcg_at_1000_max - value: 42.92618582060855 - - type: nauc_ndcg_at_1000_std - value: -0.7449905992343744 - - type: nauc_ndcg_at_100_diff1 - value: 54.535920001271634 - - type: nauc_ndcg_at_100_max - value: 43.06901635417981 - - type: nauc_ndcg_at_100_std - value: -0.4356522481939141 - - type: nauc_ndcg_at_10_diff1 - value: 53.7887400339396 - - type: nauc_ndcg_at_10_max - value: 42.52180603754046 - - type: nauc_ndcg_at_10_std - value: -2.0573209376366934 - - type: nauc_ndcg_at_1_diff1 - value: 57.949541098815594 - - type: nauc_ndcg_at_1_max - value: 40.03445493454165 - - type: nauc_ndcg_at_1_std - value: -4.1963394287808296 - - type: nauc_ndcg_at_20_diff1 - value: 53.99591452061374 - - type: nauc_ndcg_at_20_max - value: 43.19970652412653 - - type: nauc_ndcg_at_20_std - value: -0.42892659192992116 - - type: nauc_ndcg_at_3_diff1 - value: 54.40422384686562 - - type: nauc_ndcg_at_3_max - value: 40.9839200913677 - - type: nauc_ndcg_at_3_std - value: -4.345479256596983 - - type: nauc_ndcg_at_5_diff1 - value: 54.398899170188876 - - type: nauc_ndcg_at_5_max - value: 41.70127309489077 - - type: nauc_ndcg_at_5_std - value: -3.141973882397859 - - type: nauc_precision_at_1000_diff1 - value: -12.660446076011839 - - type: nauc_precision_at_1000_max - value: 15.594789590283098 - - type: nauc_precision_at_1000_std - value: 26.43994428225968 - - type: nauc_precision_at_100_diff1 - value: -9.952885772455668 - - type: nauc_precision_at_100_max - value: 18.684570301554498 - - type: nauc_precision_at_100_std - value: 25.759623545305576 - - type: nauc_precision_at_10_diff1 - value: 7.31811120210011 - - type: nauc_precision_at_10_max - value: 31.32986811696712 - - type: nauc_precision_at_10_std - value: 17.2400913862673 - - type: nauc_precision_at_1_diff1 - value: 57.949541098815594 - - type: nauc_precision_at_1_max - value: 40.03445493454165 - - type: nauc_precision_at_1_std - value: -4.1963394287808296 - - type: nauc_precision_at_20_diff1 - value: -0.11118712130161346 - - type: nauc_precision_at_20_max - value: 29.164830463627123 - - type: nauc_precision_at_20_std - value: 25.235641117045176 - - type: nauc_precision_at_3_diff1 - value: 31.0694415916563 - - type: nauc_precision_at_3_max - value: 40.84080602730168 - - type: nauc_precision_at_3_std - value: 4.088278071267861 - - type: nauc_precision_at_5_diff1 - value: 20.113688256987306 - - type: nauc_precision_at_5_max - value: 35.935937919944635 - - type: nauc_precision_at_5_std - value: 9.797366221144738 - - type: nauc_recall_at_1000_diff1 - value: 48.35231870903123 - - type: nauc_recall_at_1000_max - value: 72.52713791324706 - - type: nauc_recall_at_1000_std - value: 74.74636091750013 - - type: nauc_recall_at_100_diff1 - value: 46.72228412441722 - - type: nauc_recall_at_100_max - value: 57.7500229507458 - - type: nauc_recall_at_100_std - value: 35.17362598118461 - - type: nauc_recall_at_10_diff1 - value: 45.22597304556717 - - type: nauc_recall_at_10_max - value: 44.0278395267189 - - type: nauc_recall_at_10_std - value: 1.8144222907837955 - - type: nauc_recall_at_1_diff1 - value: 56.56780342832046 - - type: nauc_recall_at_1_max - value: 32.052791522050285 - - type: nauc_recall_at_1_std - value: -6.970554698390048 - - type: nauc_recall_at_20_diff1 - value: 44.318848491524555 - - type: nauc_recall_at_20_max - value: 49.816389460074745 - - type: nauc_recall_at_20_std - value: 14.458837110415553 - - type: nauc_recall_at_3_diff1 - value: 50.34057895226633 - - type: nauc_recall_at_3_max - value: 39.34951586716133 - - type: nauc_recall_at_3_std - value: -5.524466313797913 - - type: nauc_recall_at_5_diff1 - value: 49.08028080612849 - - type: nauc_recall_at_5_max - value: 41.407231348363645 - - type: nauc_recall_at_5_std - value: -1.7721775935522224 - - type: ndcg_at_1 - value: 53.480000000000004 - - type: ndcg_at_10 - value: 66.25 - - type: ndcg_at_100 - value: 69.76299999999999 - - type: ndcg_at_1000 - value: 70.308 - - type: ndcg_at_20 - value: 67.823 - - type: ndcg_at_3 - value: 60.714999999999996 - - type: ndcg_at_5 - value: 63.378 - - type: precision_at_1 - value: 53.480000000000004 - - type: precision_at_10 - value: 10.589 - - type: precision_at_100 - value: 1.32 - - type: precision_at_1000 - value: 0.13999999999999999 - - type: precision_at_20 - value: 5.787 - - type: precision_at_3 - value: 26.855 - - type: precision_at_5 - value: 18.332 - - type: recall_at_1 - value: 46.717999999999996 - - type: recall_at_10 - value: 80.207 - - type: recall_at_100 - value: 95.121 - - type: recall_at_1000 - value: 98.75500000000001 - - type: recall_at_20 - value: 86.116 - - type: recall_at_3 - value: 65.459 - - type: recall_at_5 - value: 71.985 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackGisRetrieval (default) - revision: 5003b3064772da1887988e05400cf3806fe491f2 - split: test - type: mteb/cqadupstack-gis - metrics: - - type: main_score - value: 45.883 - - type: map_at_1 - value: 30.697999999999997 - - type: map_at_10 - value: 40.327 - - type: map_at_100 - value: 41.434 - - type: map_at_1000 - value: 41.501 - - type: map_at_20 - value: 40.993 - - type: map_at_3 - value: 37.296 - - type: map_at_5 - value: 38.934999999999995 - - type: mrr_at_1 - value: 33.44632768361582 - - type: mrr_at_10 - value: 42.79459241323648 - - type: mrr_at_100 - value: 43.73677741798232 - - type: mrr_at_1000 - value: 43.781698896551056 - - type: mrr_at_20 - value: 43.397123729888584 - - type: mrr_at_3 - value: 40.09416195856873 - - type: mrr_at_5 - value: 41.613935969868145 - - type: nauc_map_at_1000_diff1 - value: 45.44421563167211 - - type: nauc_map_at_1000_max - value: 30.623506708423527 - - type: nauc_map_at_1000_std - value: -3.8101606719171643 - - type: nauc_map_at_100_diff1 - value: 45.453740774369635 - - type: nauc_map_at_100_max - value: 30.624266549501932 - - type: nauc_map_at_100_std - value: -3.7883175531232256 - - type: nauc_map_at_10_diff1 - value: 45.39658384089741 - - type: nauc_map_at_10_max - value: 30.501119139749527 - - type: nauc_map_at_10_std - value: -4.12836422418549 - - type: nauc_map_at_1_diff1 - value: 49.28905642177858 - - type: nauc_map_at_1_max - value: 28.6505285530846 - - type: nauc_map_at_1_std - value: -6.761796442459755 - - type: nauc_map_at_20_diff1 - value: 45.400552297090606 - - type: nauc_map_at_20_max - value: 30.63338514714219 - - type: nauc_map_at_20_std - value: -3.845155545827573 - - type: nauc_map_at_3_diff1 - value: 45.51557310321349 - - type: nauc_map_at_3_max - value: 28.472783894413705 - - type: nauc_map_at_3_std - value: -5.660624021294811 - - type: nauc_map_at_5_diff1 - value: 45.25576740256139 - - type: nauc_map_at_5_max - value: 29.460569720604656 - - type: nauc_map_at_5_std - value: -5.029636607852024 - - type: nauc_mrr_at_1000_diff1 - value: 44.95626167942249 - - type: nauc_mrr_at_1000_max - value: 32.1271201277396 - - type: nauc_mrr_at_1000_std - value: -1.5821651476108836 - - type: nauc_mrr_at_100_diff1 - value: 44.96101784154925 - - type: nauc_mrr_at_100_max - value: 32.1382241139764 - - type: nauc_mrr_at_100_std - value: -1.5561915559062556 - - type: nauc_mrr_at_10_diff1 - value: 44.88777443929878 - - type: nauc_mrr_at_10_max - value: 32.04353872530537 - - type: nauc_mrr_at_10_std - value: -1.7929704984616737 - - type: nauc_mrr_at_1_diff1 - value: 48.57989851004037 - - type: nauc_mrr_at_1_max - value: 31.153361810828496 - - type: nauc_mrr_at_1_std - value: -4.2236663323733765 - - type: nauc_mrr_at_20_diff1 - value: 44.918000646457706 - - type: nauc_mrr_at_20_max - value: 32.18248865789242 - - type: nauc_mrr_at_20_std - value: -1.5325561667153742 - - type: nauc_mrr_at_3_diff1 - value: 45.35365583672622 - - type: nauc_mrr_at_3_max - value: 31.102858908195845 - - type: nauc_mrr_at_3_std - value: -2.6111174959972727 - - type: nauc_mrr_at_5_diff1 - value: 44.88924139842611 - - type: nauc_mrr_at_5_max - value: 31.525528608325608 - - type: nauc_mrr_at_5_std - value: -2.2565241309789617 - - type: nauc_ndcg_at_1000_diff1 - value: 44.00702883586725 - - type: nauc_ndcg_at_1000_max - value: 32.23385705271548 - - type: nauc_ndcg_at_1000_std - value: -1.2507884164876697 - - type: nauc_ndcg_at_100_diff1 - value: 44.16248497398267 - - type: nauc_ndcg_at_100_max - value: 32.57158606632098 - - type: nauc_ndcg_at_100_std - value: -0.4549439724202447 - - type: nauc_ndcg_at_10_diff1 - value: 43.8428655070983 - - type: nauc_ndcg_at_10_max - value: 32.209130727058586 - - type: nauc_ndcg_at_10_std - value: -1.8870771688012915 - - type: nauc_ndcg_at_1_diff1 - value: 48.57989851004037 - - type: nauc_ndcg_at_1_max - value: 31.153361810828496 - - type: nauc_ndcg_at_1_std - value: -4.2236663323733765 - - type: nauc_ndcg_at_20_diff1 - value: 43.86511279185733 - - type: nauc_ndcg_at_20_max - value: 32.718221229247256 - - type: nauc_ndcg_at_20_std - value: -0.8644232305291075 - - type: nauc_ndcg_at_3_diff1 - value: 44.47446148571637 - - type: nauc_ndcg_at_3_max - value: 29.15887047666313 - - type: nauc_ndcg_at_3_std - value: -4.600240626298902 - - type: nauc_ndcg_at_5_diff1 - value: 43.81646535569093 - - type: nauc_ndcg_at_5_max - value: 30.146093839201793 - - type: nauc_ndcg_at_5_std - value: -3.640020643651651 - - type: nauc_precision_at_1000_diff1 - value: -8.959534457984326 - - type: nauc_precision_at_1000_max - value: 9.91763502436405 - - type: nauc_precision_at_1000_std - value: 12.10639950952643 - - type: nauc_precision_at_100_diff1 - value: 8.267521882809746 - - type: nauc_precision_at_100_max - value: 24.275390098170462 - - type: nauc_precision_at_100_std - value: 18.17277106012424 - - type: nauc_precision_at_10_diff1 - value: 29.821312435205595 - - type: nauc_precision_at_10_max - value: 36.18246832608729 - - type: nauc_precision_at_10_std - value: 9.141601574637006 - - type: nauc_precision_at_1_diff1 - value: 48.57989851004037 - - type: nauc_precision_at_1_max - value: 31.153361810828496 - - type: nauc_precision_at_1_std - value: -4.2236663323733765 - - type: nauc_precision_at_20_diff1 - value: 23.85062025926876 - - type: nauc_precision_at_20_max - value: 35.12799991951277 - - type: nauc_precision_at_20_std - value: 14.265595161529406 - - type: nauc_precision_at_3_diff1 - value: 38.54187441368676 - - type: nauc_precision_at_3_max - value: 31.27356112075929 - - type: nauc_precision_at_3_std - value: -0.07653265901270871 - - type: nauc_precision_at_5_diff1 - value: 34.5960935278119 - - type: nauc_precision_at_5_max - value: 32.772307659949675 - - type: nauc_precision_at_5_std - value: 2.290189139426028 - - type: nauc_recall_at_1000_diff1 - value: 18.947044948594403 - - type: nauc_recall_at_1000_max - value: 48.151023276630966 - - type: nauc_recall_at_1000_std - value: 26.693161747981197 - - type: nauc_recall_at_100_diff1 - value: 36.627729531459615 - - type: nauc_recall_at_100_max - value: 40.82537237022811 - - type: nauc_recall_at_100_std - value: 19.22310495509399 - - type: nauc_recall_at_10_diff1 - value: 37.78253026650272 - - type: nauc_recall_at_10_max - value: 35.71753676853918 - - type: nauc_recall_at_10_std - value: 3.40888122104267 - - type: nauc_recall_at_1_diff1 - value: 49.28905642177858 - - type: nauc_recall_at_1_max - value: 28.6505285530846 - - type: nauc_recall_at_1_std - value: -6.761796442459755 - - type: nauc_recall_at_20_diff1 - value: 37.083474044878805 - - type: nauc_recall_at_20_max - value: 38.49004479337876 - - type: nauc_recall_at_20_std - value: 8.756237852304002 - - type: nauc_recall_at_3_diff1 - value: 40.64710201329642 - - type: nauc_recall_at_3_max - value: 26.922789261032737 - - type: nauc_recall_at_3_std - value: -4.420858006620635 - - type: nauc_recall_at_5_diff1 - value: 38.708013355442375 - - type: nauc_recall_at_5_max - value: 29.355747723884818 - - type: nauc_recall_at_5_std - value: -2.172890467820753 - - type: ndcg_at_1 - value: 33.446 - - type: ndcg_at_10 - value: 45.883 - - type: ndcg_at_100 - value: 51.096 - - type: ndcg_at_1000 - value: 52.64 - - type: ndcg_at_20 - value: 48.156 - - type: ndcg_at_3 - value: 40.087 - - type: ndcg_at_5 - value: 42.76 - - type: precision_at_1 - value: 33.446 - - type: precision_at_10 - value: 7.0169999999999995 - - type: precision_at_100 - value: 1.011 - - type: precision_at_1000 - value: 0.11800000000000001 - - type: precision_at_20 - value: 4.051 - - type: precision_at_3 - value: 16.761 - - type: precision_at_5 - value: 11.729000000000001 - - type: recall_at_1 - value: 30.697999999999997 - - type: recall_at_10 - value: 60.702 - - type: recall_at_100 - value: 84.129 - - type: recall_at_1000 - value: 95.46 - - type: recall_at_20 - value: 69.14200000000001 - - type: recall_at_3 - value: 45.08 - - type: recall_at_5 - value: 51.376 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackMathematicaRetrieval (default) - revision: 90fceea13679c63fe563ded68f3b6f06e50061de - split: test - type: mteb/cqadupstack-mathematica - metrics: - - type: main_score - value: 37.796 - - type: map_at_1 - value: 21.426000000000002 - - type: map_at_10 - value: 31.52 - - type: map_at_100 - value: 32.927 - - type: map_at_1000 - value: 33.041 - - type: map_at_20 - value: 32.347 - - type: map_at_3 - value: 28.029 - - type: map_at_5 - value: 29.828 - - type: mrr_at_1 - value: 27.487562189054728 - - type: mrr_at_10 - value: 36.95110755745083 - - type: mrr_at_100 - value: 38.00584360466841 - - type: mrr_at_1000 - value: 38.06309113266576 - - type: mrr_at_20 - value: 37.636201994899 - - type: mrr_at_3 - value: 34.16252072968493 - - type: mrr_at_5 - value: 35.69859038142619 - - type: nauc_map_at_1000_diff1 - value: 38.39213227704596 - - type: nauc_map_at_1000_max - value: 21.57702242767287 - - type: nauc_map_at_1000_std - value: -1.0936143694367022 - - type: nauc_map_at_100_diff1 - value: 38.34996685783921 - - type: nauc_map_at_100_max - value: 21.554836186784048 - - type: nauc_map_at_100_std - value: -1.0534282832260922 - - type: nauc_map_at_10_diff1 - value: 38.521432861070345 - - type: nauc_map_at_10_max - value: 21.483601000611007 - - type: nauc_map_at_10_std - value: -1.4646817515042436 - - type: nauc_map_at_1_diff1 - value: 42.83840534981306 - - type: nauc_map_at_1_max - value: 20.6643971925017 - - type: nauc_map_at_1_std - value: -1.9814789639625436 - - type: nauc_map_at_20_diff1 - value: 38.27322603917406 - - type: nauc_map_at_20_max - value: 21.34376535841037 - - type: nauc_map_at_20_std - value: -1.3435055003496548 - - type: nauc_map_at_3_diff1 - value: 39.02735959390591 - - type: nauc_map_at_3_max - value: 20.841621815147757 - - type: nauc_map_at_3_std - value: -2.3170124589401033 - - type: nauc_map_at_5_diff1 - value: 38.66823161897012 - - type: nauc_map_at_5_max - value: 21.18719143237609 - - type: nauc_map_at_5_std - value: -1.9206249055724753 - - type: nauc_mrr_at_1000_diff1 - value: 39.25646721620463 - - type: nauc_mrr_at_1000_max - value: 24.20801953561293 - - type: nauc_mrr_at_1000_std - value: -0.07957529545135536 - - type: nauc_mrr_at_100_diff1 - value: 39.225421079182404 - - type: nauc_mrr_at_100_max - value: 24.19800686934123 - - type: nauc_mrr_at_100_std - value: -0.07066102210782718 - - type: nauc_mrr_at_10_diff1 - value: 39.328567895078166 - - type: nauc_mrr_at_10_max - value: 24.3247411149719 - - type: nauc_mrr_at_10_std - value: -0.10663356524879163 - - type: nauc_mrr_at_1_diff1 - value: 43.103676932772935 - - type: nauc_mrr_at_1_max - value: 23.107745973968402 - - type: nauc_mrr_at_1_std - value: -1.740079277634669 - - type: nauc_mrr_at_20_diff1 - value: 39.20079549946026 - - type: nauc_mrr_at_20_max - value: 24.19759412291909 - - type: nauc_mrr_at_20_std - value: -0.21846119784141474 - - type: nauc_mrr_at_3_diff1 - value: 40.003223550462344 - - type: nauc_mrr_at_3_max - value: 24.31950228354531 - - type: nauc_mrr_at_3_std - value: -0.8512369292753458 - - type: nauc_mrr_at_5_diff1 - value: 39.600956984222904 - - type: nauc_mrr_at_5_max - value: 24.222323052715392 - - type: nauc_mrr_at_5_std - value: -0.3593290219411449 - - type: nauc_ndcg_at_1000_diff1 - value: 37.44952791106159 - - type: nauc_ndcg_at_1000_max - value: 23.304806939038013 - - type: nauc_ndcg_at_1000_std - value: 1.4384351930555155 - - type: nauc_ndcg_at_100_diff1 - value: 36.58572341526991 - - type: nauc_ndcg_at_100_max - value: 23.26149202024349 - - type: nauc_ndcg_at_100_std - value: 1.8980388536069683 - - type: nauc_ndcg_at_10_diff1 - value: 37.18917185196716 - - type: nauc_ndcg_at_10_max - value: 22.96417942990795 - - type: nauc_ndcg_at_10_std - value: 0.19255110739057932 - - type: nauc_ndcg_at_1_diff1 - value: 43.103676932772935 - - type: nauc_ndcg_at_1_max - value: 23.107745973968402 - - type: nauc_ndcg_at_1_std - value: -1.740079277634669 - - type: nauc_ndcg_at_20_diff1 - value: 36.53226437322273 - - type: nauc_ndcg_at_20_max - value: 22.6090074943839 - - type: nauc_ndcg_at_20_std - value: 0.30276276893742615 - - type: nauc_ndcg_at_3_diff1 - value: 38.10825815876331 - - type: nauc_ndcg_at_3_max - value: 22.156953245617707 - - type: nauc_ndcg_at_3_std - value: -1.6981222564763174 - - type: nauc_ndcg_at_5_diff1 - value: 37.76222508240056 - - type: nauc_ndcg_at_5_max - value: 22.4760757138203 - - type: nauc_ndcg_at_5_std - value: -0.8108308533999442 - - type: nauc_precision_at_1000_diff1 - value: 3.409031463227214 - - type: nauc_precision_at_1000_max - value: 5.470385231653162 - - type: nauc_precision_at_1000_std - value: 1.2750961090108763 - - type: nauc_precision_at_100_diff1 - value: 9.164334504290373 - - type: nauc_precision_at_100_max - value: 13.59218872230791 - - type: nauc_precision_at_100_std - value: 7.013536890678054 - - type: nauc_precision_at_10_diff1 - value: 20.118158654339922 - - type: nauc_precision_at_10_max - value: 19.181237124398134 - - type: nauc_precision_at_10_std - value: 2.3515031041634398 - - type: nauc_precision_at_1_diff1 - value: 43.103676932772935 - - type: nauc_precision_at_1_max - value: 23.107745973968402 - - type: nauc_precision_at_1_std - value: -1.740079277634669 - - type: nauc_precision_at_20_diff1 - value: 15.238038636522292 - - type: nauc_precision_at_20_max - value: 15.489117413166248 - - type: nauc_precision_at_20_std - value: 2.7627367737860147 - - type: nauc_precision_at_3_diff1 - value: 32.39818661736952 - - type: nauc_precision_at_3_max - value: 22.571755119582587 - - type: nauc_precision_at_3_std - value: -0.6531438685372066 - - type: nauc_precision_at_5_diff1 - value: 26.40838498567037 - - type: nauc_precision_at_5_max - value: 20.412395112322084 - - type: nauc_precision_at_5_std - value: 0.08640629915249513 - - type: nauc_recall_at_1000_diff1 - value: 20.13879185222701 - - type: nauc_recall_at_1000_max - value: 26.222917853871465 - - type: nauc_recall_at_1000_std - value: 36.96057503157674 - - type: nauc_recall_at_100_diff1 - value: 21.433025875416217 - - type: nauc_recall_at_100_max - value: 23.164535658137694 - - type: nauc_recall_at_100_std - value: 15.692997078726567 - - type: nauc_recall_at_10_diff1 - value: 30.4863823024774 - - type: nauc_recall_at_10_max - value: 22.61787958839183 - - type: nauc_recall_at_10_std - value: 3.351042473008005 - - type: nauc_recall_at_1_diff1 - value: 42.83840534981306 - - type: nauc_recall_at_1_max - value: 20.6643971925017 - - type: nauc_recall_at_1_std - value: -1.9814789639625436 - - type: nauc_recall_at_20_diff1 - value: 26.611871709447254 - - type: nauc_recall_at_20_max - value: 21.04555203704739 - - type: nauc_recall_at_20_std - value: 3.8904519566977296 - - type: nauc_recall_at_3_diff1 - value: 33.9565557198254 - - type: nauc_recall_at_3_max - value: 21.616738927913172 - - type: nauc_recall_at_3_std - value: -0.8296072016439778 - - type: nauc_recall_at_5_diff1 - value: 33.30759305888151 - - type: nauc_recall_at_5_max - value: 22.136091554801578 - - type: nauc_recall_at_5_std - value: 0.9319140721869306 - - type: ndcg_at_1 - value: 27.488 - - type: ndcg_at_10 - value: 37.796 - - type: ndcg_at_100 - value: 43.883 - - type: ndcg_at_1000 - value: 46.215 - - type: ndcg_at_20 - value: 40.483000000000004 - - type: ndcg_at_3 - value: 31.872 - - type: ndcg_at_5 - value: 34.404 - - type: precision_at_1 - value: 27.488 - - type: precision_at_10 - value: 7.289 - - type: precision_at_100 - value: 1.17 - - type: precision_at_1000 - value: 0.148 - - type: precision_at_20 - value: 4.366 - - type: precision_at_3 - value: 15.506 - - type: precision_at_5 - value: 11.393 - - type: recall_at_1 - value: 21.426000000000002 - - type: recall_at_10 - value: 51.553000000000004 - - type: recall_at_100 - value: 77.239 - - type: recall_at_1000 - value: 93.48100000000001 - - type: recall_at_20 - value: 61.26200000000001 - - type: recall_at_3 - value: 35.102 - - type: recall_at_5 - value: 41.608000000000004 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackPhysicsRetrieval (default) - revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 - split: test - type: mteb/cqadupstack-physics - metrics: - - type: main_score - value: 53.445 - - type: map_at_1 - value: 32.196000000000005 - - type: map_at_10 - value: 46.442 - - type: map_at_100 - value: 47.739 - - type: map_at_1000 - value: 47.837 - - type: map_at_20 - value: 47.18 - - type: map_at_3 - value: 42.455999999999996 - - type: map_at_5 - value: 44.651999999999994 - - type: mrr_at_1 - value: 40.13474494706448 - - type: mrr_at_10 - value: 52.10252532196705 - - type: mrr_at_100 - value: 52.79820072478704 - - type: mrr_at_1000 - value: 52.826261903436986 - - type: mrr_at_20 - value: 52.51913764654861 - - type: mrr_at_3 - value: 49.63105550208528 - - type: mrr_at_5 - value: 51.060314404876415 - - type: nauc_map_at_1000_diff1 - value: 51.22219263118089 - - type: nauc_map_at_1000_max - value: 38.03827817671988 - - type: nauc_map_at_1000_std - value: -9.832161001922175 - - type: nauc_map_at_100_diff1 - value: 51.193136604049386 - - type: nauc_map_at_100_max - value: 37.99935136151883 - - type: nauc_map_at_100_std - value: -9.890492633692286 - - type: nauc_map_at_10_diff1 - value: 51.21827950847157 - - type: nauc_map_at_10_max - value: 37.44792250444583 - - type: nauc_map_at_10_std - value: -10.806052338977999 - - type: nauc_map_at_1_diff1 - value: 58.178543384572876 - - type: nauc_map_at_1_max - value: 36.603116620271535 - - type: nauc_map_at_1_std - value: -11.701125296121285 - - type: nauc_map_at_20_diff1 - value: 51.17659511246892 - - type: nauc_map_at_20_max - value: 37.80552022630944 - - type: nauc_map_at_20_std - value: -10.225711470336227 - - type: nauc_map_at_3_diff1 - value: 51.78307093798811 - - type: nauc_map_at_3_max - value: 36.83735074985249 - - type: nauc_map_at_3_std - value: -10.93393134378652 - - type: nauc_map_at_5_diff1 - value: 51.22296225219469 - - type: nauc_map_at_5_max - value: 36.75437710252196 - - type: nauc_map_at_5_std - value: -11.26469528532076 - - type: nauc_mrr_at_1000_diff1 - value: 50.053153974285976 - - type: nauc_mrr_at_1000_max - value: 39.88060074773709 - - type: nauc_mrr_at_1000_std - value: -6.430263598115282 - - type: nauc_mrr_at_100_diff1 - value: 50.04492895264706 - - type: nauc_mrr_at_100_max - value: 39.89112094332879 - - type: nauc_mrr_at_100_std - value: -6.397488856079511 - - type: nauc_mrr_at_10_diff1 - value: 49.907679136667156 - - type: nauc_mrr_at_10_max - value: 39.6014368721603 - - type: nauc_mrr_at_10_std - value: -6.684492136455152 - - type: nauc_mrr_at_1_diff1 - value: 55.91787358361461 - - type: nauc_mrr_at_1_max - value: 41.990257891244234 - - type: nauc_mrr_at_1_std - value: -6.220176492762885 - - type: nauc_mrr_at_20_diff1 - value: 49.94432098122371 - - type: nauc_mrr_at_20_max - value: 39.8552975311606 - - type: nauc_mrr_at_20_std - value: -6.48720270814736 - - type: nauc_mrr_at_3_diff1 - value: 50.04108718553435 - - type: nauc_mrr_at_3_max - value: 39.537792892499006 - - type: nauc_mrr_at_3_std - value: -7.083795332696595 - - type: nauc_mrr_at_5_diff1 - value: 49.90903499103207 - - type: nauc_mrr_at_5_max - value: 39.31764526455305 - - type: nauc_mrr_at_5_std - value: -6.928346202489593 - - type: nauc_ndcg_at_1000_diff1 - value: 49.64532678615315 - - type: nauc_ndcg_at_1000_max - value: 39.244554416784396 - - type: nauc_ndcg_at_1000_std - value: -6.7235249138922395 - - type: nauc_ndcg_at_100_diff1 - value: 49.26432885639102 - - type: nauc_ndcg_at_100_max - value: 39.144367710515155 - - type: nauc_ndcg_at_100_std - value: -6.630771729553518 - - type: nauc_ndcg_at_10_diff1 - value: 48.79112716294882 - - type: nauc_ndcg_at_10_max - value: 37.252114256264434 - - type: nauc_ndcg_at_10_std - value: -10.008127831776244 - - type: nauc_ndcg_at_1_diff1 - value: 55.91787358361461 - - type: nauc_ndcg_at_1_max - value: 41.990257891244234 - - type: nauc_ndcg_at_1_std - value: -6.220176492762885 - - type: nauc_ndcg_at_20_diff1 - value: 48.69695264187268 - - type: nauc_ndcg_at_20_max - value: 38.3636363521736 - - type: nauc_ndcg_at_20_std - value: -8.50977663010693 - - type: nauc_ndcg_at_3_diff1 - value: 49.233633591644804 - - type: nauc_ndcg_at_3_max - value: 37.781556873503 - - type: nauc_ndcg_at_3_std - value: -9.460327377668014 - - type: nauc_ndcg_at_5_diff1 - value: 48.56795957964369 - - type: nauc_ndcg_at_5_max - value: 36.56295091290144 - - type: nauc_ndcg_at_5_std - value: -10.494004926806706 - - type: nauc_precision_at_1000_diff1 - value: -13.037319027940258 - - type: nauc_precision_at_1000_max - value: 3.379828097448985 - - type: nauc_precision_at_1000_std - value: 22.115873175574027 - - type: nauc_precision_at_100_diff1 - value: -9.478036292874702 - - type: nauc_precision_at_100_max - value: 10.424789570568338 - - type: nauc_precision_at_100_std - value: 21.836148384883277 - - type: nauc_precision_at_10_diff1 - value: 8.389953023130332 - - type: nauc_precision_at_10_max - value: 22.88929851663097 - - type: nauc_precision_at_10_std - value: 6.4196848727201665 - - type: nauc_precision_at_1_diff1 - value: 55.91787358361461 - - type: nauc_precision_at_1_max - value: 41.990257891244234 - - type: nauc_precision_at_1_std - value: -6.220176492762885 - - type: nauc_precision_at_20_diff1 - value: 1.5379232743752997 - - type: nauc_precision_at_20_max - value: 18.723318907854686 - - type: nauc_precision_at_20_std - value: 12.162170232837203 - - type: nauc_precision_at_3_diff1 - value: 25.970546636399465 - - type: nauc_precision_at_3_max - value: 32.72733689259369 - - type: nauc_precision_at_3_std - value: 0.38384688805260814 - - type: nauc_precision_at_5_diff1 - value: 16.37262297642082 - - type: nauc_precision_at_5_max - value: 26.266290629256407 - - type: nauc_precision_at_5_std - value: 0.751972202508073 - - type: nauc_recall_at_1000_diff1 - value: 32.969244245289396 - - type: nauc_recall_at_1000_max - value: 52.19481124070684 - - type: nauc_recall_at_1000_std - value: 37.358831762514974 - - type: nauc_recall_at_100_diff1 - value: 37.00407065257824 - - type: nauc_recall_at_100_max - value: 40.4035134408558 - - type: nauc_recall_at_100_std - value: 12.472720257388904 - - type: nauc_recall_at_10_diff1 - value: 38.48242837954449 - - type: nauc_recall_at_10_max - value: 30.24287853793808 - - type: nauc_recall_at_10_std - value: -12.044514109637145 - - type: nauc_recall_at_1_diff1 - value: 58.178543384572876 - - type: nauc_recall_at_1_max - value: 36.603116620271535 - - type: nauc_recall_at_1_std - value: -11.701125296121285 - - type: nauc_recall_at_20_diff1 - value: 36.78163521030564 - - type: nauc_recall_at_20_max - value: 34.748440544831844 - - type: nauc_recall_at_20_std - value: -6.457656404461734 - - type: nauc_recall_at_3_diff1 - value: 42.70091385736941 - - type: nauc_recall_at_3_max - value: 31.82127388838231 - - type: nauc_recall_at_3_std - value: -11.880231834282704 - - type: nauc_recall_at_5_diff1 - value: 39.927789954712566 - - type: nauc_recall_at_5_max - value: 29.464938039572075 - - type: nauc_recall_at_5_std - value: -13.24415666801013 - - type: ndcg_at_1 - value: 40.135 - - type: ndcg_at_10 - value: 53.445 - - type: ndcg_at_100 - value: 58.401 - - type: ndcg_at_1000 - value: 59.848 - - type: ndcg_at_20 - value: 55.409 - - type: ndcg_at_3 - value: 47.813 - - type: ndcg_at_5 - value: 50.488 - - type: precision_at_1 - value: 40.135 - - type: precision_at_10 - value: 10.077 - - type: precision_at_100 - value: 1.456 - - type: precision_at_1000 - value: 0.174 - - type: precision_at_20 - value: 5.756 - - type: precision_at_3 - value: 23.805 - - type: precision_at_5 - value: 16.843 - - type: recall_at_1 - value: 32.196000000000005 - - type: recall_at_10 - value: 68.217 - - type: recall_at_100 - value: 88.71900000000001 - - type: recall_at_1000 - value: 97.565 - - type: recall_at_20 - value: 74.91499999999999 - - type: recall_at_3 - value: 52.184 - - type: recall_at_5 - value: 59.289 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackProgrammersRetrieval (default) - revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 - split: test - type: mteb/cqadupstack-programmers - metrics: - - type: main_score - value: 51.271 - - type: map_at_1 - value: 32.286 - - type: map_at_10 - value: 44.657000000000004 - - type: map_at_100 - value: 46.154 - - type: map_at_1000 - value: 46.245999999999995 - - type: map_at_20 - value: 45.577 - - type: map_at_3 - value: 40.646 - - type: map_at_5 - value: 43.056 - - type: mrr_at_1 - value: 39.726027397260275 - - type: mrr_at_10 - value: 50.37141226353551 - - type: mrr_at_100 - value: 51.209540975382694 - - type: mrr_at_1000 - value: 51.24334938989102 - - type: mrr_at_20 - value: 50.913600716696095 - - type: mrr_at_3 - value: 47.583713850837114 - - type: mrr_at_5 - value: 49.3131659056316 - - type: nauc_map_at_1000_diff1 - value: 40.46883153738418 - - type: nauc_map_at_1000_max - value: 29.652170875520905 - - type: nauc_map_at_1000_std - value: 0.8377261132557717 - - type: nauc_map_at_100_diff1 - value: 40.46744075731467 - - type: nauc_map_at_100_max - value: 29.67636481128142 - - type: nauc_map_at_100_std - value: 0.8884519836802501 - - type: nauc_map_at_10_diff1 - value: 40.51202569826826 - - type: nauc_map_at_10_max - value: 28.9257489655038 - - type: nauc_map_at_10_std - value: -0.15381155246840364 - - type: nauc_map_at_1_diff1 - value: 43.37074123354291 - - type: nauc_map_at_1_max - value: 24.087440506602768 - - type: nauc_map_at_1_std - value: -5.122639651397363 - - type: nauc_map_at_20_diff1 - value: 40.37188643506921 - - type: nauc_map_at_20_max - value: 29.555870496301118 - - type: nauc_map_at_20_std - value: 0.5648532024480779 - - type: nauc_map_at_3_diff1 - value: 40.716135862278186 - - type: nauc_map_at_3_max - value: 28.25137681700973 - - type: nauc_map_at_3_std - value: -1.4394527994176038 - - type: nauc_map_at_5_diff1 - value: 40.702564432900616 - - type: nauc_map_at_5_max - value: 28.353947024540897 - - type: nauc_map_at_5_std - value: -0.877368744549519 - - type: nauc_mrr_at_1000_diff1 - value: 40.71842528814642 - - type: nauc_mrr_at_1000_max - value: 32.28415412112333 - - type: nauc_mrr_at_1000_std - value: 2.37658309710263 - - type: nauc_mrr_at_100_diff1 - value: 40.727841611504566 - - type: nauc_mrr_at_100_max - value: 32.30494962796247 - - type: nauc_mrr_at_100_std - value: 2.4187023210162066 - - type: nauc_mrr_at_10_diff1 - value: 40.617542440223055 - - type: nauc_mrr_at_10_max - value: 32.03593923356149 - - type: nauc_mrr_at_10_std - value: 2.0723639712150153 - - type: nauc_mrr_at_1_diff1 - value: 43.308391651519024 - - type: nauc_mrr_at_1_max - value: 30.570125716845048 - - type: nauc_mrr_at_1_std - value: 7.100027895679755e-05 - - type: nauc_mrr_at_20_diff1 - value: 40.70114864236755 - - type: nauc_mrr_at_20_max - value: 32.26737376517803 - - type: nauc_mrr_at_20_std - value: 2.294613505333605 - - type: nauc_mrr_at_3_diff1 - value: 40.493041105259486 - - type: nauc_mrr_at_3_max - value: 32.36502952470322 - - type: nauc_mrr_at_3_std - value: 1.2416525143612114 - - type: nauc_mrr_at_5_diff1 - value: 40.48466742974365 - - type: nauc_mrr_at_5_max - value: 32.01757408839015 - - type: nauc_mrr_at_5_std - value: 1.6897434059692291 - - type: nauc_ndcg_at_1000_diff1 - value: 40.09416238253476 - - type: nauc_ndcg_at_1000_max - value: 31.43651740383964 - - type: nauc_ndcg_at_1000_std - value: 3.3000085392739615 - - type: nauc_ndcg_at_100_diff1 - value: 40.253843243910126 - - type: nauc_ndcg_at_100_max - value: 32.08661562518416 - - type: nauc_ndcg_at_100_std - value: 4.651193570771594 - - type: nauc_ndcg_at_10_diff1 - value: 39.97157348880114 - - type: nauc_ndcg_at_10_max - value: 30.15633154792771 - - type: nauc_ndcg_at_10_std - value: 1.4841091007067497 - - type: nauc_ndcg_at_1_diff1 - value: 43.308391651519024 - - type: nauc_ndcg_at_1_max - value: 30.570125716845048 - - type: nauc_ndcg_at_1_std - value: 7.100027895679755e-05 - - type: nauc_ndcg_at_20_diff1 - value: 39.75117296624936 - - type: nauc_ndcg_at_20_max - value: 31.706369825878078 - - type: nauc_ndcg_at_20_std - value: 3.175311720404324 - - type: nauc_ndcg_at_3_diff1 - value: 39.873543696643374 - - type: nauc_ndcg_at_3_max - value: 30.61510675375797 - - type: nauc_ndcg_at_3_std - value: 0.5938419988675874 - - type: nauc_ndcg_at_5_diff1 - value: 40.09469477538266 - - type: nauc_ndcg_at_5_max - value: 29.733744767668224 - - type: nauc_ndcg_at_5_std - value: 0.5446914677676432 - - type: nauc_precision_at_1000_diff1 - value: -3.4559201815461513 - - type: nauc_precision_at_1000_max - value: 4.248534523661407 - - type: nauc_precision_at_1000_std - value: 7.714623158757456 - - type: nauc_precision_at_100_diff1 - value: 0.664837507860653 - - type: nauc_precision_at_100_max - value: 13.733040712223952 - - type: nauc_precision_at_100_std - value: 17.073206692285652 - - type: nauc_precision_at_10_diff1 - value: 13.843877718215007 - - type: nauc_precision_at_10_max - value: 25.549171480505606 - - type: nauc_precision_at_10_std - value: 14.022981545864754 - - type: nauc_precision_at_1_diff1 - value: 43.308391651519024 - - type: nauc_precision_at_1_max - value: 30.570125716845048 - - type: nauc_precision_at_1_std - value: 7.100027895679755e-05 - - type: nauc_precision_at_20_diff1 - value: 7.088856747429059 - - type: nauc_precision_at_20_max - value: 23.856728008953503 - - type: nauc_precision_at_20_std - value: 17.84612403247252 - - type: nauc_precision_at_3_diff1 - value: 27.2765414441356 - - type: nauc_precision_at_3_max - value: 34.14112935222498 - - type: nauc_precision_at_3_std - value: 9.551807321595444 - - type: nauc_precision_at_5_diff1 - value: 20.264250464992838 - - type: nauc_precision_at_5_max - value: 28.871957417944856 - - type: nauc_precision_at_5_std - value: 12.059837363463684 - - type: nauc_recall_at_1000_diff1 - value: 26.986183325357803 - - type: nauc_recall_at_1000_max - value: 37.08257312546647 - - type: nauc_recall_at_1000_std - value: 40.38328159886298 - - type: nauc_recall_at_100_diff1 - value: 37.15947004173616 - - type: nauc_recall_at_100_max - value: 40.7253191145783 - - type: nauc_recall_at_100_std - value: 32.88124738114559 - - type: nauc_recall_at_10_diff1 - value: 34.883342173639434 - - type: nauc_recall_at_10_max - value: 27.442887913749715 - - type: nauc_recall_at_10_std - value: 3.970763257061315 - - type: nauc_recall_at_1_diff1 - value: 43.37074123354291 - - type: nauc_recall_at_1_max - value: 24.087440506602768 - - type: nauc_recall_at_1_std - value: -5.122639651397363 - - type: nauc_recall_at_20_diff1 - value: 33.45564577727663 - - type: nauc_recall_at_20_max - value: 33.5960673371751 - - type: nauc_recall_at_20_std - value: 11.202953326071238 - - type: nauc_recall_at_3_diff1 - value: 36.93127622587397 - - type: nauc_recall_at_3_max - value: 28.862795006648106 - - type: nauc_recall_at_3_std - value: -0.018246859072046165 - - type: nauc_recall_at_5_diff1 - value: 36.23992177849729 - - type: nauc_recall_at_5_max - value: 27.304863937695213 - - type: nauc_recall_at_5_std - value: 0.8894302819140063 - - type: ndcg_at_1 - value: 39.726 - - type: ndcg_at_10 - value: 51.271 - - type: ndcg_at_100 - value: 56.767 - - type: ndcg_at_1000 - value: 58.331 - - type: ndcg_at_20 - value: 53.813 - - type: ndcg_at_3 - value: 45.32 - - type: ndcg_at_5 - value: 48.374 - - type: precision_at_1 - value: 39.726 - - type: precision_at_10 - value: 9.532 - - type: precision_at_100 - value: 1.4200000000000002 - - type: precision_at_1000 - value: 0.172 - - type: precision_at_20 - value: 5.599 - - type: precision_at_3 - value: 21.728 - - type: precision_at_5 - value: 15.799 - - type: recall_at_1 - value: 32.286 - - type: recall_at_10 - value: 64.84400000000001 - - type: recall_at_100 - value: 87.303 - - type: recall_at_1000 - value: 97.54599999999999 - - type: recall_at_20 - value: 73.81299999999999 - - type: recall_at_3 - value: 48.497 - - type: recall_at_5 - value: 56.46600000000001 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackStatsRetrieval (default) - revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a - split: test - type: mteb/cqadupstack-stats - metrics: - - type: main_score - value: 43.272 - - type: map_at_1 - value: 27.573999999999998 - - type: map_at_10 - value: 37.508 - - type: map_at_100 - value: 38.481 - - type: map_at_1000 - value: 38.568999999999996 - - type: map_at_20 - value: 37.974000000000004 - - type: map_at_3 - value: 34.294000000000004 - - type: map_at_5 - value: 36.019 - - type: mrr_at_1 - value: 31.28834355828221 - - type: mrr_at_10 - value: 40.46280066218714 - - type: mrr_at_100 - value: 41.21401117931536 - - type: mrr_at_1000 - value: 41.27280908559473 - - type: mrr_at_20 - value: 40.853763195604905 - - type: mrr_at_3 - value: 37.474437627811874 - - type: mrr_at_5 - value: 39.18456032719836 - - type: nauc_map_at_1000_diff1 - value: 49.06426290421037 - - type: nauc_map_at_1000_max - value: 41.01939902900332 - - type: nauc_map_at_1000_std - value: -2.200154270530929 - - type: nauc_map_at_100_diff1 - value: 49.063506225161014 - - type: nauc_map_at_100_max - value: 40.979846447451806 - - type: nauc_map_at_100_std - value: -2.2228615770946423 - - type: nauc_map_at_10_diff1 - value: 49.09924264934765 - - type: nauc_map_at_10_max - value: 40.97438053758273 - - type: nauc_map_at_10_std - value: -2.485324478806725 - - type: nauc_map_at_1_diff1 - value: 55.531554061404776 - - type: nauc_map_at_1_max - value: 40.439549779406306 - - type: nauc_map_at_1_std - value: -4.557885512257782 - - type: nauc_map_at_20_diff1 - value: 49.02757689726055 - - type: nauc_map_at_20_max - value: 40.85149923072968 - - type: nauc_map_at_20_std - value: -2.405248315780289 - - type: nauc_map_at_3_diff1 - value: 50.01952176703517 - - type: nauc_map_at_3_max - value: 40.50366969692154 - - type: nauc_map_at_3_std - value: -4.36685192128884 - - type: nauc_map_at_5_diff1 - value: 49.36953027141865 - - type: nauc_map_at_5_max - value: 41.06338727975909 - - type: nauc_map_at_5_std - value: -3.1387069399443996 - - type: nauc_mrr_at_1000_diff1 - value: 47.842810880809566 - - type: nauc_mrr_at_1000_max - value: 42.55915865845777 - - type: nauc_mrr_at_1000_std - value: 0.4107908218096477 - - type: nauc_mrr_at_100_diff1 - value: 47.84431601175813 - - type: nauc_mrr_at_100_max - value: 42.548133819833744 - - type: nauc_mrr_at_100_std - value: 0.41477319547436675 - - type: nauc_mrr_at_10_diff1 - value: 47.89192544945818 - - type: nauc_mrr_at_10_max - value: 42.741553216387466 - - type: nauc_mrr_at_10_std - value: 0.27758276370703394 - - type: nauc_mrr_at_1_diff1 - value: 53.83875008346328 - - type: nauc_mrr_at_1_max - value: 42.7138193706216 - - type: nauc_mrr_at_1_std - value: -1.2585993070573323 - - type: nauc_mrr_at_20_diff1 - value: 47.81360469913107 - - type: nauc_mrr_at_20_max - value: 42.56431869756881 - - type: nauc_mrr_at_20_std - value: 0.3971874102923386 - - type: nauc_mrr_at_3_diff1 - value: 48.48182917053402 - - type: nauc_mrr_at_3_max - value: 42.4668337512491 - - type: nauc_mrr_at_3_std - value: -1.1223757285259044 - - type: nauc_mrr_at_5_diff1 - value: 48.125055283905695 - - type: nauc_mrr_at_5_max - value: 42.76236615063886 - - type: nauc_mrr_at_5_std - value: -0.018672073587235098 - - type: nauc_ndcg_at_1000_diff1 - value: 46.27066463395065 - - type: nauc_ndcg_at_1000_max - value: 41.727638819568305 - - type: nauc_ndcg_at_1000_std - value: 1.2687860972140328 - - type: nauc_ndcg_at_100_diff1 - value: 46.22325211262054 - - type: nauc_ndcg_at_100_max - value: 41.073532324653435 - - type: nauc_ndcg_at_100_std - value: 0.9963707507261759 - - type: nauc_ndcg_at_10_diff1 - value: 46.330747152766854 - - type: nauc_ndcg_at_10_max - value: 41.149938270715495 - - type: nauc_ndcg_at_10_std - value: -0.34113384329364344 - - type: nauc_ndcg_at_1_diff1 - value: 53.83875008346328 - - type: nauc_ndcg_at_1_max - value: 42.7138193706216 - - type: nauc_ndcg_at_1_std - value: -1.2585993070573323 - - type: nauc_ndcg_at_20_diff1 - value: 46.05836075857687 - - type: nauc_ndcg_at_20_max - value: 40.6165843650717 - - type: nauc_ndcg_at_20_std - value: 0.07798286620859007 - - type: nauc_ndcg_at_3_diff1 - value: 47.7179142859349 - - type: nauc_ndcg_at_3_max - value: 41.311783353269945 - - type: nauc_ndcg_at_3_std - value: -3.0298039484986963 - - type: nauc_ndcg_at_5_diff1 - value: 46.79302008525647 - - type: nauc_ndcg_at_5_max - value: 41.558868641787065 - - type: nauc_ndcg_at_5_std - value: -1.5198103230075024 - - type: nauc_precision_at_1000_diff1 - value: -7.8947448039312915 - - type: nauc_precision_at_1000_max - value: 12.39322626936529 - - type: nauc_precision_at_1000_std - value: 14.925766815862149 - - type: nauc_precision_at_100_diff1 - value: 6.415565785526074 - - type: nauc_precision_at_100_max - value: 21.995959874137775 - - type: nauc_precision_at_100_std - value: 16.266000910963776 - - type: nauc_precision_at_10_diff1 - value: 23.126530231373376 - - type: nauc_precision_at_10_max - value: 34.44557631554908 - - type: nauc_precision_at_10_std - value: 11.692333713063038 - - type: nauc_precision_at_1_diff1 - value: 53.83875008346328 - - type: nauc_precision_at_1_max - value: 42.7138193706216 - - type: nauc_precision_at_1_std - value: -1.2585993070573323 - - type: nauc_precision_at_20_diff1 - value: 18.230473575881636 - - type: nauc_precision_at_20_max - value: 29.96947955026763 - - type: nauc_precision_at_20_std - value: 13.257695208656104 - - type: nauc_precision_at_3_diff1 - value: 36.868460910956735 - - type: nauc_precision_at_3_max - value: 39.40948041507801 - - type: nauc_precision_at_3_std - value: 1.7269999007621786 - - type: nauc_precision_at_5_diff1 - value: 31.539029398660674 - - type: nauc_precision_at_5_max - value: 40.18928818387894 - - type: nauc_precision_at_5_std - value: 7.533304408361132 - - type: nauc_recall_at_1000_diff1 - value: 12.781679703452658 - - type: nauc_recall_at_1000_max - value: 44.85343253905329 - - type: nauc_recall_at_1000_std - value: 43.114714361093 - - type: nauc_recall_at_100_diff1 - value: 30.927571640069534 - - type: nauc_recall_at_100_max - value: 34.70935438104178 - - type: nauc_recall_at_100_std - value: 14.536465474667759 - - type: nauc_recall_at_10_diff1 - value: 36.93692573380035 - - type: nauc_recall_at_10_max - value: 37.5804099530568 - - type: nauc_recall_at_10_std - value: 3.6357734847934067 - - type: nauc_recall_at_1_diff1 - value: 55.531554061404776 - - type: nauc_recall_at_1_max - value: 40.439549779406306 - - type: nauc_recall_at_1_std - value: -4.557885512257782 - - type: nauc_recall_at_20_diff1 - value: 34.19908572292086 - - type: nauc_recall_at_20_max - value: 34.29681260598194 - - type: nauc_recall_at_20_std - value: 5.28270418723725 - - type: nauc_recall_at_3_diff1 - value: 42.61233762231971 - - type: nauc_recall_at_3_max - value: 38.60052516717657 - - type: nauc_recall_at_3_std - value: -4.0375769241977535 - - type: nauc_recall_at_5_diff1 - value: 40.023153410242216 - - type: nauc_recall_at_5_max - value: 39.303505654316275 - - type: nauc_recall_at_5_std - value: 0.15791499220308775 - - type: ndcg_at_1 - value: 31.288 - - type: ndcg_at_10 - value: 43.272 - - type: ndcg_at_100 - value: 47.845 - - type: ndcg_at_1000 - value: 49.82 - - type: ndcg_at_20 - value: 44.766 - - type: ndcg_at_3 - value: 37.362 - - type: ndcg_at_5 - value: 40.119 - - type: precision_at_1 - value: 31.288 - - type: precision_at_10 - value: 7.163 - - type: precision_at_100 - value: 1.028 - - type: precision_at_1000 - value: 0.127 - - type: precision_at_20 - value: 3.972 - - type: precision_at_3 - value: 16.512999999999998 - - type: precision_at_5 - value: 11.687 - - type: recall_at_1 - value: 27.573999999999998 - - type: recall_at_10 - value: 57.955 - - type: recall_at_100 - value: 78.597 - - type: recall_at_1000 - value: 92.666 - - type: recall_at_20 - value: 63.529 - - type: recall_at_3 - value: 41.696 - - type: recall_at_5 - value: 48.557 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackTexRetrieval (default) - revision: 46989137a86843e03a6195de44b09deda022eec7 - split: test - type: mteb/cqadupstack-tex - metrics: - - type: main_score - value: 36.359 - - type: map_at_1 - value: 21.185000000000002 - - type: map_at_10 - value: 30.641000000000002 - - type: map_at_100 - value: 31.898 - - type: map_at_1000 - value: 32.019 - - type: map_at_20 - value: 31.316 - - type: map_at_3 - value: 27.679 - - type: map_at_5 - value: 29.296 - - type: mrr_at_1 - value: 26.25602202339986 - - type: mrr_at_10 - value: 35.29312642698747 - - type: mrr_at_100 - value: 36.188407203218766 - - type: mrr_at_1000 - value: 36.25754301361426 - - type: mrr_at_20 - value: 35.79539901778623 - - type: mrr_at_3 - value: 32.81715989905948 - - type: mrr_at_5 - value: 34.17297545308569 - - type: nauc_map_at_1000_diff1 - value: 38.16046480703112 - - type: nauc_map_at_1000_max - value: 30.36053187595561 - - type: nauc_map_at_1000_std - value: 1.6902772643396222 - - type: nauc_map_at_100_diff1 - value: 38.12738352750608 - - type: nauc_map_at_100_max - value: 30.329169999774646 - - type: nauc_map_at_100_std - value: 1.6725307136499883 - - type: nauc_map_at_10_diff1 - value: 38.16743409180553 - - type: nauc_map_at_10_max - value: 30.15394602944772 - - type: nauc_map_at_10_std - value: 1.0671899606243178 - - type: nauc_map_at_1_diff1 - value: 42.88589281960491 - - type: nauc_map_at_1_max - value: 27.638755108982636 - - type: nauc_map_at_1_std - value: -2.1585002712244754 - - type: nauc_map_at_20_diff1 - value: 38.09582706751841 - - type: nauc_map_at_20_max - value: 30.27946595751881 - - type: nauc_map_at_20_std - value: 1.3617258672099988 - - type: nauc_map_at_3_diff1 - value: 38.733121673764536 - - type: nauc_map_at_3_max - value: 29.395446178182393 - - type: nauc_map_at_3_std - value: -0.0658653746179121 - - type: nauc_map_at_5_diff1 - value: 38.50432551367878 - - type: nauc_map_at_5_max - value: 30.036554522323627 - - type: nauc_map_at_5_std - value: 0.416230033217505 - - type: nauc_mrr_at_1000_diff1 - value: 38.425309352314635 - - type: nauc_mrr_at_1000_max - value: 32.249621875336544 - - type: nauc_mrr_at_1000_std - value: 3.6699794559835595 - - type: nauc_mrr_at_100_diff1 - value: 38.40802118853337 - - type: nauc_mrr_at_100_max - value: 32.250667773123894 - - type: nauc_mrr_at_100_std - value: 3.689484045596767 - - type: nauc_mrr_at_10_diff1 - value: 38.434828021383716 - - type: nauc_mrr_at_10_max - value: 32.23530930362712 - - type: nauc_mrr_at_10_std - value: 3.344606244404385 - - type: nauc_mrr_at_1_diff1 - value: 42.27996089725328 - - type: nauc_mrr_at_1_max - value: 31.1006789115586 - - type: nauc_mrr_at_1_std - value: 1.646987215555319 - - type: nauc_mrr_at_20_diff1 - value: 38.39605979789424 - - type: nauc_mrr_at_20_max - value: 32.252777969161826 - - type: nauc_mrr_at_20_std - value: 3.5817305258254653 - - type: nauc_mrr_at_3_diff1 - value: 38.77676635162028 - - type: nauc_mrr_at_3_max - value: 32.235532396942446 - - type: nauc_mrr_at_3_std - value: 2.749558327534701 - - type: nauc_mrr_at_5_diff1 - value: 38.79371056915482 - - type: nauc_mrr_at_5_max - value: 32.290100031888464 - - type: nauc_mrr_at_5_std - value: 3.0340477396473444 - - type: nauc_ndcg_at_1000_diff1 - value: 37.01652405570216 - - type: nauc_ndcg_at_1000_max - value: 31.608748461137388 - - type: nauc_ndcg_at_1000_std - value: 5.0352869932226225 - - type: nauc_ndcg_at_100_diff1 - value: 36.461139070751074 - - type: nauc_ndcg_at_100_max - value: 31.39439835525597 - - type: nauc_ndcg_at_100_std - value: 5.445572526202663 - - type: nauc_ndcg_at_10_diff1 - value: 36.85387632539878 - - type: nauc_ndcg_at_10_max - value: 31.26234336791873 - - type: nauc_ndcg_at_10_std - value: 3.1005021081215176 - - type: nauc_ndcg_at_1_diff1 - value: 42.27996089725328 - - type: nauc_ndcg_at_1_max - value: 31.1006789115586 - - type: nauc_ndcg_at_1_std - value: 1.646987215555319 - - type: nauc_ndcg_at_20_diff1 - value: 36.51553821000284 - - type: nauc_ndcg_at_20_max - value: 31.418965121851656 - - type: nauc_ndcg_at_20_std - value: 3.993702058497816 - - type: nauc_ndcg_at_3_diff1 - value: 37.97395959994847 - - type: nauc_ndcg_at_3_max - value: 30.849714565509522 - - type: nauc_ndcg_at_3_std - value: 1.5592033678158221 - - type: nauc_ndcg_at_5_diff1 - value: 37.757846175886755 - - type: nauc_ndcg_at_5_max - value: 31.370410033289236 - - type: nauc_ndcg_at_5_std - value: 2.1125862421735295 - - type: nauc_precision_at_1000_diff1 - value: 5.410576728143286 - - type: nauc_precision_at_1000_max - value: 16.450242683836517 - - type: nauc_precision_at_1000_std - value: 14.678651006175524 - - type: nauc_precision_at_100_diff1 - value: 11.162025150042357 - - type: nauc_precision_at_100_max - value: 21.186053090176053 - - type: nauc_precision_at_100_std - value: 18.818230269868486 - - type: nauc_precision_at_10_diff1 - value: 23.61266483996461 - - type: nauc_precision_at_10_max - value: 30.15584300411177 - - type: nauc_precision_at_10_std - value: 10.907073711430778 - - type: nauc_precision_at_1_diff1 - value: 42.27996089725328 - - type: nauc_precision_at_1_max - value: 31.1006789115586 - - type: nauc_precision_at_1_std - value: 1.646987215555319 - - type: nauc_precision_at_20_diff1 - value: 19.280674004990168 - - type: nauc_precision_at_20_max - value: 27.867307026052814 - - type: nauc_precision_at_20_std - value: 13.729376132169113 - - type: nauc_precision_at_3_diff1 - value: 32.12183061531225 - - type: nauc_precision_at_3_max - value: 32.94477748849579 - - type: nauc_precision_at_3_std - value: 5.743302661255147 - - type: nauc_precision_at_5_diff1 - value: 28.89911521350784 - - type: nauc_precision_at_5_max - value: 32.81821744704191 - - type: nauc_precision_at_5_std - value: 7.596034152398431 - - type: nauc_recall_at_1000_diff1 - value: 27.49345184387517 - - type: nauc_recall_at_1000_max - value: 33.674225830990245 - - type: nauc_recall_at_1000_std - value: 28.745953974124106 - - type: nauc_recall_at_100_diff1 - value: 25.924079484606082 - - type: nauc_recall_at_100_max - value: 29.490098172371905 - - type: nauc_recall_at_100_std - value: 19.850728016506043 - - type: nauc_recall_at_10_diff1 - value: 29.933074832653922 - - type: nauc_recall_at_10_max - value: 29.23627074711927 - - type: nauc_recall_at_10_std - value: 5.931394949361693 - - type: nauc_recall_at_1_diff1 - value: 42.88589281960491 - - type: nauc_recall_at_1_max - value: 27.638755108982636 - - type: nauc_recall_at_1_std - value: -2.1585002712244754 - - type: nauc_recall_at_20_diff1 - value: 28.097884739603625 - - type: nauc_recall_at_20_max - value: 29.624267934012323 - - type: nauc_recall_at_20_std - value: 9.338407690108848 - - type: nauc_recall_at_3_diff1 - value: 34.29381708797508 - - type: nauc_recall_at_3_max - value: 29.085559872389737 - - type: nauc_recall_at_3_std - value: 1.8479356944857943 - - type: nauc_recall_at_5_diff1 - value: 33.278226432605834 - - type: nauc_recall_at_5_max - value: 29.834238279294205 - - type: nauc_recall_at_5_std - value: 3.1314845704874315 - - type: ndcg_at_1 - value: 26.256 - - type: ndcg_at_10 - value: 36.359 - - type: ndcg_at_100 - value: 41.847 - - type: ndcg_at_1000 - value: 44.330999999999996 - - type: ndcg_at_20 - value: 38.428000000000004 - - type: ndcg_at_3 - value: 31.334 - - type: ndcg_at_5 - value: 33.592 - - type: precision_at_1 - value: 26.256 - - type: precision_at_10 - value: 6.723999999999999 - - type: precision_at_100 - value: 1.11 - - type: precision_at_1000 - value: 0.15 - - type: precision_at_20 - value: 4.006 - - type: precision_at_3 - value: 14.946000000000002 - - type: precision_at_5 - value: 10.812 - - type: recall_at_1 - value: 21.185000000000002 - - type: recall_at_10 - value: 48.948 - - type: recall_at_100 - value: 73.089 - - type: recall_at_1000 - value: 90.298 - - type: recall_at_20 - value: 56.505 - - type: recall_at_3 - value: 34.693000000000005 - - type: recall_at_5 - value: 40.602 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackUnixRetrieval (default) - revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 - split: test - type: mteb/cqadupstack-unix - metrics: - - type: main_score - value: 49.946 - - type: map_at_1 - value: 32.638 - - type: map_at_10 - value: 43.723 - - type: map_at_100 - value: 45.029 - - type: map_at_1000 - value: 45.109 - - type: map_at_20 - value: 44.501000000000005 - - type: map_at_3 - value: 40.103 - - type: map_at_5 - value: 42.083 - - type: mrr_at_1 - value: 38.899253731343286 - - type: mrr_at_10 - value: 48.39563343994311 - - type: mrr_at_100 - value: 49.2469884372283 - - type: mrr_at_1000 - value: 49.28304669740568 - - type: mrr_at_20 - value: 48.91859703686785 - - type: mrr_at_3 - value: 45.50684079601986 - - type: mrr_at_5 - value: 47.13463930348251 - - type: nauc_map_at_1000_diff1 - value: 50.8791568455423 - - type: nauc_map_at_1000_max - value: 40.78958778654321 - - type: nauc_map_at_1000_std - value: -4.839368962096667 - - type: nauc_map_at_100_diff1 - value: 50.857380318701765 - - type: nauc_map_at_100_max - value: 40.78538838843207 - - type: nauc_map_at_100_std - value: -4.847773242222035 - - type: nauc_map_at_10_diff1 - value: 50.75900664858353 - - type: nauc_map_at_10_max - value: 40.63786949124477 - - type: nauc_map_at_10_std - value: -5.106628865250861 - - type: nauc_map_at_1_diff1 - value: 56.72587160332597 - - type: nauc_map_at_1_max - value: 38.883508123710456 - - type: nauc_map_at_1_std - value: -7.118983929025435 - - type: nauc_map_at_20_diff1 - value: 50.796716227156104 - - type: nauc_map_at_20_max - value: 40.65011016876902 - - type: nauc_map_at_20_std - value: -4.892111467515356 - - type: nauc_map_at_3_diff1 - value: 52.00124582999345 - - type: nauc_map_at_3_max - value: 39.81668031503991 - - type: nauc_map_at_3_std - value: -6.22819599407076 - - type: nauc_map_at_5_diff1 - value: 50.88403186997827 - - type: nauc_map_at_5_max - value: 40.3056617462873 - - type: nauc_map_at_5_std - value: -5.514293793087481 - - type: nauc_mrr_at_1000_diff1 - value: 50.44454724490139 - - type: nauc_mrr_at_1000_max - value: 41.93698845640627 - - type: nauc_mrr_at_1000_std - value: -4.346444363238604 - - type: nauc_mrr_at_100_diff1 - value: 50.415801928259505 - - type: nauc_mrr_at_100_max - value: 41.91742893064303 - - type: nauc_mrr_at_100_std - value: -4.3596953645526115 - - type: nauc_mrr_at_10_diff1 - value: 50.27723830728065 - - type: nauc_mrr_at_10_max - value: 41.94210114330855 - - type: nauc_mrr_at_10_std - value: -4.522709614858563 - - type: nauc_mrr_at_1_diff1 - value: 56.27211140297573 - - type: nauc_mrr_at_1_max - value: 42.862979332085295 - - type: nauc_mrr_at_1_std - value: -5.436251223101583 - - type: nauc_mrr_at_20_diff1 - value: 50.349888540080244 - - type: nauc_mrr_at_20_max - value: 41.85347369204116 - - type: nauc_mrr_at_20_std - value: -4.354685028176137 - - type: nauc_mrr_at_3_diff1 - value: 51.26970415464677 - - type: nauc_mrr_at_3_max - value: 42.10814754779768 - - type: nauc_mrr_at_3_std - value: -4.985601024186455 - - type: nauc_mrr_at_5_diff1 - value: 50.41484164474821 - - type: nauc_mrr_at_5_max - value: 42.18066893866459 - - type: nauc_mrr_at_5_std - value: -4.482892639863031 - - type: nauc_ndcg_at_1000_diff1 - value: 49.42610425116412 - - type: nauc_ndcg_at_1000_max - value: 41.5045850587587 - - type: nauc_ndcg_at_1000_std - value: -3.10124616756314 - - type: nauc_ndcg_at_100_diff1 - value: 48.83053106960371 - - type: nauc_ndcg_at_100_max - value: 41.28017463700636 - - type: nauc_ndcg_at_100_std - value: -2.969068144903341 - - type: nauc_ndcg_at_10_diff1 - value: 48.20480088983651 - - type: nauc_ndcg_at_10_max - value: 40.82637884697993 - - type: nauc_ndcg_at_10_std - value: -4.212585519019192 - - type: nauc_ndcg_at_1_diff1 - value: 56.27211140297573 - - type: nauc_ndcg_at_1_max - value: 42.862979332085295 - - type: nauc_ndcg_at_1_std - value: -5.436251223101583 - - type: nauc_ndcg_at_20_diff1 - value: 48.46912806126355 - - type: nauc_ndcg_at_20_max - value: 40.72782242537804 - - type: nauc_ndcg_at_20_std - value: -3.2719477151187495 - - type: nauc_ndcg_at_3_diff1 - value: 50.1358795807417 - - type: nauc_ndcg_at_3_max - value: 40.50257341445765 - - type: nauc_ndcg_at_3_std - value: -5.454654002201218 - - type: nauc_ndcg_at_5_diff1 - value: 48.33079341396385 - - type: nauc_ndcg_at_5_max - value: 40.42948325530862 - - type: nauc_ndcg_at_5_std - value: -4.822844888589279 - - type: nauc_precision_at_1000_diff1 - value: -13.918887071131945 - - type: nauc_precision_at_1000_max - value: -2.525574289407267 - - type: nauc_precision_at_1000_std - value: 1.9950185975694454 - - type: nauc_precision_at_100_diff1 - value: -4.674405832799318 - - type: nauc_precision_at_100_max - value: 9.86848884486232 - - type: nauc_precision_at_100_std - value: 7.44775275660397 - - type: nauc_precision_at_10_diff1 - value: 15.848995829385624 - - type: nauc_precision_at_10_max - value: 28.04686574011267 - - type: nauc_precision_at_10_std - value: 3.181341100700103 - - type: nauc_precision_at_1_diff1 - value: 56.27211140297573 - - type: nauc_precision_at_1_max - value: 42.862979332085295 - - type: nauc_precision_at_1_std - value: -5.436251223101583 - - type: nauc_precision_at_20_diff1 - value: 8.561566624881575 - - type: nauc_precision_at_20_max - value: 21.627703407635245 - - type: nauc_precision_at_20_std - value: 5.760406412600719 - - type: nauc_precision_at_3_diff1 - value: 34.671626732535636 - - type: nauc_precision_at_3_max - value: 38.33754394515895 - - type: nauc_precision_at_3_std - value: -1.1225302010346443 - - type: nauc_precision_at_5_diff1 - value: 25.079459001839126 - - type: nauc_precision_at_5_max - value: 34.84063738508325 - - type: nauc_precision_at_5_std - value: 0.9453442491539544 - - type: nauc_recall_at_1000_diff1 - value: 41.03367721970914 - - type: nauc_recall_at_1000_max - value: 56.449777595386784 - - type: nauc_recall_at_1000_std - value: 44.514154744595004 - - type: nauc_recall_at_100_diff1 - value: 34.052938367936655 - - type: nauc_recall_at_100_max - value: 38.15032421480224 - - type: nauc_recall_at_100_std - value: 10.571479689335082 - - type: nauc_recall_at_10_diff1 - value: 37.30360739621019 - - type: nauc_recall_at_10_max - value: 36.84373887888991 - - type: nauc_recall_at_10_std - value: -2.1642057178707477 - - type: nauc_recall_at_1_diff1 - value: 56.72587160332597 - - type: nauc_recall_at_1_max - value: 38.883508123710456 - - type: nauc_recall_at_1_std - value: -7.118983929025435 - - type: nauc_recall_at_20_diff1 - value: 36.45521763229933 - - type: nauc_recall_at_20_max - value: 34.92427670207214 - - type: nauc_recall_at_20_std - value: 2.61715702817496 - - type: nauc_recall_at_3_diff1 - value: 45.0737410667599 - - type: nauc_recall_at_3_max - value: 37.448388262718794 - - type: nauc_recall_at_3_std - value: -5.4453210659266045 - - type: nauc_recall_at_5_diff1 - value: 39.2612920289044 - - type: nauc_recall_at_5_max - value: 37.07859910096755 - - type: nauc_recall_at_5_std - value: -2.9224584194325307 - - type: ndcg_at_1 - value: 38.899 - - type: ndcg_at_10 - value: 49.946 - - type: ndcg_at_100 - value: 55.33 - - type: ndcg_at_1000 - value: 56.854000000000006 - - type: ndcg_at_20 - value: 52.261 - - type: ndcg_at_3 - value: 43.912 - - type: ndcg_at_5 - value: 46.707 - - type: precision_at_1 - value: 38.899 - - type: precision_at_10 - value: 8.657 - - type: precision_at_100 - value: 1.256 - - type: precision_at_1000 - value: 0.148 - - type: precision_at_20 - value: 5.0 - - type: precision_at_3 - value: 20.18 - - type: precision_at_5 - value: 14.235000000000001 - - type: recall_at_1 - value: 32.638 - - type: recall_at_10 - value: 64.012 - - type: recall_at_100 - value: 86.895 - - type: recall_at_1000 - value: 96.965 - - type: recall_at_20 - value: 72.312 - - type: recall_at_3 - value: 47.388999999999996 - - type: recall_at_5 - value: 54.795 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackWebmastersRetrieval (default) - revision: 160c094312a0e1facb97e55eeddb698c0abe3571 - split: test - type: mteb/cqadupstack-webmasters - metrics: - - type: main_score - value: 48.339999999999996 - - type: map_at_1 - value: 30.858999999999998 - - type: map_at_10 - value: 41.533 - - type: map_at_100 - value: 43.252 - - type: map_at_1000 - value: 43.514 - - type: map_at_20 - value: 42.402 - - type: map_at_3 - value: 37.876 - - type: map_at_5 - value: 39.646 - - type: mrr_at_1 - value: 36.95652173913043 - - type: mrr_at_10 - value: 46.25078423991467 - - type: mrr_at_100 - value: 47.10771896017969 - - type: mrr_at_1000 - value: 47.15686026835414 - - type: mrr_at_20 - value: 46.794296990089876 - - type: mrr_at_3 - value: 43.24769433465087 - - type: mrr_at_5 - value: 44.66073781291173 - - type: nauc_map_at_1000_diff1 - value: 44.8742462734827 - - type: nauc_map_at_1000_max - value: 34.26660109331205 - - type: nauc_map_at_1000_std - value: 0.7879225359199136 - - type: nauc_map_at_100_diff1 - value: 45.11128919626894 - - type: nauc_map_at_100_max - value: 34.445153578600184 - - type: nauc_map_at_100_std - value: 0.4506104132623201 - - type: nauc_map_at_10_diff1 - value: 45.15551545181208 - - type: nauc_map_at_10_max - value: 34.13473008892501 - - type: nauc_map_at_10_std - value: -0.783913814990331 - - type: nauc_map_at_1_diff1 - value: 49.95390841422152 - - type: nauc_map_at_1_max - value: 31.589951345058694 - - type: nauc_map_at_1_std - value: -1.2044168463130798 - - type: nauc_map_at_20_diff1 - value: 45.292927556411755 - - type: nauc_map_at_20_max - value: 34.356211052351426 - - type: nauc_map_at_20_std - value: -0.17967800749896154 - - type: nauc_map_at_3_diff1 - value: 45.96161928859822 - - type: nauc_map_at_3_max - value: 33.00731933082887 - - type: nauc_map_at_3_std - value: -2.7098696875246837 - - type: nauc_map_at_5_diff1 - value: 46.070994971335665 - - type: nauc_map_at_5_max - value: 33.777381963682814 - - type: nauc_map_at_5_std - value: -2.6620711632122456 - - type: nauc_mrr_at_1000_diff1 - value: 42.567803205401994 - - type: nauc_mrr_at_1000_max - value: 34.16209638667259 - - type: nauc_mrr_at_1000_std - value: 1.854371152264505 - - type: nauc_mrr_at_100_diff1 - value: 42.58233265042619 - - type: nauc_mrr_at_100_max - value: 34.16078402900575 - - type: nauc_mrr_at_100_std - value: 1.8898694853453202 - - type: nauc_mrr_at_10_diff1 - value: 42.339802855902754 - - type: nauc_mrr_at_10_max - value: 34.09489835605403 - - type: nauc_mrr_at_10_std - value: 1.5465761220587855 - - type: nauc_mrr_at_1_diff1 - value: 44.694834982501746 - - type: nauc_mrr_at_1_max - value: 33.33171634199177 - - type: nauc_mrr_at_1_std - value: 0.6606279730955905 - - type: nauc_mrr_at_20_diff1 - value: 42.51728546308409 - - type: nauc_mrr_at_20_max - value: 34.036696294772305 - - type: nauc_mrr_at_20_std - value: 1.8755809344413583 - - type: nauc_mrr_at_3_diff1 - value: 42.40741534403617 - - type: nauc_mrr_at_3_max - value: 34.56073599089024 - - type: nauc_mrr_at_3_std - value: 0.14012805364017056 - - type: nauc_mrr_at_5_diff1 - value: 42.8124767186626 - - type: nauc_mrr_at_5_max - value: 34.53104798912329 - - type: nauc_mrr_at_5_std - value: 0.6346454338636053 - - type: nauc_ndcg_at_1000_diff1 - value: 43.241626646666674 - - type: nauc_ndcg_at_1000_max - value: 34.65608247753032 - - type: nauc_ndcg_at_1000_std - value: 3.760305660330352 - - type: nauc_ndcg_at_100_diff1 - value: 43.91911696270587 - - type: nauc_ndcg_at_100_max - value: 35.054324362213386 - - type: nauc_ndcg_at_100_std - value: 4.7041380350719955 - - type: nauc_ndcg_at_10_diff1 - value: 42.287646669915176 - - type: nauc_ndcg_at_10_max - value: 34.24489242953701 - - type: nauc_ndcg_at_10_std - value: 2.3378314595461074 - - type: nauc_ndcg_at_1_diff1 - value: 44.694834982501746 - - type: nauc_ndcg_at_1_max - value: 33.33171634199177 - - type: nauc_ndcg_at_1_std - value: 0.6606279730955905 - - type: nauc_ndcg_at_20_diff1 - value: 43.292614079622346 - - type: nauc_ndcg_at_20_max - value: 34.24974830610893 - - type: nauc_ndcg_at_20_std - value: 3.52776120828904 - - type: nauc_ndcg_at_3_diff1 - value: 42.56835898759269 - - type: nauc_ndcg_at_3_max - value: 34.312309582717695 - - type: nauc_ndcg_at_3_std - value: -0.4203822524036711 - - type: nauc_ndcg_at_5_diff1 - value: 43.70979311625624 - - type: nauc_ndcg_at_5_max - value: 34.63486843737983 - - type: nauc_ndcg_at_5_std - value: -0.3630888557962404 - - type: nauc_precision_at_1000_diff1 - value: -23.70803212249293 - - type: nauc_precision_at_1000_max - value: -12.248365214738262 - - type: nauc_precision_at_1000_std - value: 28.266372479185275 - - type: nauc_precision_at_100_diff1 - value: -14.928790999910607 - - type: nauc_precision_at_100_max - value: -0.26814822044508746 - - type: nauc_precision_at_100_std - value: 25.090899959288386 - - type: nauc_precision_at_10_diff1 - value: 3.777220446004569 - - type: nauc_precision_at_10_max - value: 22.773277668428992 - - type: nauc_precision_at_10_std - value: 17.389305549274575 - - type: nauc_precision_at_1_diff1 - value: 44.694834982501746 - - type: nauc_precision_at_1_max - value: 33.33171634199177 - - type: nauc_precision_at_1_std - value: 0.6606279730955905 - - type: nauc_precision_at_20_diff1 - value: -3.5124634687659877 - - type: nauc_precision_at_20_max - value: 14.63988721915741 - - type: nauc_precision_at_20_std - value: 21.8509732430562 - - type: nauc_precision_at_3_diff1 - value: 24.037612546834257 - - type: nauc_precision_at_3_max - value: 30.54263938738208 - - type: nauc_precision_at_3_std - value: 2.9977475200575165 - - type: nauc_precision_at_5_diff1 - value: 17.858088916009176 - - type: nauc_precision_at_5_max - value: 28.645521709350007 - - type: nauc_precision_at_5_std - value: 6.839474761801788 - - type: nauc_recall_at_1000_diff1 - value: 17.9753435278599 - - type: nauc_recall_at_1000_max - value: 37.90563966690478 - - type: nauc_recall_at_1000_std - value: 58.03220658909679 - - type: nauc_recall_at_100_diff1 - value: 41.4944360952115 - - type: nauc_recall_at_100_max - value: 37.087133604547326 - - type: nauc_recall_at_100_std - value: 31.36793074112707 - - type: nauc_recall_at_10_diff1 - value: 35.606768311101405 - - type: nauc_recall_at_10_max - value: 30.169326859416145 - - type: nauc_recall_at_10_std - value: 5.365538893341898 - - type: nauc_recall_at_1_diff1 - value: 49.95390841422152 - - type: nauc_recall_at_1_max - value: 31.589951345058694 - - type: nauc_recall_at_1_std - value: -1.2044168463130798 - - type: nauc_recall_at_20_diff1 - value: 37.60927011058002 - - type: nauc_recall_at_20_max - value: 29.568944636689164 - - type: nauc_recall_at_20_std - value: 12.926659896720466 - - type: nauc_recall_at_3_diff1 - value: 41.863264250476576 - - type: nauc_recall_at_3_max - value: 32.385221184845406 - - type: nauc_recall_at_3_std - value: -3.7474066203696235 - - type: nauc_recall_at_5_diff1 - value: 42.101661049235986 - - type: nauc_recall_at_5_max - value: 32.567627924051564 - - type: nauc_recall_at_5_std - value: -3.8697693428570012 - - type: ndcg_at_1 - value: 36.957 - - type: ndcg_at_10 - value: 48.339999999999996 - - type: ndcg_at_100 - value: 53.763000000000005 - - type: ndcg_at_1000 - value: 55.849000000000004 - - type: ndcg_at_20 - value: 50.517999999999994 - - type: ndcg_at_3 - value: 42.308 - - type: ndcg_at_5 - value: 44.527 - - type: precision_at_1 - value: 36.957 - - type: precision_at_10 - value: 9.347999999999999 - - type: precision_at_100 - value: 1.7870000000000001 - - type: precision_at_1000 - value: 0.259 - - type: precision_at_20 - value: 5.791 - - type: precision_at_3 - value: 19.631 - - type: precision_at_5 - value: 14.308000000000002 - - type: recall_at_1 - value: 30.858999999999998 - - type: recall_at_10 - value: 61.873 - - type: recall_at_100 - value: 85.229 - - type: recall_at_1000 - value: 97.844 - - type: recall_at_20 - value: 70.226 - - type: recall_at_3 - value: 44.269 - - type: recall_at_5 - value: 50.019000000000005 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackWordpressRetrieval (default) - revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 - split: test - type: mteb/cqadupstack-wordpress - metrics: - - type: main_score - value: 40.929 - - type: map_at_1 - value: 26.3 - - type: map_at_10 - value: 35.693999999999996 - - type: map_at_100 - value: 36.732 - - type: map_at_1000 - value: 36.836999999999996 - - type: map_at_20 - value: 36.282 - - type: map_at_3 - value: 33.196999999999996 - - type: map_at_5 - value: 34.549 - - type: mrr_at_1 - value: 29.02033271719039 - - type: mrr_at_10 - value: 38.31147492885017 - - type: mrr_at_100 - value: 39.21471696616997 - - type: mrr_at_1000 - value: 39.278281346737195 - - type: mrr_at_20 - value: 38.82211296184961 - - type: mrr_at_3 - value: 36.1059765865681 - - type: mrr_at_5 - value: 37.29821318545904 - - type: nauc_map_at_1000_diff1 - value: 44.49970836853861 - - type: nauc_map_at_1000_max - value: 29.77152600812978 - - type: nauc_map_at_1000_std - value: 2.371611116941705 - - type: nauc_map_at_100_diff1 - value: 44.50435385542096 - - type: nauc_map_at_100_max - value: 29.783880224370968 - - type: nauc_map_at_100_std - value: 2.3901789050901416 - - type: nauc_map_at_10_diff1 - value: 44.409408206823926 - - type: nauc_map_at_10_max - value: 29.716512955118407 - - type: nauc_map_at_10_std - value: 1.9960391417306471 - - type: nauc_map_at_1_diff1 - value: 51.81510913391091 - - type: nauc_map_at_1_max - value: 31.45718877786518 - - type: nauc_map_at_1_std - value: 0.6652894870503548 - - type: nauc_map_at_20_diff1 - value: 44.362746077053586 - - type: nauc_map_at_20_max - value: 29.48842451907458 - - type: nauc_map_at_20_std - value: 2.1963216185045207 - - type: nauc_map_at_3_diff1 - value: 45.37627054912028 - - type: nauc_map_at_3_max - value: 28.883007725336995 - - type: nauc_map_at_3_std - value: -0.20173273127132102 - - type: nauc_map_at_5_diff1 - value: 44.268212156761955 - - type: nauc_map_at_5_max - value: 29.76691962328352 - - type: nauc_map_at_5_std - value: 1.0417698208020236 - - type: nauc_mrr_at_1000_diff1 - value: 44.21335029047463 - - type: nauc_mrr_at_1000_max - value: 30.963234867994643 - - type: nauc_mrr_at_1000_std - value: 3.208194178526169 - - type: nauc_mrr_at_100_diff1 - value: 44.18901172672336 - - type: nauc_mrr_at_100_max - value: 30.951281328812115 - - type: nauc_mrr_at_100_std - value: 3.21380311612713 - - type: nauc_mrr_at_10_diff1 - value: 44.07769644739813 - - type: nauc_mrr_at_10_max - value: 31.051393579292075 - - type: nauc_mrr_at_10_std - value: 3.0857305248011606 - - type: nauc_mrr_at_1_diff1 - value: 51.04332927712506 - - type: nauc_mrr_at_1_max - value: 33.10204278782818 - - type: nauc_mrr_at_1_std - value: 1.8848576137800481 - - type: nauc_mrr_at_20_diff1 - value: 44.09695747703678 - - type: nauc_mrr_at_20_max - value: 30.75215648042474 - - type: nauc_mrr_at_20_std - value: 3.0967110314793427 - - type: nauc_mrr_at_3_diff1 - value: 45.02671466831633 - - type: nauc_mrr_at_3_max - value: 31.14089473037222 - - type: nauc_mrr_at_3_std - value: 1.5549861369312517 - - type: nauc_mrr_at_5_diff1 - value: 44.01200575124768 - - type: nauc_mrr_at_5_max - value: 31.35251508067886 - - type: nauc_mrr_at_5_std - value: 2.436193105050964 - - type: nauc_ndcg_at_1000_diff1 - value: 42.98169967342506 - - type: nauc_ndcg_at_1000_max - value: 30.366039007252017 - - type: nauc_ndcg_at_1000_std - value: 5.049053046068428 - - type: nauc_ndcg_at_100_diff1 - value: 42.67834234453907 - - type: nauc_ndcg_at_100_max - value: 30.12269873054357 - - type: nauc_ndcg_at_100_std - value: 5.4827435194474115 - - type: nauc_ndcg_at_10_diff1 - value: 42.0598509029212 - - type: nauc_ndcg_at_10_max - value: 29.364390048123955 - - type: nauc_ndcg_at_10_std - value: 3.7649327138161643 - - type: nauc_ndcg_at_1_diff1 - value: 51.04332927712506 - - type: nauc_ndcg_at_1_max - value: 33.10204278782818 - - type: nauc_ndcg_at_1_std - value: 1.8848576137800481 - - type: nauc_ndcg_at_20_diff1 - value: 41.94853060381429 - - type: nauc_ndcg_at_20_max - value: 28.295786551394077 - - type: nauc_ndcg_at_20_std - value: 4.2132236763558994 - - type: nauc_ndcg_at_3_diff1 - value: 43.62007292783384 - - type: nauc_ndcg_at_3_max - value: 29.073529492941084 - - type: nauc_ndcg_at_3_std - value: -0.09275518285596841 - - type: nauc_ndcg_at_5_diff1 - value: 41.813267178694126 - - type: nauc_ndcg_at_5_max - value: 29.78237534055519 - - type: nauc_ndcg_at_5_std - value: 1.8127522501114646 - - type: nauc_precision_at_1000_diff1 - value: -13.48381165184421 - - type: nauc_precision_at_1000_max - value: -3.339018011199423 - - type: nauc_precision_at_1000_std - value: 7.608367277383381 - - type: nauc_precision_at_100_diff1 - value: 10.250769070048662 - - type: nauc_precision_at_100_max - value: 21.317873789567077 - - type: nauc_precision_at_100_std - value: 21.0333414305805 - - type: nauc_precision_at_10_diff1 - value: 27.757698966402184 - - type: nauc_precision_at_10_max - value: 29.44735713440695 - - type: nauc_precision_at_10_std - value: 13.064576002206083 - - type: nauc_precision_at_1_diff1 - value: 51.04332927712506 - - type: nauc_precision_at_1_max - value: 33.10204278782818 - - type: nauc_precision_at_1_std - value: 1.8848576137800481 - - type: nauc_precision_at_20_diff1 - value: 22.824655125705778 - - type: nauc_precision_at_20_max - value: 23.494370382164785 - - type: nauc_precision_at_20_std - value: 14.722644107210053 - - type: nauc_precision_at_3_diff1 - value: 36.090103514422 - - type: nauc_precision_at_3_max - value: 28.386051224276194 - - type: nauc_precision_at_3_std - value: 0.9968216658444929 - - type: nauc_precision_at_5_diff1 - value: 29.78267093767586 - - type: nauc_precision_at_5_max - value: 31.48300370842171 - - type: nauc_precision_at_5_std - value: 6.006559602847512 - - type: nauc_recall_at_1000_diff1 - value: 35.73868662162835 - - type: nauc_recall_at_1000_max - value: 48.383070976640724 - - type: nauc_recall_at_1000_std - value: 41.59587880417064 - - type: nauc_recall_at_100_diff1 - value: 34.28974657678655 - - type: nauc_recall_at_100_max - value: 29.896017976958777 - - type: nauc_recall_at_100_std - value: 21.02501453586133 - - type: nauc_recall_at_10_diff1 - value: 33.66338338383692 - - type: nauc_recall_at_10_max - value: 25.142317725047853 - - type: nauc_recall_at_10_std - value: 8.023904208965744 - - type: nauc_recall_at_1_diff1 - value: 51.81510913391091 - - type: nauc_recall_at_1_max - value: 31.45718877786518 - - type: nauc_recall_at_1_std - value: 0.6652894870503548 - - type: nauc_recall_at_20_diff1 - value: 32.673969436865235 - - type: nauc_recall_at_20_max - value: 20.01704582766808 - - type: nauc_recall_at_20_std - value: 9.941483488497981 - - type: nauc_recall_at_3_diff1 - value: 38.11222290105628 - - type: nauc_recall_at_3_max - value: 25.339532983105826 - - type: nauc_recall_at_3_std - value: -2.324451066363608 - - type: nauc_recall_at_5_diff1 - value: 33.63430870640167 - - type: nauc_recall_at_5_max - value: 26.791116604248906 - - type: nauc_recall_at_5_std - value: 2.4824568030362713 - - type: ndcg_at_1 - value: 29.020000000000003 + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 40.73737737926463 + - type: v_measure + value: 40.73737737926463 + - type: v_measure_std + value: 0.6059982328960863 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackRetrieval + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 48.852333333333334 - type: ndcg_at_10 - value: 40.929 - - type: ndcg_at_100 - value: 46.022 - - type: ndcg_at_1000 - value: 48.25 - - type: ndcg_at_20 - value: 42.947 - - type: ndcg_at_3 - value: 36.124 - - type: ndcg_at_5 - value: 38.322 - - type: precision_at_1 - value: 29.020000000000003 - - type: precision_at_10 - value: 6.34 - - type: precision_at_100 - value: 0.9560000000000001 - - type: precision_at_1000 - value: 0.126 - - type: precision_at_20 - value: 3.66 - - type: precision_at_3 - value: 15.527 - - type: precision_at_5 - value: 10.721 - - type: recall_at_1 - value: 26.3 - - type: recall_at_10 - value: 54.49 - - type: recall_at_100 - value: 77.761 - - type: recall_at_1000 - value: 93.786 - - type: recall_at_20 - value: 62.114999999999995 - - type: recall_at_3 - value: 41.277 - - type: recall_at_5 - value: 46.711999999999996 + value: 48.852333333333334 task: type: Retrieval - dataset: config: default - name: MTEB ClimateFEVER (default) + name: MTEB ClimateFEVER revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever @@ -4293,7 +792,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB DBPedia (default) + name: MTEB DBPedia revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia @@ -4584,7 +1083,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB EmotionClassification (default) + name: MTEB EmotionClassification revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 split: test type: mteb/emotion @@ -4601,7 +1100,7 @@ model-index: type: Classification - dataset: config: default - name: MTEB FEVER (default) + name: MTEB FEVER revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever @@ -4892,7 +1391,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB FiQA2018 (default) + name: MTEB FiQA2018 revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa @@ -5183,7 +1682,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB HotpotQA (default) + name: MTEB HotpotQA revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa @@ -5474,7 +1973,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB ImdbClassification (default) + name: MTEB ImdbClassification revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 split: test type: mteb/imdb @@ -5495,7 +1994,7 @@ model-index: type: Classification - dataset: config: default - name: MTEB MSMARCO (default) + name: MTEB MSMARCO revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco @@ -5651,428 +2150,137 @@ model-index: - type: nauc_ndcg_at_3_std value: -19.12823913473232 - type: nauc_ndcg_at_5_diff1 - value: 36.147729725463364 - - type: nauc_ndcg_at_5_max - value: 9.53707003144017 - - type: nauc_ndcg_at_5_std - value: -18.91372487441106 - - type: nauc_precision_at_1000_diff1 - value: -6.013504255890098 - - type: nauc_precision_at_1000_max - value: 6.319348588937731 - - type: nauc_precision_at_1000_std - value: 6.360339202992953 - - type: nauc_precision_at_100_diff1 - value: 14.846649240680357 - - type: nauc_precision_at_100_max - value: 11.751644343520605 - - type: nauc_precision_at_100_std - value: 16.881205928162444 - - type: nauc_precision_at_10_diff1 - value: 30.328513184776966 - - type: nauc_precision_at_10_max - value: 9.988509735977631 - - type: nauc_precision_at_10_std - value: -15.609966599969837 - - type: nauc_precision_at_1_diff1 - value: 40.314678345050915 - - type: nauc_precision_at_1_max - value: 8.193685362111243 - - type: nauc_precision_at_1_std - value: -17.096535887474175 - - type: nauc_precision_at_20_diff1 - value: 28.248245250811543 - - type: nauc_precision_at_20_max - value: 10.953279209883918 - - type: nauc_precision_at_20_std - value: -7.365540710727016 - - type: nauc_precision_at_3_diff1 - value: 33.6150964111514 - - type: nauc_precision_at_3_max - value: 9.216455510763346 - - type: nauc_precision_at_3_std - value: -20.45932513010908 - - type: nauc_precision_at_5_diff1 - value: 31.518755311864705 - - type: nauc_precision_at_5_max - value: 10.019710006442747 - - type: nauc_precision_at_5_std - value: -19.740528698385468 - - type: nauc_recall_at_1000_diff1 - value: 12.207155589507542 - - type: nauc_recall_at_1000_max - value: 39.3447783153665 - - type: nauc_recall_at_1000_std - value: 74.60352827999826 - - type: nauc_recall_at_100_diff1 - value: 32.993666280768615 - - type: nauc_recall_at_100_max - value: 16.487188889720816 - - type: nauc_recall_at_100_std - value: 26.828206265371275 - - type: nauc_recall_at_10_diff1 - value: 33.65453771237772 - - type: nauc_recall_at_10_max - value: 10.71869814574723 - - type: nauc_recall_at_10_std - value: -16.27859785753318 - - type: nauc_recall_at_1_diff1 - value: 40.298938486026984 - - type: nauc_recall_at_1_max - value: 8.149499405622326 - - type: nauc_recall_at_1_std - value: -17.09168853307602 - - type: nauc_recall_at_20_diff1 - value: 34.60034971417269 - - type: nauc_recall_at_20_max - value: 12.076871992384788 - - type: nauc_recall_at_20_std - value: -8.224571589978806 - - type: nauc_recall_at_3_diff1 - value: 34.24661417034744 - - type: nauc_recall_at_3_max - value: 9.464103325281997 - - type: nauc_recall_at_3_std - value: -20.329748455626195 - - type: nauc_recall_at_5_diff1 - value: 33.042225241281585 - - type: nauc_recall_at_5_max - value: 10.486814885646142 - - type: nauc_recall_at_5_std - value: -19.7259662900716 - - type: ndcg_at_1 - value: 25.013999999999996 - - type: ndcg_at_10 - value: 44.181 - - type: ndcg_at_100 - value: 49.673 - - type: ndcg_at_1000 - value: 50.705999999999996 - - type: ndcg_at_20 - value: 46.798 - - type: ndcg_at_3 - value: 36.037 - - type: ndcg_at_5 - value: 40.214 - - type: precision_at_1 - value: 25.013999999999996 - - type: precision_at_10 - value: 6.9110000000000005 - - type: precision_at_100 - value: 0.9650000000000001 - - type: precision_at_1000 - value: 0.105 - - type: precision_at_20 - value: 4.004 - - type: precision_at_3 - value: 15.238999999999999 - - type: precision_at_5 - value: 11.264000000000001 - - type: recall_at_1 - value: 24.3 - - type: recall_at_10 - value: 66.06400000000001 - - type: recall_at_100 - value: 91.291 - - type: recall_at_1000 - value: 99.054 - - type: recall_at_20 - value: 76.25699999999999 - - type: recall_at_3 - value: 44.039 - - type: recall_at_5 - value: 54.053 - task: - type: Retrieval - - dataset: - config: default - name: MTEB MSMARCO (default) - revision: c5a29a104738b98a9e76336939199e264163d4a0 - split: test - type: mteb/msmarco - metrics: - - type: main_score - value: 74.044 - - type: map_at_1 - value: 2.307 - - type: map_at_10 - value: 16.837 - - type: map_at_100 - value: 45.499 - - type: map_at_1000 - value: 55.629 - - type: map_at_20 - value: 27.256999999999998 - - type: map_at_3 - value: 6.068 - - type: map_at_5 - value: 9.496 - - type: mrr_at_1 - value: 93.02325581395348 - - type: mrr_at_10 - value: 96.12403100775194 - - type: mrr_at_100 - value: 96.12403100775194 - - type: mrr_at_1000 - value: 96.12403100775194 - - type: mrr_at_20 - value: 96.12403100775194 - - type: mrr_at_3 - value: 96.12403100775194 - - type: mrr_at_5 - value: 96.12403100775194 - - type: nauc_map_at_1000_diff1 - value: -30.073207022158744 - - type: nauc_map_at_1000_max - value: 8.605927047819053 - - type: nauc_map_at_1000_std - value: 37.32903281474912 - - type: nauc_map_at_100_diff1 - value: -10.793039700916037 - - type: nauc_map_at_100_max - value: 5.083492562497569 - - type: nauc_map_at_100_std - value: 8.334344416036425 - - type: nauc_map_at_10_diff1 - value: 8.264796178308766 - - type: nauc_map_at_10_max - value: 4.908570142618324 - - type: nauc_map_at_10_std - value: -18.694986729829253 - - type: nauc_map_at_1_diff1 - value: -2.5494370679913216 - - type: nauc_map_at_1_max - value: -3.9997308413847374 - - type: nauc_map_at_1_std - value: -30.597394453337923 - - type: nauc_map_at_20_diff1 - value: 5.012931007828712 - - type: nauc_map_at_20_max - value: 3.8701830739554888 - - type: nauc_map_at_20_std - value: -12.533557720528027 - - type: nauc_map_at_3_diff1 - value: 5.422969595695591 - - type: nauc_map_at_3_max - value: -4.407058158133122 - - type: nauc_map_at_3_std - value: -27.119262460785613 - - type: nauc_map_at_5_diff1 - value: 5.805119415442102 - - type: nauc_map_at_5_max - value: -1.921645009171383 - - type: nauc_map_at_5_std - value: -24.38322016473787 - - type: nauc_mrr_at_1000_diff1 - value: -29.462717213582252 - - type: nauc_mrr_at_1000_max - value: 52.79303395566356 - - type: nauc_mrr_at_1000_std - value: 82.11480791411556 - - type: nauc_mrr_at_100_diff1 - value: -29.462717213582252 - - type: nauc_mrr_at_100_max - value: 52.79303395566356 - - type: nauc_mrr_at_100_std - value: 82.11480791411556 - - type: nauc_mrr_at_10_diff1 - value: -29.462717213582252 - - type: nauc_mrr_at_10_max - value: 52.79303395566356 - - type: nauc_mrr_at_10_std - value: 82.11480791411556 - - type: nauc_mrr_at_1_diff1 - value: -34.04083805467882 - - type: nauc_mrr_at_1_max - value: 60.66086162971976 - - type: nauc_mrr_at_1_std - value: 85.09567326176314 - - type: nauc_mrr_at_20_diff1 - value: -29.462717213582252 - - type: nauc_mrr_at_20_max - value: 52.79303395566356 - - type: nauc_mrr_at_20_std - value: 82.11480791411556 - - type: nauc_mrr_at_3_diff1 - value: -29.462717213582252 - - type: nauc_mrr_at_3_max - value: 52.79303395566356 - - type: nauc_mrr_at_3_std - value: 82.11480791411556 - - type: nauc_mrr_at_5_diff1 - value: -29.462717213582252 - - type: nauc_mrr_at_5_max - value: 52.79303395566356 - - type: nauc_mrr_at_5_std - value: 82.11480791411556 - - type: nauc_ndcg_at_1000_diff1 - value: -36.970459719408865 - - type: nauc_ndcg_at_1000_max - value: 29.247154299753376 - - type: nauc_ndcg_at_1000_std - value: 47.780059963788766 - - type: nauc_ndcg_at_100_diff1 - value: -30.14872047007895 - - type: nauc_ndcg_at_100_max - value: 14.514360797886198 - - type: nauc_ndcg_at_100_std - value: 43.811084926974644 - - type: nauc_ndcg_at_10_diff1 - value: -18.65882323064364 - - type: nauc_ndcg_at_10_max - value: 19.840743372286695 - - type: nauc_ndcg_at_10_std - value: 24.19536725953071 - - type: nauc_ndcg_at_1_diff1 - value: 2.7525487880013357 - - type: nauc_ndcg_at_1_max - value: 35.518927219904754 - - type: nauc_ndcg_at_1_std - value: 23.38153106486627 - - type: nauc_ndcg_at_20_diff1 - value: -23.495456077508003 - - type: nauc_ndcg_at_20_max - value: 13.690919788099109 - - type: nauc_ndcg_at_20_std - value: 28.561027401967404 - - type: nauc_ndcg_at_3_diff1 - value: 2.692194097409563 - - type: nauc_ndcg_at_3_max - value: 19.104555823234936 - - type: nauc_ndcg_at_3_std - value: 16.108183347865467 - - type: nauc_ndcg_at_5_diff1 - value: -6.012321559676618 + value: 36.147729725463364 - type: nauc_ndcg_at_5_max - value: 16.82380641991499 + value: 9.53707003144017 - type: nauc_ndcg_at_5_std - value: 18.37106340133568 + value: -18.91372487441106 - type: nauc_precision_at_1000_diff1 - value: -27.56580440315084 + value: -6.013504255890098 - type: nauc_precision_at_1000_max - value: 0.07286293389240653 + value: 6.319348588937731 - type: nauc_precision_at_1000_std - value: 43.506468401911576 + value: 6.360339202992953 - type: nauc_precision_at_100_diff1 - value: -32.94712859840603 + value: 14.846649240680357 - type: nauc_precision_at_100_max - value: 0.6060160329626728 + value: 11.751644343520605 - type: nauc_precision_at_100_std - value: 43.02595804999937 + value: 16.881205928162444 - type: nauc_precision_at_10_diff1 - value: -32.017945972534726 + value: 30.328513184776966 - type: nauc_precision_at_10_max - value: 16.156828736086485 + value: 9.988509735977631 - type: nauc_precision_at_10_std - value: 46.72951815627366 + value: -15.609966599969837 - type: nauc_precision_at_1_diff1 - value: -34.04083805467882 + value: 40.314678345050915 - type: nauc_precision_at_1_max - value: 60.66086162971976 + value: 8.193685362111243 - type: nauc_precision_at_1_std - value: 85.09567326176314 + value: -17.096535887474175 - type: nauc_precision_at_20_diff1 - value: -32.86966866791863 + value: 28.248245250811543 - type: nauc_precision_at_20_max - value: 9.783160758186446 + value: 10.953279209883918 - type: nauc_precision_at_20_std - value: 47.9737660665705 + value: -7.365540710727016 - type: nauc_precision_at_3_diff1 - value: -20.08120136563584 + value: 33.6150964111514 - type: nauc_precision_at_3_max - value: 1.1121036520604461 + value: 9.216455510763346 - type: nauc_precision_at_3_std - value: 42.92802259504359 + value: -20.45932513010908 - type: nauc_precision_at_5_diff1 - value: -21.39805327523998 + value: 31.518755311864705 - type: nauc_precision_at_5_max - value: 9.953438498314199 + value: 10.019710006442747 - type: nauc_precision_at_5_std - value: 43.21143772394454 + value: -19.740528698385468 - type: nauc_recall_at_1000_diff1 - value: -46.04578136419592 + value: 12.207155589507542 - type: nauc_recall_at_1000_max - value: 30.68206598609905 + value: 39.3447783153665 - type: nauc_recall_at_1000_std - value: 41.050064321026 + value: 74.60352827999826 - type: nauc_recall_at_100_diff1 - value: -9.355386624701246 + value: 32.993666280768615 - type: nauc_recall_at_100_max - value: 3.5525078359890814 + value: 16.487188889720816 - type: nauc_recall_at_100_std - value: -0.14908810395493877 + value: 26.828206265371275 - type: nauc_recall_at_10_diff1 - value: 6.465716101232745 + value: 33.65453771237772 - type: nauc_recall_at_10_max - value: 1.5427400921146073 + value: 10.71869814574723 - type: nauc_recall_at_10_std - value: -24.315672394886402 + value: -16.27859785753318 - type: nauc_recall_at_1_diff1 - value: -2.5494370679913216 + value: 40.298938486026984 - type: nauc_recall_at_1_max - value: -3.9997308413847374 + value: 8.149499405622326 - type: nauc_recall_at_1_std - value: -30.597394453337923 + value: -17.09168853307602 - type: nauc_recall_at_20_diff1 - value: 5.297515311292863 + value: 34.60034971417269 - type: nauc_recall_at_20_max - value: 1.013910149606766 + value: 12.076871992384788 - type: nauc_recall_at_20_std - value: -18.419460527980615 + value: -8.224571589978806 - type: nauc_recall_at_3_diff1 - value: 3.8520264716457433 + value: 34.24661417034744 - type: nauc_recall_at_3_max - value: -6.683530905079106 + value: 9.464103325281997 - type: nauc_recall_at_3_std - value: -31.104191625229692 + value: -20.329748455626195 - type: nauc_recall_at_5_diff1 - value: 4.0202738409290975 + value: 33.042225241281585 - type: nauc_recall_at_5_max - value: -3.4826228221657556 + value: 10.486814885646142 - type: nauc_recall_at_5_std - value: -28.291427757615367 + value: -19.7259662900716 - type: ndcg_at_1 - value: 73.643 + value: 25.013999999999996 - type: ndcg_at_10 - value: 74.044 + value: 44.181 - type: ndcg_at_100 - value: 68.757 + value: 49.673 - type: ndcg_at_1000 - value: 77.934 + value: 50.705999999999996 - type: ndcg_at_20 - value: 73.043 + value: 46.798 - type: ndcg_at_3 - value: 74.994 + value: 36.037 - type: ndcg_at_5 - value: 73.014 + value: 40.214 - type: precision_at_1 - value: 93.023 + value: 25.013999999999996 - type: precision_at_10 - value: 84.186 + value: 6.9110000000000005 - type: precision_at_100 - value: 41.186 + value: 0.9650000000000001 - type: precision_at_1000 - value: 8.116 + value: 0.105 - type: precision_at_20 - value: 77.442 + value: 4.004 - type: precision_at_3 - value: 89.922 + value: 15.238999999999999 - type: precision_at_5 - value: 85.116 + value: 11.264000000000001 - type: recall_at_1 - value: 2.307 + value: 24.3 - type: recall_at_10 - value: 18.497 + value: 66.06400000000001 - type: recall_at_100 - value: 56.711999999999996 + value: 91.291 - type: recall_at_1000 - value: 86.737 + value: 99.054 - type: recall_at_20 - value: 30.532999999999998 + value: 76.25699999999999 - type: recall_at_3 - value: 6.4399999999999995 + value: 44.039 - type: recall_at_5 - value: 10.105 + value: 54.053 task: type: Retrieval - dataset: @@ -6145,7 +2353,7 @@ model-index: type: Classification - dataset: config: default - name: MTEB MedrxivClusteringP2P (default) + name: MTEB MedrxivClusteringP2P revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 split: test type: mteb/medrxiv-clustering-p2p @@ -6160,7 +2368,7 @@ model-index: type: Clustering - dataset: config: default - name: MTEB MedrxivClusteringS2S (default) + name: MTEB MedrxivClusteringS2S revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 split: test type: mteb/medrxiv-clustering-s2s @@ -6175,7 +2383,7 @@ model-index: type: Clustering - dataset: config: default - name: MTEB MindSmallReranking (default) + name: MTEB MindSmallReranking revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 split: test type: mteb/mind_small @@ -6202,7 +2410,7 @@ model-index: type: Reranking - dataset: config: default - name: MTEB NFCorpus (default) + name: MTEB NFCorpus revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus @@ -6493,7 +2701,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB NQ (default) + name: MTEB NQ revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq @@ -6784,7 +2992,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB QuoraRetrieval (default) + name: MTEB QuoraRetrieval revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora @@ -7075,7 +3283,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB RedditClustering (default) + name: MTEB RedditClustering revision: 24640382cdbf8abc73003fb0fa6d111a705499eb split: test type: mteb/reddit-clustering @@ -7090,7 +3298,7 @@ model-index: type: Clustering - dataset: config: default - name: MTEB RedditClusteringP2P (default) + name: MTEB RedditClusteringP2P revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 split: test type: mteb/reddit-clustering-p2p @@ -7105,7 +3313,7 @@ model-index: type: Clustering - dataset: config: default - name: MTEB SCIDOCS (default) + name: MTEB SCIDOCS revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs @@ -7396,7 +3604,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB SICK-R (default) + name: MTEB SICK-R revision: 20a6d6f312dd54037fe07a32d58e5e168867909d split: test type: mteb/sickr-sts @@ -7423,7 +3631,7 @@ model-index: type: STS - dataset: config: default - name: MTEB STS12 (default) + name: MTEB STS12 revision: a0d554a64d88156834ff5ae9920b964011b16384 split: test type: mteb/sts12-sts @@ -7450,7 +3658,7 @@ model-index: type: STS - dataset: config: default - name: MTEB STS13 (default) + name: MTEB STS13 revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca split: test type: mteb/sts13-sts @@ -7477,7 +3685,7 @@ model-index: type: STS - dataset: config: default - name: MTEB STS14 (default) + name: MTEB STS14 revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 split: test type: mteb/sts14-sts @@ -7504,7 +3712,7 @@ model-index: type: STS - dataset: config: default - name: MTEB STS15 (default) + name: MTEB STS15 revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 split: test type: mteb/sts15-sts @@ -7531,7 +3739,7 @@ model-index: type: STS - dataset: config: default - name: MTEB STS16 (default) + name: MTEB STS16 revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 split: test type: mteb/sts16-sts @@ -7556,114 +3764,6 @@ model-index: value: 87.22000226558832 task: type: STS - - dataset: - config: it-en - name: MTEB STS17 (it-en) - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - split: test - type: mteb/sts17-crosslingual-sts - metrics: - - type: cosine_pearson - value: 88.7349764804212 - - type: cosine_spearman - value: 89.28951442654947 - - type: euclidean_pearson - value: 88.88291732710609 - - type: euclidean_spearman - value: 89.28951442654947 - - type: main_score - value: 89.28951442654947 - - type: manhattan_pearson - value: 88.98193254738537 - - type: manhattan_spearman - value: 89.24257960766334 - - type: pearson - value: 88.7349764804212 - - type: spearman - value: 89.28951442654947 - task: - type: STS - - dataset: - config: en-ar - name: MTEB STS17 (en-ar) - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - split: test - type: mteb/sts17-crosslingual-sts - metrics: - - type: cosine_pearson - value: 77.0392141246108 - - type: cosine_spearman - value: 77.59284352641623 - - type: euclidean_pearson - value: 77.0732057512901 - - type: euclidean_spearman - value: 77.59284352641623 - - type: main_score - value: 77.59284352641623 - - type: manhattan_pearson - value: 77.20818950201269 - - type: manhattan_spearman - value: 77.47925364624454 - - type: pearson - value: 77.0392141246108 - - type: spearman - value: 77.59284352641623 - task: - type: STS - - dataset: - config: en-tr - name: MTEB STS17 (en-tr) - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - split: test - type: mteb/sts17-crosslingual-sts - metrics: - - type: cosine_pearson - value: 73.88921691413196 - - type: cosine_spearman - value: 72.16578879610319 - - type: euclidean_pearson - value: 73.97983260470556 - - type: euclidean_spearman - value: 72.16578879610319 - - type: main_score - value: 72.16578879610319 - - type: manhattan_pearson - value: 73.99943159820614 - - type: manhattan_spearman - value: 72.21219442454583 - - type: pearson - value: 73.88921691413196 - - type: spearman - value: 72.16578879610319 - task: - type: STS - - dataset: - config: es-en - name: MTEB STS17 (es-en) - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - split: test - type: mteb/sts17-crosslingual-sts - metrics: - - type: cosine_pearson - value: 86.97186290205772 - - type: cosine_spearman - value: 87.93811587095317 - - type: euclidean_pearson - value: 87.23624630702996 - - type: euclidean_spearman - value: 87.93811587095317 - - type: main_score - value: 87.93811587095317 - - type: manhattan_pearson - value: 87.72832812198037 - - type: manhattan_spearman - value: 88.49315823056962 - - type: pearson - value: 86.97186290205772 - - type: spearman - value: 87.93811587095317 - task: - type: STS - dataset: config: en-en name: MTEB STS17 (en-en) @@ -7691,168 +3791,6 @@ model-index: value: 91.43471625912765 task: type: STS - - dataset: - config: en-de - name: MTEB STS17 (en-de) - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - split: test - type: mteb/sts17-crosslingual-sts - metrics: - - type: cosine_pearson - value: 87.07489674877769 - - type: cosine_spearman - value: 87.22603530072956 - - type: euclidean_pearson - value: 87.46339210182721 - - type: euclidean_spearman - value: 87.22603530072956 - - type: main_score - value: 87.22603530072956 - - type: manhattan_pearson - value: 87.60737696451993 - - type: manhattan_spearman - value: 87.16064944739192 - - type: pearson - value: 87.07489674877769 - - type: spearman - value: 87.22603530072956 - task: - type: STS - - dataset: - config: nl-en - name: MTEB STS17 (nl-en) - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - split: test - type: mteb/sts17-crosslingual-sts - metrics: - - type: cosine_pearson - value: 87.90335800122372 - - type: cosine_spearman - value: 88.26559733345387 - - type: euclidean_pearson - value: 88.03567118672723 - - type: euclidean_spearman - value: 88.26559733345387 - - type: main_score - value: 88.26559733345387 - - type: manhattan_pearson - value: 88.04841463079502 - - type: manhattan_spearman - value: 88.21428039388552 - - type: pearson - value: 87.90335800122372 - - type: spearman - value: 88.26559733345387 - task: - type: STS - - dataset: - config: fr-en - name: MTEB STS17 (fr-en) - revision: faeb762787bd10488a50c8b5be4a3b82e411949c - split: test - type: mteb/sts17-crosslingual-sts - metrics: - - type: cosine_pearson - value: 87.78539484170877 - - type: cosine_spearman - value: 87.80101566182594 - - type: euclidean_pearson - value: 87.98116016872204 - - type: euclidean_spearman - value: 87.80101566182594 - - type: main_score - value: 87.80101566182594 - - type: manhattan_pearson - value: 87.96905768863878 - - type: manhattan_spearman - value: 87.89207920477536 - - type: pearson - value: 87.78539484170877 - - type: spearman - value: 87.80101566182594 - task: - type: STS - - dataset: - config: de-en - name: MTEB STS22 (de-en) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 65.74027985098283 - - type: cosine_spearman - value: 60.72082677272566 - - type: euclidean_pearson - value: 67.81412578640078 - - type: euclidean_spearman - value: 60.72082677272566 - - type: main_score - value: 60.72082677272566 - - type: manhattan_pearson - value: 68.4634050117408 - - type: manhattan_spearman - value: 59.13639592328217 - - type: pearson - value: 65.74027985098283 - - type: spearman - value: 60.72082677272566 - task: - type: STS - - dataset: - config: pl-en - name: MTEB STS22 (pl-en) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 77.50079791702605 - - type: cosine_spearman - value: 75.31642718290283 - - type: euclidean_pearson - value: 77.23908769580555 - - type: euclidean_spearman - value: 75.31642718290283 - - type: main_score - value: 75.31642718290283 - - type: manhattan_pearson - value: 76.69583932932362 - - type: manhattan_spearman - value: 74.28498074617474 - - type: pearson - value: 77.50079791702605 - - type: spearman - value: 75.31642718290283 - task: - type: STS - - dataset: - config: es-en - name: MTEB STS22 (es-en) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 77.36402411244642 - - type: cosine_spearman - value: 78.26932923484236 - - type: euclidean_pearson - value: 77.71590681654918 - - type: euclidean_spearman - value: 78.26932923484236 - - type: main_score - value: 78.26932923484236 - - type: manhattan_pearson - value: 78.49147427458551 - - type: manhattan_spearman - value: 78.95794678007539 - - type: pearson - value: 77.36402411244642 - - type: spearman - value: 78.26932923484236 - task: - type: STS - dataset: config: en name: MTEB STS22 (en) @@ -7880,36 +3818,9 @@ model-index: value: 67.76156085991387 task: type: STS - - dataset: - config: zh-en - name: MTEB STS22 (zh-en) - revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 - split: test - type: mteb/sts22-crosslingual-sts - metrics: - - type: cosine_pearson - value: 73.6098575655897 - - type: cosine_spearman - value: 72.42424022416704 - - type: euclidean_pearson - value: 74.38100861043216 - - type: euclidean_spearman - value: 72.42424022416704 - - type: main_score - value: 72.42424022416704 - - type: manhattan_pearson - value: 75.48257861401288 - - type: manhattan_spearman - value: 72.88125030576865 - - type: pearson - value: 73.6098575655897 - - type: spearman - value: 72.42424022416704 - task: - type: STS - dataset: config: default - name: MTEB STSBenchmark (default) + name: MTEB STSBenchmark revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 split: test type: mteb/stsbenchmark-sts @@ -7936,7 +3847,7 @@ model-index: type: STS - dataset: config: default - name: MTEB SciDocsRR (default) + name: MTEB SciDocsRR revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab split: test type: mteb/scidocs-reranking @@ -7963,7 +3874,7 @@ model-index: type: Reranking - dataset: config: default - name: MTEB SciFact (default) + name: MTEB SciFact revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact @@ -8254,20 +4165,24 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB SprintDuplicateQuestions (default) + name: MTEB SprintDuplicateQuestions revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 split: test type: mteb/sprintduplicatequestions-pairclassification metrics: - - type: ap - value: 95.25139396923107 + - type: max_accuracy + value: 99.8019801980198 + - type: max_ap + value: 95.43878917155146 + - type: max_f1 + value: 90.0398406374502 - type: main_score value: 95.43878917155146 task: type: PairClassification - dataset: config: default - name: MTEB StackExchangeClustering (default) + name: MTEB StackExchangeClustering revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 split: test type: mteb/stackexchange-clustering @@ -8282,7 +4197,7 @@ model-index: type: Clustering - dataset: config: default - name: MTEB StackExchangeClusteringP2P (default) + name: MTEB StackExchangeClusteringP2P revision: 815ca46b2622cec33ccafc3735d572c266efdb44 split: test type: mteb/stackexchange-clustering-p2p @@ -8297,7 +4212,7 @@ model-index: type: Clustering - dataset: config: default - name: MTEB StackOverflowDupQuestions (default) + name: MTEB StackOverflowDupQuestions revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 split: test type: mteb/stackoverflowdupquestions-reranking @@ -8324,7 +4239,7 @@ model-index: type: Reranking - dataset: config: default - name: MTEB SummEval (default) + name: MTEB SummEval revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c split: test type: mteb/summeval @@ -8347,7 +4262,7 @@ model-index: type: Summarization - dataset: config: default - name: MTEB TRECCOVID (default) + name: MTEB TRECCOVID revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid @@ -8638,7 +4553,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB Touche2020 (default) + name: MTEB Touche2020 revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 @@ -8929,7 +4844,7 @@ model-index: type: Retrieval - dataset: config: default - name: MTEB ToxicConversationsClassification (default) + name: MTEB ToxicConversationsClassification revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de split: test type: mteb/toxic_conversations_50k @@ -8950,7 +4865,7 @@ model-index: type: Classification - dataset: config: default - name: MTEB TweetSentimentExtractionClassification (default) + name: MTEB TweetSentimentExtractionClassification revision: d604517c81ca91fe16a244d1248fc021f9ecee7a split: test type: mteb/tweet_sentiment_extraction @@ -8967,7 +4882,7 @@ model-index: type: Classification - dataset: config: default - name: MTEB TwentyNewsgroupsClustering (default) + name: MTEB TwentyNewsgroupsClustering revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 split: test type: mteb/twentynewsgroups-clustering @@ -8982,11 +4897,17 @@ model-index: type: Clustering - dataset: config: default - name: MTEB TwitterSemEval2015 (default) + name: MTEB TwitterSemEval2015 revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 split: test type: mteb/twittersemeval2015-pairclassification metrics: + - type: max_accuracy + value: 88.63920844012637 + - type: max_ap + value: 81.41444048232692 + - type: max_f1 + value: 74.84396892115653 - type: accuracy value: 88.63920844012637 - type: accuracy_threshold @@ -9007,11 +4928,17 @@ model-index: type: PairClassification - dataset: config: default - name: MTEB TwitterURLCorpus (default) + name: MTEB TwitterURLCorpus revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf split: test type: mteb/twitterurlcorpus-pairclassification metrics: + - type: max_accuracy + value: 89.90569332867622 + - type: max_ap + value: 87.91825594329686 + - type: max_f1 + value: 80.35081439054949 - type: accuracy value: 89.90569332867622 - type: accuracy_threshold @@ -9030,9 +4957,8 @@ model-index: value: 87.91825594329686 task: type: PairClassification -language: -- en -license: mit +tags: +- mteb --- ## Zeta-Alpha-E5-Mistral