Hugging Face's logo

vidore
/
baseline-results

vidore
Model card Files Community
HugSib commited on
Commit
9294e27
·
verified ·
1 Parent(s): ac01cf3

Upload 7 files

Browse files
Files changed (7) hide show
  1. BAAI_bge-m3_captioning_metrics.json +1 -0
  2. BAAI_bge-m3_ocr_metrics.json +1 -0
  3. bm25_captioning_metrics.json +1 -0
  4. bm25_ocr_metrics.json +1 -0
  5. google_siglip-so400m-patch14-384_metrics.json +1 -0
  6. jinaai_jina-clip-v1_metrics.json +1 -0
  7. nomic-ai_nomic-embed-vision-v1.5_metrics.json +1 -0
BAAI_bge-m3_captioning_metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vidore/arxivqa_test_subsampled_captioning": {"ndcg_at_1": 0.29259, "ndcg_at_3": 0.33569, "ndcg_at_5": 0.35666, "ndcg_at_10": 0.37382, "ndcg_at_20": 0.38658, "ndcg_at_100": 0.42818, "ndcg_at_1000": 0.45995, "map_at_1": 0.29259, "map_at_3": 0.32498, "map_at_5": 0.33681, "map_at_10": 0.3437, "map_at_20": 0.34725, "map_at_100": 0.35261, "map_at_1000": 0.3538, "recall_at_1": 0.29259, "recall_at_3": 0.36673, "recall_at_5": 0.41683, "recall_at_10": 0.47094, "recall_at_20": 0.52104, "recall_at_100": 0.7515, "recall_at_1000": 1.0, "precision_at_1": 0.29259, "precision_at_3": 0.12224, "precision_at_5": 0.08337, "precision_at_10": 0.04709, "precision_at_20": 0.02605, "precision_at_100": 0.00752, "precision_at_1000": 0.001, "mrr_at_1": 0.2925851703406814, "mrr_at_3": 0.32498329993319963, "mrr_at_5": 0.33680694722778887, "mrr_at_10": 0.3436993033686419, "mrr_at_20": 0.34726632073469704, "mrr_at_100": 0.35263164352471865, "mrr_at_1000": 0.3538153441394933, "naucs_at_1_max": 0.18638318476128643, "naucs_at_1_std": -0.37268746817428605, "naucs_at_1_diff1": 0.6896930141149641, "naucs_at_3_max": 0.11335254726486062, "naucs_at_3_std": -0.38613507032904776, "naucs_at_3_diff1": 0.5913132696607358, "naucs_at_5_max": 0.08362662642586595, "naucs_at_5_std": -0.3935919602766317, "naucs_at_5_diff1": 0.5478475230342258, "naucs_at_10_max": 0.05691082084220734, "naucs_at_10_std": -0.3678611873153722, "naucs_at_10_diff1": 0.5090302673198136, "naucs_at_20_max": 0.044496682020354304, "naucs_at_20_std": -0.35489546439012715, "naucs_at_20_diff1": 0.47633791766742195, "naucs_at_100_max": -0.09282093840575399, "naucs_at_100_std": -0.39666746399448577, "naucs_at_100_diff1": 0.29791891831825007, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled_captioning": {"ndcg_at_1": 0.26, "ndcg_at_3": 0.31225, "ndcg_at_5": 0.32946, "ndcg_at_10": 0.34884, "ndcg_at_20": 0.36777, "ndcg_at_100": 0.40284, "ndcg_at_1000": 0.4385, "map_at_1": 0.26, "map_at_3": 0.29889, "map_at_5": 0.30833, "map_at_10": 0.31633, "map_at_20": 0.32144, "map_at_100": 0.32598, "map_at_1000": 0.32732, "recall_at_1": 0.26, "recall_at_3": 0.35111, "recall_at_5": 0.39333, "recall_at_10": 0.45333, "recall_at_20": 0.52889, "recall_at_100": 0.72222, "recall_at_1000": 1.0, "precision_at_1": 0.26, "precision_at_3": 0.11704, "precision_at_5": 0.07867, "precision_at_10": 0.04533, "precision_at_20": 0.02644, "precision_at_100": 0.00722, "precision_at_1000": 0.001, "mrr_at_1": 0.26, "mrr_at_3": 0.2988888888888889, "mrr_at_5": 0.30833333333333346, "mrr_at_10": 0.31652821869488545, "mrr_at_20": 0.3214455149444832, "mrr_at_100": 0.3259861617516507, "mrr_at_1000": 0.32732497916546743, "naucs_at_1_max": 0.2213870659998264, "naucs_at_1_std": -0.03582820194077458, "naucs_at_1_diff1": 0.6783492173622554, "naucs_at_3_max": 0.17507599140228308, "naucs_at_3_std": -0.029333559794545022, "naucs_at_3_diff1": 0.5562717065999775, "naucs_at_5_max": 0.1615512872389576, "naucs_at_5_std": -0.022321133906715095, "naucs_at_5_diff1": 0.4948415739010901, "naucs_at_10_max": 0.1419440171537783, "naucs_at_10_std": -0.01731692537174282, "naucs_at_10_diff1": 0.4585751410059199, "naucs_at_20_max": 0.07199607022339896, "naucs_at_20_std": -0.05248448531520613, "naucs_at_20_diff1": 0.3685477522776225, "naucs_at_100_max": 0.047058572495466106, "naucs_at_100_std": 0.07562146591272889, "naucs_at_100_diff1": 0.3636445108289773, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled_captioning": {"ndcg_at_1": 0.62146, "ndcg_at_3": 0.70125, "ndcg_at_5": 0.71893, "ndcg_at_10": 0.73662, "ndcg_at_20": 0.74728, "ndcg_at_100": 0.75754, "ndcg_at_1000": 0.76399, "map_at_1": 0.62146, "map_at_3": 0.68252, "map_at_5": 0.69244, "map_at_10": 0.69975, "map_at_20": 0.70263, "map_at_100": 0.7041, "map_at_1000": 0.70433, "recall_at_1": 0.62146, "recall_at_3": 0.75506, "recall_at_5": 0.79757, "recall_at_10": 0.85223, "recall_at_20": 0.89474, "recall_at_100": 0.94939, "recall_at_1000": 1.0, "precision_at_1": 0.62146, "precision_at_3": 0.25169, "precision_at_5": 0.15951, "precision_at_10": 0.08522, "precision_at_20": 0.04474, "precision_at_100": 0.00949, "precision_at_1000": 0.001, "mrr_at_1": 0.6214574898785425, "mrr_at_3": 0.6815114709851552, "mrr_at_5": 0.6915317139001349, "mrr_at_10": 0.6991428892744682, "mrr_at_20": 0.7019214334119356, "mrr_at_100": 0.703475918656749, "mrr_at_1000": 0.7037101663471474, "naucs_at_1_max": 0.3994743893644168, "naucs_at_1_std": -0.11761133240768637, "naucs_at_1_diff1": 0.8154367767037478, "naucs_at_3_max": 0.44879831426495004, "naucs_at_3_std": -0.03300455533541808, "naucs_at_3_diff1": 0.7603801858944698, "naucs_at_5_max": 0.41767825681295684, "naucs_at_5_std": -0.017387417371463557, "naucs_at_5_diff1": 0.7433865524730372, "naucs_at_10_max": 0.34297708465384286, "naucs_at_10_std": -0.021052665921312184, "naucs_at_10_diff1": 0.7347790030029203, "naucs_at_20_max": 0.47558879246767866, "naucs_at_20_std": 0.27497877811941834, "naucs_at_20_diff1": 0.7602291536097509, "naucs_at_100_max": 0.4640435233121931, "naucs_at_100_std": 0.36304057961752945, "naucs_at_100_diff1": 0.8312492352521004, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled_captioning": {"ndcg_at_1": 0.58571, "ndcg_at_3": 0.67389, "ndcg_at_5": 0.69141, "ndcg_at_10": 0.71087, "ndcg_at_20": 0.73186, "ndcg_at_100": 0.74792, "ndcg_at_1000": 0.74792, "map_at_1": 0.58571, "map_at_3": 0.65357, "map_at_5": 0.66321, "map_at_10": 0.67115, "map_at_20": 0.67704, "map_at_100": 0.67953, "map_at_1000": 0.67953, "recall_at_1": 0.58571, "recall_at_3": 0.73214, "recall_at_5": 0.775, "recall_at_10": 0.83571, "recall_at_20": 0.91786, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.58571, "precision_at_3": 0.24405, "precision_at_5": 0.155, "precision_at_10": 0.08357, "precision_at_20": 0.04589, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.575, "mrr_at_3": 0.6494047619047619, "mrr_at_5": 0.658154761904762, "mrr_at_10": 0.6657312925170068, "mrr_at_20": 0.6718928352840339, "mrr_at_100": 0.6743689512956103, "mrr_at_1000": 0.6743689512956103, "naucs_at_1_max": 0.47072476164646526, "naucs_at_1_std": -0.14209938873010222, "naucs_at_1_diff1": 0.6847161663154815, "naucs_at_3_max": 0.5147450620119431, "naucs_at_3_std": -0.16414967668986954, "naucs_at_3_diff1": 0.6119218402176599, "naucs_at_5_max": 0.5719247443895862, "naucs_at_5_std": -0.022270845364849443, "naucs_at_5_diff1": 0.618743950350167, "naucs_at_10_max": 0.546955889273949, "naucs_at_10_std": 0.03974671629658268, "naucs_at_10_diff1": 0.6244384546271344, "naucs_at_20_max": 0.5239922055778847, "naucs_at_20_std": 0.025291275930662282, "naucs_at_20_diff1": 0.6942516136889546, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test_captioning": {"ndcg_at_1": 0.30559, "ndcg_at_3": 0.40299, "ndcg_at_5": 0.43803, "ndcg_at_10": 0.47275, "ndcg_at_20": 0.49591, "ndcg_at_100": 0.52909, "ndcg_at_1000": 0.53807, "map_at_1": 0.30559, "map_at_3": 0.3793, "map_at_5": 0.39874, "map_at_10": 0.41305, "map_at_20": 0.41938, "map_at_100": 0.42398, "map_at_1000": 0.42441, "recall_at_1": 0.30559, "recall_at_3": 0.47145, "recall_at_5": 0.5565, "recall_at_10": 0.66403, "recall_at_20": 0.75577, "recall_at_100": 0.93439, "recall_at_1000": 1.0, "precision_at_1": 0.30559, "precision_at_3": 0.15715, "precision_at_5": 0.1113, "precision_at_10": 0.0664, "precision_at_20": 0.03779, "precision_at_100": 0.00934, "precision_at_1000": 0.001, "mrr_at_1": 0.30498177399756987, "mrr_at_3": 0.37829080599432957, "mrr_at_5": 0.3979748886188742, "mrr_at_10": 0.41230423923315784, "mrr_at_20": 0.41876844043934996, "mrr_at_100": 0.42334879828518773, "mrr_at_1000": 0.42377905947238875, "naucs_at_1_max": -0.0549167228558131, "naucs_at_1_std": -0.29838121553923447, "naucs_at_1_diff1": 0.45630027090331765, "naucs_at_3_max": -0.03138904492617925, "naucs_at_3_std": -0.2504366761444664, "naucs_at_3_diff1": 0.32397064426559435, "naucs_at_5_max": 0.018406738496650317, "naucs_at_5_std": -0.22323257190799944, "naucs_at_5_diff1": 0.3012785120902555, "naucs_at_10_max": 0.01466638616254798, "naucs_at_10_std": -0.19935113452795217, "naucs_at_10_diff1": 0.26826039347650193, "naucs_at_20_max": 0.028135705226888668, "naucs_at_20_std": -0.1428110609721764, "naucs_at_20_diff1": 0.2279427099337681, "naucs_at_100_max": -0.027472288136488433, "naucs_at_100_std": -0.062340049521043876, "naucs_at_100_diff1": 0.2241633979214741, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test_captioning": {"ndcg_at_1": 0.55, "ndcg_at_3": 0.68857, "ndcg_at_5": 0.7312, "ndcg_at_10": 0.74759, "ndcg_at_20": 0.76037, "ndcg_at_100": 0.76371, "ndcg_at_1000": 0.76371, "map_at_1": 0.55, "map_at_3": 0.65667, "map_at_5": 0.68117, "map_at_10": 0.68805, "map_at_20": 0.69163, "map_at_100": 0.69195, "map_at_1000": 0.69195, "recall_at_1": 0.55, "recall_at_3": 0.78, "recall_at_5": 0.88, "recall_at_10": 0.93, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.55, "precision_at_3": 0.26, "precision_at_5": 0.176, "precision_at_10": 0.093, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.55, "mrr_at_3": 0.6566666666666667, "mrr_at_5": 0.6811666666666667, "mrr_at_10": 0.6882301587301588, "mrr_at_20": 0.6918040935672515, "mrr_at_100": 0.6921314745196325, "mrr_at_1000": 0.6921314745196325, "naucs_at_1_max": 0.060296285894825455, "naucs_at_1_std": -0.2758126799129398, "naucs_at_1_diff1": 0.4900933792038194, "naucs_at_3_max": 0.24027449343905022, "naucs_at_3_std": -0.13659757963555388, "naucs_at_3_diff1": 0.5011823619418555, "naucs_at_5_max": 0.44058224626153414, "naucs_at_5_std": -0.03571428571428437, "naucs_at_5_diff1": 0.38068724148902455, "naucs_at_10_max": 0.34893957583033236, "naucs_at_10_std": -0.07476323862878337, "naucs_at_10_diff1": 0.2601707349606496, "naucs_at_20_max": 0.3384687208216692, "naucs_at_20_std": -0.024276377217554025, "naucs_at_20_diff1": 0.540149393090577, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test_captioning": {"ndcg_at_1": 0.8, "ndcg_at_3": 0.8794, "ndcg_at_5": 0.88758, "ndcg_at_10": 0.89938, "ndcg_at_20": 0.90194, "ndcg_at_100": 0.90194, "ndcg_at_1000": 0.90194, "map_at_1": 0.8, "map_at_3": 0.86167, "map_at_5": 0.86617, "map_at_10": 0.87039, "map_at_20": 0.8711, "map_at_100": 0.8711, "map_at_1000": 0.8711, "recall_at_1": 0.8, "recall_at_3": 0.93, "recall_at_5": 0.95, "recall_at_10": 0.99, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.8, "precision_at_3": 0.31, "precision_at_5": 0.19, "precision_at_10": 0.099, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8616666666666667, "mrr_at_5": 0.8661666666666668, "mrr_at_10": 0.8705277777777778, "mrr_at_20": 0.8712970085470085, "mrr_at_100": 0.8712970085470085, "mrr_at_1000": 0.8712970085470085, "naucs_at_1_max": 0.5017482517482513, "naucs_at_1_std": -0.009890109890109801, "naucs_at_1_diff1": 0.8750249750249747, "naucs_at_3_max": 0.5315459517140196, "naucs_at_3_std": -0.09483793517406901, "naucs_at_3_diff1": 0.8009203681472605, "naucs_at_5_max": 0.3441643323996312, "naucs_at_5_std": -0.09169000933706034, "naucs_at_5_diff1": 0.8323996265172763, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 0.8692810457516413, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test_captioning": {"ndcg_at_1": 0.78, "ndcg_at_3": 0.82524, "ndcg_at_5": 0.83341, "ndcg_at_10": 0.84054, "ndcg_at_20": 0.84836, "ndcg_at_100": 0.85828, "ndcg_at_1000": 0.86068, "map_at_1": 0.78, "map_at_3": 0.81333, "map_at_5": 0.81783, "map_at_10": 0.82117, "map_at_20": 0.82343, "map_at_100": 0.82504, "map_at_1000": 0.82511, "recall_at_1": 0.78, "recall_at_3": 0.86, "recall_at_5": 0.88, "recall_at_10": 0.9, "recall_at_20": 0.93, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.78, "precision_at_3": 0.28667, "precision_at_5": 0.176, "precision_at_10": 0.09, "precision_at_20": 0.0465, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.78, "mrr_at_3": 0.8183333333333332, "mrr_at_5": 0.8228333333333333, "mrr_at_10": 0.8244999999999999, "mrr_at_20": 0.8267619047619048, "mrr_at_100": 0.8283996154119104, "mrr_at_1000": 0.8284747666257641, "naucs_at_1_max": 0.495177817962628, "naucs_at_1_std": -0.2756758009922572, "naucs_at_1_diff1": 0.8535030370473402, "naucs_at_3_max": 0.5648468892891771, "naucs_at_3_std": -0.3681238741859488, "naucs_at_3_diff1": 0.8704447831508932, "naucs_at_5_max": 0.5129255488386887, "naucs_at_5_std": -0.3934537066496958, "naucs_at_5_diff1": 0.8669662742602608, "naucs_at_10_max": 0.7049953314659206, "naucs_at_10_std": -0.270728291316522, "naucs_at_10_diff1": 0.8176937441643327, "naucs_at_20_max": 0.6796051754034959, "naucs_at_20_std": -0.3205282112845109, "naucs_at_20_diff1": 0.7979191676670668, "naucs_at_100_max": 0.561391223155939, "naucs_at_100_std": 0.2182539682539753, "naucs_at_100_diff1": 0.8692810457516348, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test_captioning": {"ndcg_at_1": 0.69, "ndcg_at_3": 0.77547, "ndcg_at_5": 0.80387, "ndcg_at_10": 0.81003, "ndcg_at_20": 0.81003, "ndcg_at_100": 0.81898, "ndcg_at_1000": 0.82164, "map_at_1": 0.69, "map_at_3": 0.75333, "map_at_5": 0.76883, "map_at_10": 0.77119, "map_at_20": 0.77119, "map_at_100": 0.77228, "map_at_1000": 0.77239, "recall_at_1": 0.69, "recall_at_3": 0.84, "recall_at_5": 0.91, "recall_at_10": 0.93, "recall_at_20": 0.93, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.69, "precision_at_3": 0.28, "precision_at_5": 0.182, "precision_at_10": 0.093, "precision_at_20": 0.0465, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.69, "mrr_at_3": 0.7533333333333333, "mrr_at_5": 0.7688333333333333, "mrr_at_10": 0.7711944444444444, "mrr_at_20": 0.7711944444444444, "mrr_at_100": 0.772286870500539, "mrr_at_1000": 0.7723974846925487, "naucs_at_1_max": 0.325608056863679, "naucs_at_1_std": -0.012575621285077141, "naucs_at_1_diff1": 0.6695945111734308, "naucs_at_3_max": 0.5902982326951386, "naucs_at_3_std": 0.028074374079527595, "naucs_at_3_diff1": 0.5992268041237099, "naucs_at_5_max": 0.5638032990974158, "naucs_at_5_std": 0.31076875194522335, "naucs_at_5_diff1": 0.5257288100425364, "naucs_at_10_max": 0.47885820995064643, "naucs_at_10_std": 0.2391623315993074, "naucs_at_10_diff1": 0.40889689209017116, "naucs_at_20_max": 0.47885820995064643, "naucs_at_20_std": 0.2391623315993074, "naucs_at_20_diff1": 0.40889689209017116, "naucs_at_100_max": 0.9346405228758174, "naucs_at_100_std": 0.41433239962652313, "naucs_at_100_diff1": 0.5541549953314752, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test_captioning": {"ndcg_at_1": 0.83, "ndcg_at_3": 0.9094, "ndcg_at_5": 0.91327, "ndcg_at_10": 0.92309, "ndcg_at_20": 0.92309, "ndcg_at_100": 0.92309, "ndcg_at_1000": 0.92309, "map_at_1": 0.83, "map_at_3": 0.89167, "map_at_5": 0.89367, "map_at_10": 0.89777, "map_at_20": 0.89777, "map_at_100": 0.89777, "map_at_1000": 0.89777, "recall_at_1": 0.83, "recall_at_3": 0.96, "recall_at_5": 0.97, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.83, "precision_at_3": 0.32, "precision_at_5": 0.194, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.84, "mrr_at_3": 0.8966666666666667, "mrr_at_5": 0.8986666666666667, "mrr_at_10": 0.9027738095238097, "mrr_at_20": 0.9027738095238097, "mrr_at_100": 0.9027738095238097, "mrr_at_1000": 0.9027738095238097, "naucs_at_1_max": 0.7851047773843391, "naucs_at_1_std": 0.022406687177105176, "naucs_at_1_diff1": 0.8636152551227725, "naucs_at_3_max": 0.6679505135387462, "naucs_at_3_std": -1.2987861811391213, "naucs_at_3_diff1": 0.9673202614379101, "naucs_at_5_max": 0.6498599439775937, "naucs_at_5_std": -1.5438842203547984, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}
BAAI_bge-m3_ocr_metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vidore/arxivqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.28056, "ndcg_at_3": 0.30702, "ndcg_at_5": 0.31357, "ndcg_at_10": 0.32002, "ndcg_at_20": 0.32605, "ndcg_at_100": 0.34549, "ndcg_at_1000": 0.40893, "map_at_1": 0.28056, "map_at_3": 0.30027, "map_at_5": 0.30387, "map_at_10": 0.30652, "map_at_20": 0.30815, "map_at_100": 0.3102, "map_at_1000": 0.31247, "recall_at_1": 0.28056, "recall_at_3": 0.32665, "recall_at_5": 0.34269, "recall_at_10": 0.36273, "recall_at_20": 0.38677, "recall_at_100": 0.501, "recall_at_1000": 1.0, "precision_at_1": 0.28056, "precision_at_3": 0.10888, "precision_at_5": 0.06854, "precision_at_10": 0.03627, "precision_at_20": 0.01934, "precision_at_100": 0.00501, "precision_at_1000": 0.001, "mrr_at_1": 0.2785571142284569, "mrr_at_3": 0.29926519706078825, "mrr_at_5": 0.30247160988643956, "mrr_at_10": 0.30479530489550527, "mrr_at_20": 0.3063476794924985, "mrr_at_100": 0.30861010919339893, "mrr_at_1000": 0.3108909560984022, "naucs_at_1_max": 0.6701941198685928, "naucs_at_1_std": 0.07854254090644529, "naucs_at_1_diff1": 0.8062461464261246, "naucs_at_3_max": 0.6285566101728887, "naucs_at_3_std": 0.03419297969513178, "naucs_at_3_diff1": 0.7458737426282002, "naucs_at_5_max": 0.6185634421795102, "naucs_at_5_std": 0.014538582674057355, "naucs_at_5_diff1": 0.7201402409078546, "naucs_at_10_max": 0.6305237157971464, "naucs_at_10_std": -0.01586330155399704, "naucs_at_10_diff1": 0.7166857368746579, "naucs_at_20_max": 0.6031464813028605, "naucs_at_20_std": 0.008045266551501822, "naucs_at_20_diff1": 0.6885970561890752, "naucs_at_100_max": 0.46502656149905125, "naucs_at_100_std": 0.013291127384033596, "naucs_at_100_diff1": 0.5527531281978629, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.22889, "ndcg_at_3": 0.25267, "ndcg_at_5": 0.25736, "ndcg_at_10": 0.26155, "ndcg_at_20": 0.26543, "ndcg_at_100": 0.28841, "ndcg_at_1000": 0.3631, "map_at_1": 0.22889, "map_at_3": 0.24704, "map_at_5": 0.2497, "map_at_10": 0.25136, "map_at_20": 0.2524, "map_at_100": 0.25482, "map_at_1000": 0.25824, "recall_at_1": 0.22889, "recall_at_3": 0.26889, "recall_at_5": 0.28, "recall_at_10": 0.29333, "recall_at_20": 0.30889, "recall_at_100": 0.44444, "recall_at_1000": 1.0, "precision_at_1": 0.22889, "precision_at_3": 0.08963, "precision_at_5": 0.056, "precision_at_10": 0.02933, "precision_at_20": 0.01544, "precision_at_100": 0.00444, "precision_at_1000": 0.001, "mrr_at_1": 0.22666666666666666, "mrr_at_3": 0.24555555555555553, "mrr_at_5": 0.2471111111111111, "mrr_at_10": 0.24873985890652553, "mrr_at_20": 0.24966410133076794, "mrr_at_100": 0.2523293519193986, "mrr_at_1000": 0.25576918896976125, "naucs_at_1_max": 0.2780949728450074, "naucs_at_1_std": 0.20071598153664302, "naucs_at_1_diff1": 0.5799246656997971, "naucs_at_3_max": 0.35936130977045494, "naucs_at_3_std": 0.1544914232935944, "naucs_at_3_diff1": 0.5846141193811738, "naucs_at_5_max": 0.34433643096138183, "naucs_at_5_std": 0.14037097044527622, "naucs_at_5_diff1": 0.5631196032056416, "naucs_at_10_max": 0.3380263733061344, "naucs_at_10_std": 0.12440198649764453, "naucs_at_10_diff1": 0.5548654621399775, "naucs_at_20_max": 0.32464209163769436, "naucs_at_20_std": 0.12130769207773692, "naucs_at_20_diff1": 0.5205029400950035, "naucs_at_100_max": 0.25585535869880977, "naucs_at_100_std": 0.11851873366250411, "naucs_at_100_diff1": 0.40237583502759233, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.53846, "ndcg_at_3": 0.59051, "ndcg_at_5": 0.60114, "ndcg_at_10": 0.60799, "ndcg_at_20": 0.61261, "ndcg_at_100": 0.61947, "ndcg_at_1000": 0.65326, "map_at_1": 0.53846, "map_at_3": 0.57895, "map_at_5": 0.58472, "map_at_10": 0.58773, "map_at_20": 0.589, "map_at_100": 0.58972, "map_at_1000": 0.59082, "recall_at_1": 0.53846, "recall_at_3": 0.62348, "recall_at_5": 0.6498, "recall_at_10": 0.67004, "recall_at_20": 0.68826, "recall_at_100": 0.72874, "recall_at_1000": 1.0, "precision_at_1": 0.53846, "precision_at_3": 0.20783, "precision_at_5": 0.12996, "precision_at_10": 0.067, "precision_at_20": 0.03441, "precision_at_100": 0.00729, "precision_at_1000": 0.001, "mrr_at_1": 0.5384615384615384, "mrr_at_3": 0.5796221322537113, "mrr_at_5": 0.5848852901484481, "mrr_at_10": 0.5876566416040101, "mrr_at_20": 0.5886210409817223, "mrr_at_100": 0.589597820218809, "mrr_at_1000": 0.5907229602144334, "naucs_at_1_max": 0.4978021774056528, "naucs_at_1_std": -0.07542917824583496, "naucs_at_1_diff1": 0.7399168050465158, "naucs_at_3_max": 0.570597973443351, "naucs_at_3_std": -0.15660038339464605, "naucs_at_3_diff1": 0.700280177148945, "naucs_at_5_max": 0.5829332498919231, "naucs_at_5_std": -0.21567450674021427, "naucs_at_5_diff1": 0.6972500134886034, "naucs_at_10_max": 0.5796166156572145, "naucs_at_10_std": -0.24012767901994408, "naucs_at_10_diff1": 0.6957322408739849, "naucs_at_20_max": 0.5765596430552485, "naucs_at_20_std": -0.2772336700449585, "naucs_at_20_diff1": 0.6820587708188958, "naucs_at_100_max": 0.5722998659227064, "naucs_at_100_std": -0.29836970923403416, "naucs_at_100_diff1": 0.6380591257832868, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.55714, "ndcg_at_3": 0.66122, "ndcg_at_5": 0.70781, "ndcg_at_10": 0.72849, "ndcg_at_20": 0.73821, "ndcg_at_100": 0.7463, "ndcg_at_1000": 0.7463, "map_at_1": 0.55714, "map_at_3": 0.63333, "map_at_5": 0.65976, "map_at_10": 0.66824, "map_at_20": 0.67079, "map_at_100": 0.67196, "map_at_1000": 0.67196, "recall_at_1": 0.55714, "recall_at_3": 0.74286, "recall_at_5": 0.85357, "recall_at_10": 0.91786, "recall_at_20": 0.95714, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.55714, "precision_at_3": 0.24762, "precision_at_5": 0.17071, "precision_at_10": 0.09179, "precision_at_20": 0.04786, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.5535714285714286, "mrr_at_3": 0.6291666666666669, "mrr_at_5": 0.6566666666666668, "mrr_at_10": 0.665249433106576, "mrr_at_20": 0.6678019973938539, "mrr_at_100": 0.66896066730146, "mrr_at_1000": 0.66896066730146, "naucs_at_1_max": 0.5411840216710132, "naucs_at_1_std": 0.07136575899084238, "naucs_at_1_diff1": 0.7323518709442661, "naucs_at_3_max": 0.6245031564180499, "naucs_at_3_std": 0.2781447276128128, "naucs_at_3_diff1": 0.6712210661678748, "naucs_at_5_max": 0.5351381530493459, "naucs_at_5_std": 0.28173481266779, "naucs_at_5_diff1": 0.6158086051649996, "naucs_at_10_max": 0.5288434214265418, "naucs_at_10_std": 0.371676206714572, "naucs_at_10_diff1": 0.6439532334673006, "naucs_at_20_max": 0.6282679738562067, "naucs_at_20_std": 0.5775754746342978, "naucs_at_20_diff1": 0.7555244319950166, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test_ocr_chunk": {"ndcg_at_1": 0.38578, "ndcg_at_3": 0.47694, "ndcg_at_5": 0.50523, "ndcg_at_10": 0.53372, "ndcg_at_20": 0.55846, "ndcg_at_100": 0.58614, "ndcg_at_1000": 0.59367, "map_at_1": 0.38578, "map_at_3": 0.45504, "map_at_5": 0.47075, "map_at_10": 0.48273, "map_at_20": 0.48953, "map_at_100": 0.49317, "map_at_1000": 0.49354, "recall_at_1": 0.38578, "recall_at_3": 0.5401, "recall_at_5": 0.60875, "recall_at_10": 0.69563, "recall_at_20": 0.79344, "recall_at_100": 0.94532, "recall_at_1000": 1.0, "precision_at_1": 0.38578, "precision_at_3": 0.18003, "precision_at_5": 0.12175, "precision_at_10": 0.06956, "precision_at_20": 0.03967, "precision_at_100": 0.00945, "precision_at_1000": 0.001, "mrr_at_1": 0.3845686512758202, "mrr_at_3": 0.4548400162008913, "mrr_at_5": 0.4703624949372223, "mrr_at_10": 0.48243119442997984, "mrr_at_20": 0.48916878737157987, "mrr_at_100": 0.4928297342270563, "mrr_at_1000": 0.4931936357193615, "naucs_at_1_max": 0.19636682190619187, "naucs_at_1_std": -0.12016934920791428, "naucs_at_1_diff1": 0.636054782701776, "naucs_at_3_max": 0.23866558501463134, "naucs_at_3_std": -0.05621720922845977, "naucs_at_3_diff1": 0.5469023302617858, "naucs_at_5_max": 0.27577210800734087, "naucs_at_5_std": -0.013466567488641095, "naucs_at_5_diff1": 0.5174251534498898, "naucs_at_10_max": 0.3312730044210745, "naucs_at_10_std": 0.06275617207927053, "naucs_at_10_diff1": 0.4896897579908386, "naucs_at_20_max": 0.29736917644821625, "naucs_at_20_std": 0.15762621054222417, "naucs_at_20_diff1": 0.44963935988791637, "naucs_at_100_max": 0.3880630790183183, "naucs_at_100_std": 0.36142696422026793, "naucs_at_100_diff1": 0.4868848857263764, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test_ocr_chunk": {"ndcg_at_1": 0.56, "ndcg_at_3": 0.71464, "ndcg_at_5": 0.73187, "ndcg_at_10": 0.74826, "ndcg_at_20": 0.75571, "ndcg_at_100": 0.76499, "ndcg_at_1000": 0.76499, "map_at_1": 0.56, "map_at_3": 0.675, "map_at_5": 0.685, "map_at_10": 0.69188, "map_at_20": 0.69385, "map_at_100": 0.6951, "map_at_1000": 0.6951, "recall_at_1": 0.56, "recall_at_3": 0.83, "recall_at_5": 0.87, "recall_at_10": 0.92, "recall_at_20": 0.95, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.56, "precision_at_3": 0.27667, "precision_at_5": 0.174, "precision_at_10": 0.092, "precision_at_20": 0.0475, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.56, "mrr_at_3": 0.675, "mrr_at_5": 0.685, "mrr_at_10": 0.6918849206349208, "mrr_at_20": 0.6938492063492063, "mrr_at_100": 0.6951016573295985, "mrr_at_1000": 0.6951016573295985, "naucs_at_1_max": 0.14671814671814648, "naucs_at_1_std": -0.2602344992050878, "naucs_at_1_diff1": 0.569043833749716, "naucs_at_3_max": 0.38410634469147203, "naucs_at_3_std": -0.07894584083125322, "naucs_at_3_diff1": 0.6384744877227599, "naucs_at_5_max": 0.5028141894393843, "naucs_at_5_std": 0.005369177219878741, "naucs_at_5_diff1": 0.6229726727393908, "naucs_at_10_max": 0.6828898225957046, "naucs_at_10_std": 0.18417366946778999, "naucs_at_10_diff1": 0.5221755368814213, "naucs_at_20_max": 0.6765639589169009, "naucs_at_20_std": 0.16321195144724954, "naucs_at_20_diff1": 0.6873015873015907, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test_ocr_chunk": {"ndcg_at_1": 0.82, "ndcg_at_3": 0.89809, "ndcg_at_5": 0.9024, "ndcg_at_10": 0.90573, "ndcg_at_20": 0.90573, "ndcg_at_100": 0.90789, "ndcg_at_1000": 0.91085, "map_at_1": 0.82, "map_at_3": 0.88, "map_at_5": 0.8825, "map_at_10": 0.88393, "map_at_20": 0.88393, "map_at_100": 0.88435, "map_at_1000": 0.88453, "recall_at_1": 0.82, "recall_at_3": 0.95, "recall_at_5": 0.96, "recall_at_10": 0.97, "recall_at_20": 0.97, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.82, "precision_at_3": 0.31667, "precision_at_5": 0.192, "precision_at_10": 0.097, "precision_at_20": 0.0485, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.82, "mrr_at_3": 0.88, "mrr_at_5": 0.8825, "mrr_at_10": 0.8858333333333333, "mrr_at_20": 0.8858333333333333, "mrr_at_100": 0.8858333333333333, "mrr_at_1000": 0.886022911051213, "naucs_at_1_max": 0.5348882035466462, "naucs_at_1_std": 0.0736039211366895, "naucs_at_1_diff1": 0.8600066086573411, "naucs_at_3_max": 0.6056022408963601, "naucs_at_3_std": 0.06321195144724523, "naucs_at_3_diff1": 0.8921568627450972, "naucs_at_5_max": 0.5070028011204499, "naucs_at_5_std": 0.12184873949580138, "naucs_at_5_diff1": 0.9346405228758139, "naucs_at_10_max": 0.4352629940865253, "naucs_at_10_std": 0.043106131341428565, "naucs_at_10_diff1": 0.9564270152505424, "naucs_at_20_max": 0.4352629940865253, "naucs_at_20_std": 0.043106131341428565, "naucs_at_20_diff1": 0.9564270152505424, "naucs_at_100_max": 0.9346405228758174, "naucs_at_100_std": 0.9346405228758174, "naucs_at_100_diff1": 0.9346405228758174, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test_ocr_chunk": {"ndcg_at_1": 0.79, "ndcg_at_3": 0.83155, "ndcg_at_5": 0.83585, "ndcg_at_10": 0.84608, "ndcg_at_20": 0.85627, "ndcg_at_100": 0.85835, "ndcg_at_1000": 0.86512, "map_at_1": 0.79, "map_at_3": 0.82167, "map_at_5": 0.82417, "map_at_10": 0.82869, "map_at_20": 0.83154, "map_at_100": 0.83191, "map_at_1000": 0.83223, "recall_at_1": 0.79, "recall_at_3": 0.86, "recall_at_5": 0.87, "recall_at_10": 0.9, "recall_at_20": 0.94, "recall_at_100": 0.95, "recall_at_1000": 1.0, "precision_at_1": 0.79, "precision_at_3": 0.28667, "precision_at_5": 0.174, "precision_at_10": 0.09, "precision_at_20": 0.047, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.79, "mrr_at_3": 0.825, "mrr_at_5": 0.8275, "mrr_at_10": 0.8305952380952383, "mrr_at_20": 0.8334402264402265, "mrr_at_100": 0.833810596810597, "mrr_at_1000": 0.8341366395789735, "naucs_at_1_max": 0.4421574049582799, "naucs_at_1_std": -0.13735061437468474, "naucs_at_1_diff1": 0.8474523288527658, "naucs_at_3_max": 0.5847304974366062, "naucs_at_3_std": -0.11587224608563136, "naucs_at_3_diff1": 0.9381668283220167, "naucs_at_5_max": 0.5677627193956891, "naucs_at_5_std": -0.13359994075390383, "naucs_at_5_diff1": 0.9455676516329689, "naucs_at_10_max": 0.7481325863678815, "naucs_at_10_std": 0.19668534080298863, "naucs_at_10_diff1": 0.9052287581699361, "naucs_at_20_max": 0.7443977591036433, "naucs_at_20_std": -0.05648926237161577, "naucs_at_20_diff1": 0.91013071895425, "naucs_at_100_max": 0.7824463118580797, "naucs_at_100_std": 0.2802054154995361, "naucs_at_100_diff1": 0.9183006535947744, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test_ocr_chunk": {"ndcg_at_1": 0.76, "ndcg_at_3": 0.82417, "ndcg_at_5": 0.84913, "ndcg_at_10": 0.85228, "ndcg_at_20": 0.85228, "ndcg_at_100": 0.85557, "ndcg_at_1000": 0.8614, "map_at_1": 0.76, "map_at_3": 0.80833, "map_at_5": 0.82233, "map_at_10": 0.82358, "map_at_20": 0.82358, "map_at_100": 0.82389, "map_at_1000": 0.82425, "recall_at_1": 0.76, "recall_at_3": 0.87, "recall_at_5": 0.93, "recall_at_10": 0.94, "recall_at_20": 0.94, "recall_at_100": 0.96, "recall_at_1000": 1.0, "precision_at_1": 0.76, "precision_at_3": 0.29, "precision_at_5": 0.186, "precision_at_10": 0.094, "precision_at_20": 0.047, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.76, "mrr_at_3": 0.8083333333333335, "mrr_at_5": 0.8223333333333334, "mrr_at_10": 0.8235833333333333, "mrr_at_20": 0.8235833333333333, "mrr_at_100": 0.8240368698738264, "mrr_at_1000": 0.824290416165644, "naucs_at_1_max": 0.4211733148741023, "naucs_at_1_std": 0.3447261400017304, "naucs_at_1_diff1": 0.6573721554036518, "naucs_at_3_max": 0.7245426942160992, "naucs_at_3_std": 0.3127453158557342, "naucs_at_3_diff1": 0.46826631119010537, "naucs_at_5_max": 0.9176337201547295, "naucs_at_5_std": 0.18387354941976997, "naucs_at_5_diff1": 0.25203414699213317, "naucs_at_10_max": 0.9256924992219131, "naucs_at_10_std": 0.1221599751011489, "naucs_at_10_diff1": 0.14915966386554824, "naucs_at_20_max": 0.9256924992219131, "naucs_at_20_std": 0.1221599751011489, "naucs_at_20_diff1": 0.14915966386554824, "naucs_at_100_max": 1.0, "naucs_at_100_std": -0.1235994397759103, "naucs_at_100_diff1": 0.16234827264239116, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test_ocr_chunk": {"ndcg_at_1": 0.83, "ndcg_at_3": 0.89809, "ndcg_at_5": 0.91058, "ndcg_at_10": 0.91706, "ndcg_at_20": 0.91706, "ndcg_at_100": 0.91706, "ndcg_at_1000": 0.91837, "map_at_1": 0.83, "map_at_3": 0.88333, "map_at_5": 0.89033, "map_at_10": 0.89301, "map_at_20": 0.89301, "map_at_100": 0.89301, "map_at_1000": 0.89306, "recall_at_1": 0.83, "recall_at_3": 0.94, "recall_at_5": 0.97, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.83, "precision_at_3": 0.31333, "precision_at_5": 0.194, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.84, "mrr_at_3": 0.8883333333333333, "mrr_at_5": 0.8953333333333333, "mrr_at_10": 0.8980119047619048, "mrr_at_20": 0.8980119047619048, "mrr_at_100": 0.8980119047619048, "mrr_at_1000": 0.8980629251700681, "naucs_at_1_max": 0.7704765774656069, "naucs_at_1_std": 0.1858129680153242, "naucs_at_1_diff1": 0.9008823358681145, "naucs_at_3_max": 0.7176314970432593, "naucs_at_3_std": -0.25116713352007614, "naucs_at_3_diff1": 0.8856209150326754, "naucs_at_5_max": 0.6150015561780299, "naucs_at_5_std": -0.3020541549953327, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": -0.1713352007469681, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": -0.1713352007469681, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": -0.17133520074697067, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}
bm25_captioning_metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vidore/arxivqa_test_subsampled_captioning": {"ndcg_at_1": 0.35471, "ndcg_at_3": 0.38749, "ndcg_at_5": 0.40137, "ndcg_at_10": 0.4189, "ndcg_at_20": 0.43205, "ndcg_at_100": 0.46057, "ndcg_at_1000": 0.49627, "map_at_1": 0.35471, "map_at_3": 0.37943, "map_at_5": 0.38704, "map_at_10": 0.3943, "map_at_20": 0.3979, "map_at_100": 0.40141, "map_at_1000": 0.40256, "recall_at_1": 0.35471, "recall_at_3": 0.41082, "recall_at_5": 0.44489, "recall_at_10": 0.499, "recall_at_20": 0.5511, "recall_at_100": 0.71142, "recall_at_1000": 1.0, "precision_at_1": 0.35471, "precision_at_3": 0.13694, "precision_at_5": 0.08898, "precision_at_10": 0.0499, "precision_at_20": 0.02756, "precision_at_100": 0.00711, "precision_at_1000": 0.001, "mrr_at_1": 0.35470941883767537, "mrr_at_3": 0.3794255177020709, "mrr_at_5": 0.3870407481629926, "mrr_at_10": 0.3943013010147279, "mrr_at_20": 0.3979044097731162, "mrr_at_100": 0.4014087954137622, "mrr_at_1000": 0.40254583657876286, "naucs_at_1_max": 0.7107863708672527, "naucs_at_1_std": 0.16655143065456648, "naucs_at_1_diff1": 0.7503884209574972, "naucs_at_3_max": 0.6794486344308436, "naucs_at_3_std": 0.1764800646544904, "naucs_at_3_diff1": 0.6837898829455666, "naucs_at_5_max": 0.6580063709536177, "naucs_at_5_std": 0.16768918724166829, "naucs_at_5_diff1": 0.6522196919726458, "naucs_at_10_max": 0.6378766547711558, "naucs_at_10_std": 0.18109213120693538, "naucs_at_10_diff1": 0.631013418241438, "naucs_at_20_max": 0.6381653259037495, "naucs_at_20_std": 0.19860689307593032, "naucs_at_20_diff1": 0.6102557881436013, "naucs_at_100_max": 0.5732518889409701, "naucs_at_100_std": 0.209246465034422, "naucs_at_100_diff1": 0.5348625585944835, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled_captioning": {"ndcg_at_1": 0.30222, "ndcg_at_3": 0.36569, "ndcg_at_5": 0.38395, "ndcg_at_10": 0.40359, "ndcg_at_20": 0.41697, "ndcg_at_100": 0.442, "ndcg_at_1000": 0.47831, "map_at_1": 0.30222, "map_at_3": 0.35, "map_at_5": 0.36011, "map_at_10": 0.36834, "map_at_20": 0.37196, "map_at_100": 0.37508, "map_at_1000": 0.37628, "recall_at_1": 0.30222, "recall_at_3": 0.41111, "recall_at_5": 0.45556, "recall_at_10": 0.51556, "recall_at_20": 0.56889, "recall_at_100": 0.70889, "recall_at_1000": 1.0, "precision_at_1": 0.30222, "precision_at_3": 0.13704, "precision_at_5": 0.09111, "precision_at_10": 0.05156, "precision_at_20": 0.02844, "precision_at_100": 0.00709, "precision_at_1000": 0.001, "mrr_at_1": 0.3, "mrr_at_3": 0.34814814814814815, "mrr_at_5": 0.3588148148148148, "mrr_at_10": 0.3673932980599646, "mrr_at_20": 0.37102598888899196, "mrr_at_100": 0.37425679774339693, "mrr_at_1000": 0.37531452957225825, "naucs_at_1_max": 0.6616048612527444, "naucs_at_1_std": 0.2205289551665806, "naucs_at_1_diff1": 0.7441813731959258, "naucs_at_3_max": 0.6435727720426708, "naucs_at_3_std": 0.1627733348648221, "naucs_at_3_diff1": 0.6397076770664332, "naucs_at_5_max": 0.6257882997798737, "naucs_at_5_std": 0.144137498724434, "naucs_at_5_diff1": 0.6070994358353864, "naucs_at_10_max": 0.5809102287908141, "naucs_at_10_std": 0.12136383877528874, "naucs_at_10_diff1": 0.5642233027235856, "naucs_at_20_max": 0.5599239364480743, "naucs_at_20_std": 0.1133022029125838, "naucs_at_20_diff1": 0.5288550970224367, "naucs_at_100_max": 0.5072226988551234, "naucs_at_100_std": 0.13089935839282152, "naucs_at_100_diff1": 0.42179822418896035, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled_captioning": {"ndcg_at_1": 0.61538, "ndcg_at_3": 0.68773, "ndcg_at_5": 0.70018, "ndcg_at_10": 0.71349, "ndcg_at_20": 0.72201, "ndcg_at_100": 0.73266, "ndcg_at_1000": 0.74469, "map_at_1": 0.61538, "map_at_3": 0.67004, "map_at_5": 0.67692, "map_at_10": 0.68216, "map_at_20": 0.68441, "map_at_100": 0.68591, "map_at_1000": 0.6863, "recall_at_1": 0.61538, "recall_at_3": 0.73887, "recall_at_5": 0.76923, "recall_at_10": 0.81174, "recall_at_20": 0.84615, "recall_at_100": 0.90283, "recall_at_1000": 1.0, "precision_at_1": 0.61538, "precision_at_3": 0.24629, "precision_at_5": 0.15385, "precision_at_10": 0.08117, "precision_at_20": 0.04231, "precision_at_100": 0.00903, "precision_at_1000": 0.001, "mrr_at_1": 0.6153846153846154, "mrr_at_3": 0.6700404858299595, "mrr_at_5": 0.6769230769230766, "mrr_at_10": 0.6821581196581193, "mrr_at_20": 0.6842787541891178, "mrr_at_100": 0.6858747194100033, "mrr_at_1000": 0.6862609365628476, "naucs_at_1_max": 0.6840497390171273, "naucs_at_1_std": 0.21155323018597844, "naucs_at_1_diff1": 0.7836381260278086, "naucs_at_3_max": 0.724026374122518, "naucs_at_3_std": 0.27326902460319447, "naucs_at_3_diff1": 0.7205456295244483, "naucs_at_5_max": 0.7075731905388908, "naucs_at_5_std": 0.26688459757132, "naucs_at_5_diff1": 0.6976903420775469, "naucs_at_10_max": 0.7210728251773157, "naucs_at_10_std": 0.3132624306451927, "naucs_at_10_diff1": 0.6811003410078096, "naucs_at_20_max": 0.7182175348372994, "naucs_at_20_std": 0.3083798496825381, "naucs_at_20_diff1": 0.6723449775571294, "naucs_at_100_max": 0.7378499042261256, "naucs_at_100_std": 0.4954902049241885, "naucs_at_100_diff1": 0.6260224704707891, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled_captioning": {"ndcg_at_1": 0.24286, "ndcg_at_3": 0.31658, "ndcg_at_5": 0.35362, "ndcg_at_10": 0.39585, "ndcg_at_20": 0.43105, "ndcg_at_100": 0.48189, "ndcg_at_1000": 0.48189, "map_at_1": 0.24286, "map_at_3": 0.29881, "map_at_5": 0.31952, "map_at_10": 0.33665, "map_at_20": 0.3463, "map_at_100": 0.35342, "map_at_1000": 0.35342, "recall_at_1": 0.24286, "recall_at_3": 0.36786, "recall_at_5": 0.45714, "recall_at_10": 0.58929, "recall_at_20": 0.72857, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.24286, "precision_at_3": 0.12262, "precision_at_5": 0.09143, "precision_at_10": 0.05893, "precision_at_20": 0.03643, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.25, "mrr_at_3": 0.30416666666666664, "mrr_at_5": 0.3248809523809524, "mrr_at_10": 0.34113378684807266, "mrr_at_20": 0.3508819688929432, "mrr_at_100": 0.3581819063179925, "mrr_at_1000": 0.3581819063179925, "naucs_at_1_max": 0.27482492177355844, "naucs_at_1_std": 0.07912045807701315, "naucs_at_1_diff1": 0.45217544009025307, "naucs_at_3_max": 0.20629222085797924, "naucs_at_3_std": 0.07778675169583728, "naucs_at_3_diff1": 0.336048851312552, "naucs_at_5_max": 0.12657527567324275, "naucs_at_5_std": 0.01278973820418573, "naucs_at_5_diff1": 0.2805115895281671, "naucs_at_10_max": 0.11068520409499127, "naucs_at_10_std": 0.06472390228575903, "naucs_at_10_diff1": 0.19567983661927568, "naucs_at_20_max": 0.24785392724324057, "naucs_at_20_std": 0.1697564521991996, "naucs_at_20_diff1": 0.23868243715571894, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test_captioning": {"ndcg_at_1": 0.49028, "ndcg_at_3": 0.58599, "ndcg_at_5": 0.61467, "ndcg_at_10": 0.63784, "ndcg_at_20": 0.65461, "ndcg_at_100": 0.67307, "ndcg_at_1000": 0.67841, "map_at_1": 0.49028, "map_at_3": 0.56258, "map_at_5": 0.57843, "map_at_10": 0.5881, "map_at_20": 0.5928, "map_at_100": 0.59526, "map_at_1000": 0.59551, "recall_at_1": 0.49028, "recall_at_3": 0.65371, "recall_at_5": 0.72357, "recall_at_10": 0.79465, "recall_at_20": 0.86027, "recall_at_100": 0.96112, "recall_at_1000": 1.0, "precision_at_1": 0.49028, "precision_at_3": 0.2179, "precision_at_5": 0.14471, "precision_at_10": 0.07947, "precision_at_20": 0.04301, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.4890643985419198, "mrr_at_3": 0.5619684082624553, "mrr_at_5": 0.5779769137302566, "mrr_at_10": 0.5874701054986604, "mrr_at_20": 0.5922265163570909, "mrr_at_100": 0.5946852788997554, "mrr_at_1000": 0.5949451741278895, "naucs_at_1_max": 0.5238035470534966, "naucs_at_1_std": 0.1834833029363977, "naucs_at_1_diff1": 0.6997115756316219, "naucs_at_3_max": 0.5315457833886871, "naucs_at_3_std": 0.18945427873202372, "naucs_at_3_diff1": 0.6128413103749237, "naucs_at_5_max": 0.5296304471226658, "naucs_at_5_std": 0.20013045106033062, "naucs_at_5_diff1": 0.5880328958364259, "naucs_at_10_max": 0.5439029514824874, "naucs_at_10_std": 0.271158717803679, "naucs_at_10_diff1": 0.5541216665749958, "naucs_at_20_max": 0.6263794377288422, "naucs_at_20_std": 0.4468636941163992, "naucs_at_20_diff1": 0.5317148547048963, "naucs_at_100_max": 0.5849500955036473, "naucs_at_100_std": 0.5125470547270657, "naucs_at_100_diff1": 0.48470033540288254, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test_captioning": {"ndcg_at_1": 0.47, "ndcg_at_3": 0.56309, "ndcg_at_5": 0.60871, "ndcg_at_10": 0.63182, "ndcg_at_20": 0.64221, "ndcg_at_100": 0.66105, "ndcg_at_1000": 0.66735, "map_at_1": 0.47, "map_at_3": 0.54, "map_at_5": 0.5655, "map_at_10": 0.5753, "map_at_20": 0.57829, "map_at_100": 0.58099, "map_at_1000": 0.58122, "recall_at_1": 0.47, "recall_at_3": 0.63, "recall_at_5": 0.74, "recall_at_10": 0.81, "recall_at_20": 0.85, "recall_at_100": 0.95, "recall_at_1000": 1.0, "precision_at_1": 0.47, "precision_at_3": 0.21, "precision_at_5": 0.148, "precision_at_10": 0.081, "precision_at_20": 0.0425, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.47, "mrr_at_3": 0.54, "mrr_at_5": 0.5655000000000001, "mrr_at_10": 0.5753015873015874, "mrr_at_20": 0.5782851037851039, "mrr_at_100": 0.5809916716002134, "mrr_at_1000": 0.5812205865887138, "naucs_at_1_max": 0.16575904218146348, "naucs_at_1_std": -0.07741399543770343, "naucs_at_1_diff1": 0.5687706852674745, "naucs_at_3_max": 0.1379996552750752, "naucs_at_3_std": -0.09724376753004503, "naucs_at_3_diff1": 0.581817327128285, "naucs_at_5_max": 0.1552856737358583, "naucs_at_5_std": -0.10824784072016491, "naucs_at_5_diff1": 0.5830866550423749, "naucs_at_10_max": 0.3803237466603805, "naucs_at_10_std": 0.21064487401121126, "naucs_at_10_diff1": 0.5777673005395781, "naucs_at_20_max": 0.3638138626749107, "naucs_at_20_std": 0.11122681418808977, "naucs_at_20_diff1": 0.6284738041002277, "naucs_at_100_max": 0.1654528478057925, "naucs_at_100_std": 0.13183940242763956, "naucs_at_100_diff1": 0.7899159663865595, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test_captioning": {"ndcg_at_1": 0.79, "ndcg_at_3": 0.87571, "ndcg_at_5": 0.88002, "ndcg_at_10": 0.88714, "ndcg_at_20": 0.89243, "ndcg_at_100": 0.89243, "ndcg_at_1000": 0.89489, "map_at_1": 0.79, "map_at_3": 0.85667, "map_at_5": 0.85917, "map_at_10": 0.8625, "map_at_20": 0.86408, "map_at_100": 0.86408, "map_at_1000": 0.86415, "recall_at_1": 0.79, "recall_at_3": 0.93, "recall_at_5": 0.94, "recall_at_10": 0.96, "recall_at_20": 0.98, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.79, "precision_at_3": 0.31, "precision_at_5": 0.188, "precision_at_10": 0.096, "precision_at_20": 0.049, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.79, "mrr_at_3": 0.8566666666666667, "mrr_at_5": 0.8591666666666667, "mrr_at_10": 0.8625, "mrr_at_20": 0.8640757575757577, "mrr_at_100": 0.8640757575757577, "mrr_at_1000": 0.8641583749397475, "naucs_at_1_max": 0.6288744078678428, "naucs_at_1_std": 0.10743742034770468, "naucs_at_1_diff1": 0.8903743958448547, "naucs_at_3_max": 0.7953181272509017, "naucs_at_3_std": -0.00847005468854118, "naucs_at_3_diff1": 0.9176337201547277, "naucs_at_5_max": 0.7612044817927189, "naucs_at_5_std": 0.08403361344537601, "naucs_at_5_diff1": 0.9039060068471841, "naucs_at_10_max": 0.967320261437907, "naucs_at_10_std": 0.3244631185807679, "naucs_at_10_diff1": 0.967320261437907, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.4960317460317504, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.4960317460317565, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test_captioning": {"ndcg_at_1": 0.76, "ndcg_at_3": 0.83417, "ndcg_at_5": 0.84709, "ndcg_at_10": 0.85731, "ndcg_at_20": 0.86226, "ndcg_at_100": 0.86597, "ndcg_at_1000": 0.86701, "map_at_1": 0.76, "map_at_3": 0.815, "map_at_5": 0.8225, "map_at_10": 0.82702, "map_at_20": 0.82832, "map_at_100": 0.82883, "map_at_1000": 0.82884, "recall_at_1": 0.76, "recall_at_3": 0.89, "recall_at_5": 0.92, "recall_at_10": 0.95, "recall_at_20": 0.97, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.76, "precision_at_3": 0.29667, "precision_at_5": 0.184, "precision_at_10": 0.095, "precision_at_20": 0.0485, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.77, "mrr_at_3": 0.825, "mrr_at_5": 0.8325, "mrr_at_10": 0.8355952380952381, "mrr_at_20": 0.8368869047619047, "mrr_at_100": 0.8373978937728939, "mrr_at_1000": 0.8374193530003616, "naucs_at_1_max": 0.7507787488102445, "naucs_at_1_std": 0.1935407112572463, "naucs_at_1_diff1": 0.932183957774509, "naucs_at_3_max": 0.7816338802508357, "naucs_at_3_std": 0.2358474357873024, "naucs_at_3_diff1": 0.8857486470234515, "naucs_at_5_max": 0.8129668534080287, "naucs_at_5_std": 0.3503734827264242, "naucs_at_5_diff1": 0.895833333333333, "naucs_at_10_max": 0.8846872082166187, "naucs_at_10_std": 0.6840336134453832, "naucs_at_10_diff1": 0.88888888888889, "naucs_at_20_max": 0.9564270152505424, "naucs_at_20_std": 0.8638344226579531, "naucs_at_20_diff1": 0.9074074074074053, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test_captioning": {"ndcg_at_1": 0.75, "ndcg_at_3": 0.80547, "ndcg_at_5": 0.82657, "ndcg_at_10": 0.8363, "ndcg_at_20": 0.83865, "ndcg_at_100": 0.84253, "ndcg_at_1000": 0.84901, "map_at_1": 0.75, "map_at_3": 0.79333, "map_at_5": 0.80533, "map_at_10": 0.80936, "map_at_20": 0.80992, "map_at_100": 0.81052, "map_at_1000": 0.81078, "recall_at_1": 0.75, "recall_at_3": 0.84, "recall_at_5": 0.89, "recall_at_10": 0.92, "recall_at_20": 0.93, "recall_at_100": 0.95, "recall_at_1000": 1.0, "precision_at_1": 0.75, "precision_at_3": 0.28, "precision_at_5": 0.178, "precision_at_10": 0.092, "precision_at_20": 0.0465, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.75, "mrr_at_3": 0.7933333333333334, "mrr_at_5": 0.8053333333333333, "mrr_at_10": 0.8093611111111112, "mrr_at_20": 0.8099166666666667, "mrr_at_100": 0.8105151515151516, "mrr_at_1000": 0.8107936655759888, "naucs_at_1_max": 0.6349764521193086, "naucs_at_1_std": 0.13356357927786458, "naucs_at_1_diff1": 0.7447828362114077, "naucs_at_3_max": 0.8274729995090826, "naucs_at_3_std": 0.26687530682375954, "naucs_at_3_diff1": 0.8640770741286196, "naucs_at_5_max": 0.8973455888669359, "naucs_at_5_std": 0.5830684649085125, "naucs_at_5_diff1": 0.7976977922858863, "naucs_at_10_max": 0.876867413632119, "naucs_at_10_std": 0.579948646125118, "naucs_at_10_diff1": 0.7598622782446334, "naucs_at_20_max": 0.9229691876750716, "naucs_at_20_std": 0.6452581032412973, "naucs_at_20_diff1": 0.7652394291049759, "naucs_at_100_max": 0.8921568627451013, "naucs_at_100_std": 0.5850606909430469, "naucs_at_100_diff1": 0.7268907563025232, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test_captioning": {"ndcg_at_1": 0.81, "ndcg_at_3": 0.87547, "ndcg_at_5": 0.89182, "ndcg_at_10": 0.89831, "ndcg_at_20": 0.90357, "ndcg_at_100": 0.90357, "ndcg_at_1000": 0.90357, "map_at_1": 0.81, "map_at_3": 0.86, "map_at_5": 0.869, "map_at_10": 0.87168, "map_at_20": 0.87322, "map_at_100": 0.87322, "map_at_1000": 0.87322, "recall_at_1": 0.81, "recall_at_3": 0.92, "recall_at_5": 0.96, "recall_at_10": 0.98, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.81, "precision_at_3": 0.30667, "precision_at_5": 0.192, "precision_at_10": 0.098, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.81, "mrr_at_3": 0.8599999999999999, "mrr_at_5": 0.8689999999999999, "mrr_at_10": 0.8716785714285714, "mrr_at_20": 0.873217032967033, "mrr_at_100": 0.873217032967033, "mrr_at_1000": 0.873217032967033, "naucs_at_1_max": 0.5821939336790821, "naucs_at_1_std": -0.10846560846560842, "naucs_at_1_diff1": 0.7768610194352775, "naucs_at_3_max": 0.7225140056022409, "naucs_at_3_std": 0.18294817927170998, "naucs_at_3_diff1": 0.7117180205415513, "naucs_at_5_max": 0.625933706816059, "naucs_at_5_std": -0.3085901027077449, "naucs_at_5_diff1": 0.8068394024276381, "naucs_at_10_max": 0.6381886087768404, "naucs_at_10_std": -0.5929038281979465, "naucs_at_10_diff1": 0.6790382819794609, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}
bm25_ocr_metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vidore/arxivqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.26653, "ndcg_at_3": 0.30838, "ndcg_at_5": 0.31579, "ndcg_at_10": 0.32907, "ndcg_at_20": 0.33628, "ndcg_at_100": 0.35912, "ndcg_at_1000": 0.4138, "map_at_1": 0.26653, "map_at_3": 0.29793, "map_at_5": 0.30204, "map_at_10": 0.30733, "map_at_20": 0.30937, "map_at_100": 0.31221, "map_at_1000": 0.3139, "recall_at_1": 0.26653, "recall_at_3": 0.33868, "recall_at_5": 0.35671, "recall_at_10": 0.3988, "recall_at_20": 0.42685, "recall_at_100": 0.55511, "recall_at_1000": 1.0, "precision_at_1": 0.26653, "precision_at_3": 0.11289, "precision_at_5": 0.07134, "precision_at_10": 0.03988, "precision_at_20": 0.02134, "precision_at_100": 0.00555, "precision_at_1000": 0.001, "mrr_at_1": 0.2665330661322645, "mrr_at_3": 0.2972611890447562, "mrr_at_5": 0.30136940547762187, "mrr_at_10": 0.30653370232528543, "mrr_at_20": 0.30855624897206513, "mrr_at_100": 0.3111093423932184, "mrr_at_1000": 0.31301219182636064, "naucs_at_1_max": 0.7019542855684774, "naucs_at_1_std": 0.4135226301845349, "naucs_at_1_diff1": 0.7298360907964992, "naucs_at_3_max": 0.6515030437673122, "naucs_at_3_std": 0.36781496960246446, "naucs_at_3_diff1": 0.6004679158853514, "naucs_at_5_max": 0.6414156868922767, "naucs_at_5_std": 0.3751647646035357, "naucs_at_5_diff1": 0.5710829310611959, "naucs_at_10_max": 0.6327210150926362, "naucs_at_10_std": 0.40188468499131674, "naucs_at_10_diff1": 0.5263306355533647, "naucs_at_20_max": 0.5977897839819164, "naucs_at_20_std": 0.4065870758659901, "naucs_at_20_diff1": 0.4804968677965233, "naucs_at_100_max": 0.5193622733202408, "naucs_at_100_std": 0.4153929008404163, "naucs_at_100_diff1": 0.3748026425525278, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.28889, "ndcg_at_3": 0.34704, "ndcg_at_5": 0.36751, "ndcg_at_10": 0.38434, "ndcg_at_20": 0.39681, "ndcg_at_100": 0.42201, "ndcg_at_1000": 0.46223, "map_at_1": 0.28889, "map_at_3": 0.33259, "map_at_5": 0.34415, "map_at_10": 0.35127, "map_at_20": 0.35475, "map_at_100": 0.35812, "map_at_1000": 0.35941, "recall_at_1": 0.28889, "recall_at_3": 0.38889, "recall_at_5": 0.43778, "recall_at_10": 0.48889, "recall_at_20": 0.53778, "recall_at_100": 0.67556, "recall_at_1000": 1.0, "precision_at_1": 0.28889, "precision_at_3": 0.12963, "precision_at_5": 0.08756, "precision_at_10": 0.04889, "precision_at_20": 0.02689, "precision_at_100": 0.00676, "precision_at_1000": 0.001, "mrr_at_1": 0.2866666666666667, "mrr_at_3": 0.32999999999999996, "mrr_at_5": 0.343111111111111, "mrr_at_10": 0.35023544973544957, "mrr_at_20": 0.3536503740879384, "mrr_at_100": 0.35676501088761375, "mrr_at_1000": 0.35798836122748373, "naucs_at_1_max": 0.7133543316718145, "naucs_at_1_std": 0.33452799608574657, "naucs_at_1_diff1": 0.765848139200636, "naucs_at_3_max": 0.6650399022215829, "naucs_at_3_std": 0.2963980156733049, "naucs_at_3_diff1": 0.6234955784024728, "naucs_at_5_max": 0.6650777045921487, "naucs_at_5_std": 0.30827699520993135, "naucs_at_5_diff1": 0.5912011104381767, "naucs_at_10_max": 0.5953014393581876, "naucs_at_10_std": 0.27806158565361017, "naucs_at_10_diff1": 0.5377035158093435, "naucs_at_20_max": 0.5628946120251564, "naucs_at_20_std": 0.2886665886425651, "naucs_at_20_diff1": 0.48769580456194567, "naucs_at_100_max": 0.5015560087045174, "naucs_at_100_std": 0.2494635764612787, "naucs_at_100_diff1": 0.42907796022096084, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.54049, "ndcg_at_3": 0.60878, "ndcg_at_5": 0.62933, "ndcg_at_10": 0.65023, "ndcg_at_20": 0.66174, "ndcg_at_100": 0.675, "ndcg_at_1000": 0.6893, "map_at_1": 0.54049, "map_at_3": 0.59244, "map_at_5": 0.60368, "map_at_10": 0.61267, "map_at_20": 0.61596, "map_at_100": 0.61783, "map_at_1000": 0.61828, "recall_at_1": 0.54049, "recall_at_3": 0.65587, "recall_at_5": 0.70648, "recall_at_10": 0.76923, "recall_at_20": 0.81377, "recall_at_100": 0.88462, "recall_at_1000": 1.0, "precision_at_1": 0.54049, "precision_at_3": 0.21862, "precision_at_5": 0.1413, "precision_at_10": 0.07692, "precision_at_20": 0.04069, "precision_at_100": 0.00885, "precision_at_1000": 0.001, "mrr_at_1": 0.5404858299595142, "mrr_at_3": 0.5924426450742241, "mrr_at_5": 0.6036774628879891, "mrr_at_10": 0.6126670843776106, "mrr_at_20": 0.6158320424514755, "mrr_at_100": 0.6178871327784272, "mrr_at_1000": 0.6182769987635222, "naucs_at_1_max": 0.6812283556584903, "naucs_at_1_std": 0.2762808042738978, "naucs_at_1_diff1": 0.7549043855135331, "naucs_at_3_max": 0.6568125509882533, "naucs_at_3_std": 0.3114095105266417, "naucs_at_3_diff1": 0.6801131654881288, "naucs_at_5_max": 0.6571799783166905, "naucs_at_5_std": 0.3421006633899725, "naucs_at_5_diff1": 0.6752520996561602, "naucs_at_10_max": 0.7320573965329261, "naucs_at_10_std": 0.4887280615265767, "naucs_at_10_diff1": 0.6734697100103901, "naucs_at_20_max": 0.7213512776724902, "naucs_at_20_std": 0.5055710156312546, "naucs_at_20_diff1": 0.6439598723954795, "naucs_at_100_max": 0.7292498610254252, "naucs_at_100_std": 0.7065937483877704, "naucs_at_100_diff1": 0.6159927607867692, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled_ocr_chunk": {"ndcg_at_1": 0.30357, "ndcg_at_3": 0.43112, "ndcg_at_5": 0.46509, "ndcg_at_10": 0.49465, "ndcg_at_20": 0.51927, "ndcg_at_100": 0.55709, "ndcg_at_1000": 0.55709, "map_at_1": 0.30357, "map_at_3": 0.39881, "map_at_5": 0.41774, "map_at_10": 0.42965, "map_at_20": 0.43655, "map_at_100": 0.44171, "map_at_1000": 0.44171, "recall_at_1": 0.30357, "recall_at_3": 0.525, "recall_at_5": 0.60714, "recall_at_10": 0.7, "recall_at_20": 0.79643, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.30357, "precision_at_3": 0.175, "precision_at_5": 0.12143, "precision_at_10": 0.07, "precision_at_20": 0.03982, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.3142857142857143, "mrr_at_3": 0.4077380952380951, "mrr_at_5": 0.42488095238095236, "mrr_at_10": 0.436860827664399, "mrr_at_20": 0.44368220699517685, "mrr_at_100": 0.44885586553964535, "mrr_at_1000": 0.44885586553964535, "naucs_at_1_max": 0.4724824779016837, "naucs_at_1_std": 0.1919554902574725, "naucs_at_1_diff1": 0.432900599725427, "naucs_at_3_max": 0.4120700685155609, "naucs_at_3_std": 0.13826176558204012, "naucs_at_3_diff1": 0.3271801182784669, "naucs_at_5_max": 0.4399377314939073, "naucs_at_5_std": 0.2087981104729181, "naucs_at_5_diff1": 0.30509957593000114, "naucs_at_10_max": 0.4441156033661886, "naucs_at_10_std": 0.31686697377563894, "naucs_at_10_diff1": 0.2160678899554778, "naucs_at_20_max": 0.5305343175639414, "naucs_at_20_std": 0.34070333189628693, "naucs_at_20_diff1": 0.3444249905418842, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test_ocr_chunk": {"ndcg_at_1": 0.5, "ndcg_at_3": 0.60355, "ndcg_at_5": 0.62667, "ndcg_at_10": 0.65473, "ndcg_at_20": 0.67084, "ndcg_at_100": 0.68645, "ndcg_at_1000": 0.69127, "map_at_1": 0.5, "map_at_3": 0.57878, "map_at_5": 0.59166, "map_at_10": 0.60346, "map_at_20": 0.60804, "map_at_100": 0.61013, "map_at_1000": 0.61034, "recall_at_1": 0.5, "recall_at_3": 0.67497, "recall_at_5": 0.73086, "recall_at_10": 0.81652, "recall_at_20": 0.8791, "recall_at_100": 0.96416, "recall_at_1000": 1.0, "precision_at_1": 0.5, "precision_at_3": 0.22499, "precision_at_5": 0.14617, "precision_at_10": 0.08165, "precision_at_20": 0.04396, "precision_at_100": 0.00964, "precision_at_1000": 0.001, "mrr_at_1": 0.49878493317132444, "mrr_at_3": 0.5781692993114627, "mrr_at_5": 0.5909882543539906, "mrr_at_10": 0.6027797064552842, "mrr_at_20": 0.6073081303762504, "mrr_at_100": 0.6094061877500359, "mrr_at_1000": 0.6096172782464819, "naucs_at_1_max": 0.5309229194449702, "naucs_at_1_std": 0.23056556976111367, "naucs_at_1_diff1": 0.7347700571409674, "naucs_at_3_max": 0.5834879470753452, "naucs_at_3_std": 0.2990977001439862, "naucs_at_3_diff1": 0.6463437465583011, "naucs_at_5_max": 0.5654529584383242, "naucs_at_5_std": 0.2930857368470748, "naucs_at_5_diff1": 0.6117329768342891, "naucs_at_10_max": 0.5885940936375399, "naucs_at_10_std": 0.39563796198591245, "naucs_at_10_diff1": 0.5706650347377387, "naucs_at_20_max": 0.6304029639403752, "naucs_at_20_std": 0.500033700764616, "naucs_at_20_diff1": 0.5502801836098721, "naucs_at_100_max": 0.6949773304070541, "naucs_at_100_std": 0.6328161047603006, "naucs_at_100_diff1": 0.5190406338529736, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test_ocr_chunk": {"ndcg_at_1": 0.52, "ndcg_at_3": 0.59417, "ndcg_at_5": 0.64322, "ndcg_at_10": 0.65923, "ndcg_at_20": 0.67203, "ndcg_at_100": 0.68922, "ndcg_at_1000": 0.69428, "map_at_1": 0.52, "map_at_3": 0.575, "map_at_5": 0.602, "map_at_10": 0.60852, "map_at_20": 0.61212, "map_at_100": 0.61473, "map_at_1000": 0.61492, "recall_at_1": 0.52, "recall_at_3": 0.65, "recall_at_5": 0.77, "recall_at_10": 0.82, "recall_at_20": 0.87, "recall_at_100": 0.96, "recall_at_1000": 1.0, "precision_at_1": 0.52, "precision_at_3": 0.21667, "precision_at_5": 0.154, "precision_at_10": 0.082, "precision_at_20": 0.0435, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.52, "mrr_at_3": 0.575, "mrr_at_5": 0.6020000000000002, "mrr_at_10": 0.6085238095238097, "mrr_at_20": 0.6121243103301929, "mrr_at_100": 0.6147272845826961, "mrr_at_1000": 0.6149168120370669, "naucs_at_1_max": 0.2278687632624189, "naucs_at_1_std": 0.02504216769138695, "naucs_at_1_diff1": 0.5529680613743946, "naucs_at_3_max": 0.34728619090243296, "naucs_at_3_std": 0.09704613882333855, "naucs_at_3_diff1": 0.5908373342013178, "naucs_at_5_max": 0.38772632662653034, "naucs_at_5_std": 0.13961191557933036, "naucs_at_5_diff1": 0.5906537454398969, "naucs_at_10_max": 0.6351195065535856, "naucs_at_10_std": 0.3662022249146383, "naucs_at_10_diff1": 0.7123031170833789, "naucs_at_20_max": 0.5252536473376294, "naucs_at_20_std": 0.29371250833148155, "naucs_at_20_diff1": 0.6666296378582534, "naucs_at_100_max": 0.6050420168067199, "naucs_at_100_std": 0.5180905695611597, "naucs_at_100_diff1": 0.8395191409897318, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test_ocr_chunk": {"ndcg_at_1": 0.86, "ndcg_at_3": 0.92809, "ndcg_at_5": 0.92809, "ndcg_at_10": 0.93125, "ndcg_at_20": 0.93404, "ndcg_at_100": 0.93404, "ndcg_at_1000": 0.93547, "map_at_1": 0.86, "map_at_3": 0.91333, "map_at_5": 0.91333, "map_at_10": 0.91458, "map_at_20": 0.91549, "map_at_100": 0.91549, "map_at_1000": 0.91557, "recall_at_1": 0.86, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.86, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.86, "mrr_at_3": 0.9133333333333334, "mrr_at_5": 0.9133333333333334, "mrr_at_10": 0.9145833333333334, "mrr_at_20": 0.9154924242424244, "mrr_at_100": 0.9154924242424244, "mrr_at_1000": 0.9155724242424244, "naucs_at_1_max": 0.4762366634335586, "naucs_at_1_std": -0.01579603713454349, "naucs_at_1_diff1": 0.8105514756824165, "naucs_at_3_max": 0.9564270152505466, "naucs_at_3_std": 0.2648615001556146, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 0.9564270152505424, "naucs_at_5_std": 0.26486150015561266, "naucs_at_5_diff1": 0.9564270152505424, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.6790382819794609, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.35807656395891135, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.35807656395892007, "naucs_at_100_diff1": 0.8692810457516374, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test_ocr_chunk": {"ndcg_at_1": 0.77, "ndcg_at_3": 0.84678, "ndcg_at_5": 0.85927, "ndcg_at_10": 0.86616, "ndcg_at_20": 0.86847, "ndcg_at_100": 0.87033, "ndcg_at_1000": 0.87396, "map_at_1": 0.77, "map_at_3": 0.82833, "map_at_5": 0.83533, "map_at_10": 0.83843, "map_at_20": 0.83895, "map_at_100": 0.8392, "map_at_1000": 0.83931, "recall_at_1": 0.77, "recall_at_3": 0.9, "recall_at_5": 0.93, "recall_at_10": 0.95, "recall_at_20": 0.96, "recall_at_100": 0.97, "recall_at_1000": 1.0, "precision_at_1": 0.77, "precision_at_3": 0.3, "precision_at_5": 0.186, "precision_at_10": 0.095, "precision_at_20": 0.048, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.78, "mrr_at_3": 0.8383333333333333, "mrr_at_5": 0.8453333333333333, "mrr_at_10": 0.847, "mrr_at_20": 0.8475263157894737, "mrr_at_100": 0.8477702182284982, "mrr_at_1000": 0.8479192385344221, "naucs_at_1_max": 0.7507441641861194, "naucs_at_1_std": 0.17781607394641985, "naucs_at_1_diff1": 0.9431525704438131, "naucs_at_3_max": 0.9096638655462173, "naucs_at_3_std": 0.5218020541549937, "naucs_at_3_diff1": 0.8774509803921573, "naucs_at_5_max": 0.8896225156729353, "naucs_at_5_std": 0.42723756169134347, "naucs_at_5_diff1": 0.9229691876750693, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.9215686274509798, "naucs_at_10_diff1": 0.892156862745101, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.9019607843137248, "naucs_at_20_diff1": 0.9346405228758139, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.9128540305010898, "naucs_at_100_diff1": 0.956427015250545, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test_ocr_chunk": {"ndcg_at_1": 0.74, "ndcg_at_3": 0.82309, "ndcg_at_5": 0.83944, "ndcg_at_10": 0.8426, "ndcg_at_20": 0.85328, "ndcg_at_100": 0.85528, "ndcg_at_1000": 0.85764, "map_at_1": 0.74, "map_at_3": 0.80333, "map_at_5": 0.81233, "map_at_10": 0.81358, "map_at_20": 0.81684, "map_at_100": 0.81716, "map_at_1000": 0.81723, "recall_at_1": 0.74, "recall_at_3": 0.88, "recall_at_5": 0.92, "recall_at_10": 0.93, "recall_at_20": 0.97, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.74, "precision_at_3": 0.29333, "precision_at_5": 0.184, "precision_at_10": 0.093, "precision_at_20": 0.0485, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.74, "mrr_at_3": 0.8033333333333332, "mrr_at_5": 0.8123333333333334, "mrr_at_10": 0.8135833333333333, "mrr_at_20": 0.8168369218500798, "mrr_at_100": 0.8171595024952412, "mrr_at_1000": 0.8172336420301248, "naucs_at_1_max": 0.494525769433518, "naucs_at_1_std": 0.06844815700904266, "naucs_at_1_diff1": 0.7309314301934227, "naucs_at_3_max": 0.6135459751829457, "naucs_at_3_std": -0.2130925867006041, "naucs_at_3_diff1": 0.8262010817690093, "naucs_at_5_max": 0.8027544351073777, "naucs_at_5_std": 0.10387488328664816, "naucs_at_5_diff1": 0.7843720821661991, "naucs_at_10_max": 0.7932506335867677, "naucs_at_10_std": 0.14319060957716473, "naucs_at_10_diff1": 0.7932506335867701, "naucs_at_20_max": 0.9074074074074053, "naucs_at_20_std": 0.3916900093370677, "naucs_at_20_diff1": 0.7027699968876432, "naucs_at_100_max": 0.8611111111111196, "naucs_at_100_std": 0.1528944911297927, "naucs_at_100_diff1": 0.5541549953314752, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test_ocr_chunk": {"ndcg_at_1": 0.8, "ndcg_at_3": 0.86417, "ndcg_at_5": 0.87234, "ndcg_at_10": 0.89239, "ndcg_at_20": 0.89495, "ndcg_at_100": 0.89495, "ndcg_at_1000": 0.89495, "map_at_1": 0.8, "map_at_3": 0.84833, "map_at_5": 0.85283, "map_at_10": 0.86146, "map_at_20": 0.86218, "map_at_100": 0.86218, "map_at_1000": 0.86218, "recall_at_1": 0.8, "recall_at_3": 0.91, "recall_at_5": 0.93, "recall_at_10": 0.99, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.8, "precision_at_3": 0.30333, "precision_at_5": 0.186, "precision_at_10": 0.099, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8483333333333334, "mrr_at_5": 0.8528333333333333, "mrr_at_10": 0.8614642857142857, "mrr_at_20": 0.8621785714285715, "mrr_at_100": 0.8621785714285715, "mrr_at_1000": 0.8621785714285715, "naucs_at_1_max": 0.639560439560439, "naucs_at_1_std": -0.15192307692307652, "naucs_at_1_diff1": 0.8536463536463533, "naucs_at_3_max": 0.6395372964000416, "naucs_at_3_std": -0.03013798111837259, "naucs_at_3_diff1": 0.7346716464363509, "naucs_at_5_max": 0.5365479525143402, "naucs_at_5_std": -0.30578898225956735, "naucs_at_5_diff1": 0.7225556889422438, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": 0.5541549953314738, "naucs_at_10_diff1": 0.35807656395891135, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}
google_siglip-so400m-patch14-384_metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.342, "ndcg_at_3": 0.40117, "ndcg_at_5": 0.43197, "ndcg_at_10": 0.45845, "ndcg_at_20": 0.48453, "ndcg_at_100": 0.52117, "ndcg_at_1000": 0.53452, "map_at_1": 0.342, "map_at_3": 0.387, "map_at_5": 0.4038, "map_at_10": 0.4147, "map_at_20": 0.42202, "map_at_100": 0.42702, "map_at_1000": 0.4276, "recall_at_1": 0.342, "recall_at_3": 0.442, "recall_at_5": 0.518, "recall_at_10": 0.6, "recall_at_20": 0.702, "recall_at_100": 0.9, "recall_at_1000": 1.0, "precision_at_1": 0.342, "precision_at_3": 0.14733, "precision_at_5": 0.1036, "precision_at_10": 0.06, "precision_at_20": 0.0351, "precision_at_100": 0.009, "precision_at_1000": 0.001, "mrr_at_1": 0.342, "mrr_at_3": 0.387, "mrr_at_5": 0.40379999999999994, "mrr_at_10": 0.41469920634920626, "mrr_at_20": 0.4220213510689516, "mrr_at_100": 0.42702038597455727, "mrr_at_1000": 0.42760577274169886, "naucs_at_1_max": 0.3512734376861317, "naucs_at_1_std": 0.0444730342521779, "naucs_at_1_diff1": 0.6011695349126552, "naucs_at_3_max": 0.30320964696234026, "naucs_at_3_std": 0.05480611266803699, "naucs_at_3_diff1": 0.5116786853219177, "naucs_at_5_max": 0.2763318284117964, "naucs_at_5_std": 0.04854661501247447, "naucs_at_5_diff1": 0.48032697429326143, "naucs_at_10_max": 0.2613713268032054, "naucs_at_10_std": 0.052876224398931505, "naucs_at_10_diff1": 0.42130008904719524, "naucs_at_20_max": 0.2631311978492988, "naucs_at_20_std": 0.0865932616674463, "naucs_at_20_diff1": 0.3475433238044511, "naucs_at_100_max": 0.3759663865546229, "naucs_at_100_std": 0.37533146591970107, "naucs_at_100_diff1": 0.3469934640522881, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.21286, "ndcg_at_3": 0.28038, "ndcg_at_5": 0.30328, "ndcg_at_10": 0.32715, "ndcg_at_20": 0.34879, "ndcg_at_100": 0.38763, "ndcg_at_1000": 0.41855, "map_at_1": 0.21286, "map_at_3": 0.26386, "map_at_5": 0.27661, "map_at_10": 0.28658, "map_at_20": 0.29241, "map_at_100": 0.29738, "map_at_1000": 0.29853, "recall_at_1": 0.21286, "recall_at_3": 0.32816, "recall_at_5": 0.38359, "recall_at_10": 0.45676, "recall_at_20": 0.54324, "recall_at_100": 0.75831, "recall_at_1000": 1.0, "precision_at_1": 0.21286, "precision_at_3": 0.10939, "precision_at_5": 0.07672, "precision_at_10": 0.04568, "precision_at_20": 0.02716, "precision_at_100": 0.00758, "precision_at_1000": 0.001, "mrr_at_1": 0.21286031042128603, "mrr_at_3": 0.26385809312638575, "mrr_at_5": 0.2766075388026607, "mrr_at_10": 0.28658184633794387, "mrr_at_20": 0.29240665519909104, "mrr_at_100": 0.29737825006180746, "mrr_at_1000": 0.29852278499254825, "naucs_at_1_max": 0.1559569059640342, "naucs_at_1_std": 0.05557845139908066, "naucs_at_1_diff1": 0.49407468351994943, "naucs_at_3_max": 0.20679261575387, "naucs_at_3_std": 0.1478983914107042, "naucs_at_3_diff1": 0.4265709856760711, "naucs_at_5_max": 0.19920725280733995, "naucs_at_5_std": 0.17645586905028368, "naucs_at_5_diff1": 0.38320105155993434, "naucs_at_10_max": 0.15292927776389506, "naucs_at_10_std": 0.15367076529659768, "naucs_at_10_diff1": 0.3501748402796659, "naucs_at_20_max": 0.0813370923562777, "naucs_at_20_std": 0.12405275505454354, "naucs_at_20_diff1": 0.301325355523562, "naucs_at_100_max": 0.07220474213528447, "naucs_at_100_std": 0.24916235379027696, "naucs_at_100_diff1": 0.34046058197787155, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.51822, "ndcg_at_3": 0.61531, "ndcg_at_5": 0.64058, "ndcg_at_10": 0.6702, "ndcg_at_20": 0.68117, "ndcg_at_100": 0.6961, "ndcg_at_1000": 0.70177, "map_at_1": 0.51822, "map_at_3": 0.59211, "map_at_5": 0.60628, "map_at_10": 0.61859, "map_at_20": 0.62172, "map_at_100": 0.62377, "map_at_1000": 0.62402, "recall_at_1": 0.51822, "recall_at_3": 0.68219, "recall_at_5": 0.74291, "recall_at_10": 0.83401, "recall_at_20": 0.87652, "recall_at_100": 0.95749, "recall_at_1000": 1.0, "precision_at_1": 0.51822, "precision_at_3": 0.2274, "precision_at_5": 0.14858, "precision_at_10": 0.0834, "precision_at_20": 0.04383, "precision_at_100": 0.00957, "precision_at_1000": 0.001, "mrr_at_1": 0.5182186234817814, "mrr_at_3": 0.5921052631578947, "mrr_at_5": 0.6062753036437245, "mrr_at_10": 0.6185897435897434, "mrr_at_20": 0.6217212657775729, "mrr_at_100": 0.6237693270904571, "mrr_at_1000": 0.6240071088816738, "naucs_at_1_max": 0.3341265251816127, "naucs_at_1_std": -0.11959353621955125, "naucs_at_1_diff1": 0.6910302681103141, "naucs_at_3_max": 0.3399323123068333, "naucs_at_3_std": -0.09657939373539141, "naucs_at_3_diff1": 0.5717390363056882, "naucs_at_5_max": 0.3552696730963818, "naucs_at_5_std": -0.10260460792422756, "naucs_at_5_diff1": 0.5535498159575624, "naucs_at_10_max": 0.31001561070441247, "naucs_at_10_std": -0.07903893227779028, "naucs_at_10_diff1": 0.5078394417215368, "naucs_at_20_max": 0.4489435135781171, "naucs_at_20_std": 0.11789481855251599, "naucs_at_20_diff1": 0.5533054009212981, "naucs_at_100_max": 0.4243960797098085, "naucs_at_100_std": 0.23382054439588018, "naucs_at_100_diff1": 0.6469133129584974, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.46071, "ndcg_at_3": 0.56458, "ndcg_at_5": 0.58132, "ndcg_at_10": 0.61657, "ndcg_at_20": 0.63154, "ndcg_at_100": 0.66086, "ndcg_at_1000": 0.66086, "map_at_1": 0.46071, "map_at_3": 0.53988, "map_at_5": 0.54863, "map_at_10": 0.56354, "map_at_20": 0.56745, "map_at_100": 0.57176, "map_at_1000": 0.57176, "recall_at_1": 0.46071, "recall_at_3": 0.63571, "recall_at_5": 0.67857, "recall_at_10": 0.78571, "recall_at_20": 0.84643, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.46071, "precision_at_3": 0.2119, "precision_at_5": 0.13571, "precision_at_10": 0.07857, "precision_at_20": 0.04232, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.4607142857142857, "mrr_at_3": 0.5398809523809524, "mrr_at_5": 0.5486309523809522, "mrr_at_10": 0.5635445011337866, "mrr_at_20": 0.5674456651756519, "mrr_at_100": 0.571762908944892, "mrr_at_1000": 0.571762908944892, "naucs_at_1_max": 0.507034121474138, "naucs_at_1_std": 0.2780132655504076, "naucs_at_1_diff1": 0.7296146606394313, "naucs_at_3_max": 0.5418566240935775, "naucs_at_3_std": 0.37713949568424254, "naucs_at_3_diff1": 0.6505367829224966, "naucs_at_5_max": 0.5420978160565985, "naucs_at_5_std": 0.40314980006151985, "naucs_at_5_diff1": 0.679310981236543, "naucs_at_10_max": 0.4992307692307692, "naucs_at_10_std": 0.41861369399831, "naucs_at_10_diff1": 0.6698732037193582, "naucs_at_20_max": 0.49946533797465614, "naucs_at_20_std": 0.5021272723136083, "naucs_at_20_diff1": 0.6212317703000932, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test": {"ndcg_at_1": 0.17861, "ndcg_at_3": 0.23862, "ndcg_at_5": 0.26228, "ndcg_at_10": 0.29096, "ndcg_at_20": 0.31603, "ndcg_at_100": 0.372, "ndcg_at_1000": 0.39451, "map_at_1": 0.17861, "map_at_3": 0.22388, "map_at_5": 0.23694, "map_at_10": 0.24866, "map_at_20": 0.25548, "map_at_100": 0.2628, "map_at_1000": 0.26386, "recall_at_1": 0.17861, "recall_at_3": 0.28129, "recall_at_5": 0.339, "recall_at_10": 0.42831, "recall_at_20": 0.52795, "recall_at_100": 0.83536, "recall_at_1000": 1.0, "precision_at_1": 0.17861, "precision_at_3": 0.09376, "precision_at_5": 0.0678, "precision_at_10": 0.04283, "precision_at_20": 0.0264, "precision_at_100": 0.00835, "precision_at_1000": 0.001, "mrr_at_1": 0.1798298906439854, "mrr_at_3": 0.22428108545970007, "mrr_at_5": 0.23737343053867924, "mrr_at_10": 0.24921816235607222, "mrr_at_20": 0.25603281195395805, "mrr_at_100": 0.26335170093137455, "mrr_at_1000": 0.26441692514341875, "naucs_at_1_max": 0.1232776965489482, "naucs_at_1_std": 0.003190059370457731, "naucs_at_1_diff1": 0.4563902036008701, "naucs_at_3_max": 0.07532335378042614, "naucs_at_3_std": 0.03623353934863348, "naucs_at_3_diff1": 0.3332270965679851, "naucs_at_5_max": 0.06414031260254315, "naucs_at_5_std": 0.05701695108229425, "naucs_at_5_diff1": 0.3018013753606125, "naucs_at_10_max": 0.04831097592835632, "naucs_at_10_std": 0.06825184073629431, "naucs_at_10_diff1": 0.28580154437644, "naucs_at_20_max": 0.036977209968152853, "naucs_at_20_std": 0.06172072256628125, "naucs_at_20_diff1": 0.2373941265383423, "naucs_at_100_max": 0.04903777342859654, "naucs_at_100_std": 0.15510305695187637, "naucs_at_100_diff1": 0.17423930025345663, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test": {"ndcg_at_1": 0.13, "ndcg_at_3": 0.17393, "ndcg_at_5": 0.18685, "ndcg_at_10": 0.23336, "ndcg_at_20": 0.24812, "ndcg_at_100": 0.30236, "ndcg_at_1000": 0.33487, "map_at_1": 0.13, "map_at_3": 0.16167, "map_at_5": 0.16917, "map_at_10": 0.18908, "map_at_20": 0.1929, "map_at_100": 0.19992, "map_at_1000": 0.20104, "recall_at_1": 0.13, "recall_at_3": 0.21, "recall_at_5": 0.24, "recall_at_10": 0.38, "recall_at_20": 0.44, "recall_at_100": 0.74, "recall_at_1000": 1.0, "precision_at_1": 0.13, "precision_at_3": 0.07, "precision_at_5": 0.048, "precision_at_10": 0.038, "precision_at_20": 0.022, "precision_at_100": 0.0074, "precision_at_1000": 0.001, "mrr_at_1": 0.13, "mrr_at_3": 0.16166666666666668, "mrr_at_5": 0.1691666666666667, "mrr_at_10": 0.1890753968253968, "mrr_at_20": 0.19290321155452733, "mrr_at_100": 0.19991642166943074, "mrr_at_1000": 0.20103804700170202, "naucs_at_1_max": 0.09339392447001414, "naucs_at_1_std": 0.16491683642631688, "naucs_at_1_diff1": 0.17460992590271088, "naucs_at_3_max": 0.17104533865425145, "naucs_at_3_std": 0.26819959776394775, "naucs_at_3_diff1": 0.1107732750566139, "naucs_at_5_max": 0.08402228612508955, "naucs_at_5_std": 0.23617601246105904, "naucs_at_5_diff1": 0.155493649652528, "naucs_at_10_max": 0.2604553842954797, "naucs_at_10_std": 0.3351311309229847, "naucs_at_10_diff1": 0.14200868141293863, "naucs_at_20_max": 0.16427415566111664, "naucs_at_20_std": 0.3091820222373026, "naucs_at_20_diff1": 0.06926971864070627, "naucs_at_100_max": 0.20339807793682382, "naucs_at_100_std": 0.16262519768054814, "naucs_at_100_diff1": 0.023113417947366464, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.5, "ndcg_at_3": 0.57547, "ndcg_at_5": 0.6254, "ndcg_at_10": 0.65888, "ndcg_at_20": 0.66367, "ndcg_at_100": 0.68026, "ndcg_at_1000": 0.68498, "map_at_1": 0.5, "map_at_3": 0.55667, "map_at_5": 0.58467, "map_at_10": 0.59915, "map_at_20": 0.60033, "map_at_100": 0.60259, "map_at_1000": 0.60272, "recall_at_1": 0.5, "recall_at_3": 0.63, "recall_at_5": 0.75, "recall_at_10": 0.85, "recall_at_20": 0.87, "recall_at_100": 0.96, "recall_at_1000": 1.0, "precision_at_1": 0.5, "precision_at_3": 0.21, "precision_at_5": 0.15, "precision_at_10": 0.085, "precision_at_20": 0.0435, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.5, "mrr_at_3": 0.5566666666666668, "mrr_at_5": 0.5846666666666667, "mrr_at_10": 0.5991507936507937, "mrr_at_20": 0.600327264239029, "mrr_at_100": 0.6025949843565614, "mrr_at_1000": 0.6027260502596975, "naucs_at_1_max": 0.35581612258494333, "naucs_at_1_std": -0.1489806795469687, "naucs_at_1_diff1": 0.5035842771485672, "naucs_at_3_max": 0.41023833027781703, "naucs_at_3_std": -0.1778467227628131, "naucs_at_3_diff1": 0.45563233519798246, "naucs_at_5_max": 0.44146520146520196, "naucs_at_5_std": -0.19413919413919292, "naucs_at_5_diff1": 0.41034013605442166, "naucs_at_10_max": 0.6098926130816794, "naucs_at_10_std": -0.2327041978522604, "naucs_at_10_diff1": 0.38841522941750706, "naucs_at_20_max": 0.6558542546100861, "naucs_at_20_std": 0.011219728949123188, "naucs_at_20_diff1": 0.3851736651114565, "naucs_at_100_max": 0.6679505135387499, "naucs_at_100_std": 0.2048319327731078, "naucs_at_100_diff1": 0.487861811391226, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.51, "ndcg_at_3": 0.63202, "ndcg_at_5": 0.65655, "ndcg_at_10": 0.67358, "ndcg_at_20": 0.68931, "ndcg_at_100": 0.70649, "ndcg_at_1000": 0.70923, "map_at_1": 0.51, "map_at_3": 0.60167, "map_at_5": 0.61517, "map_at_10": 0.62271, "map_at_20": 0.62731, "map_at_100": 0.62986, "map_at_1000": 0.62999, "recall_at_1": 0.51, "recall_at_3": 0.72, "recall_at_5": 0.78, "recall_at_10": 0.83, "recall_at_20": 0.89, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.51, "precision_at_3": 0.24, "precision_at_5": 0.156, "precision_at_10": 0.083, "precision_at_20": 0.0445, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.51, "mrr_at_3": 0.6016666666666667, "mrr_at_5": 0.6151666666666668, "mrr_at_10": 0.6227063492063494, "mrr_at_20": 0.6273132423132425, "mrr_at_100": 0.6298574595885167, "mrr_at_1000": 0.6299875860892016, "naucs_at_1_max": 0.23866833595842946, "naucs_at_1_std": -0.2843315428832978, "naucs_at_1_diff1": 0.6942503668403266, "naucs_at_3_max": 0.2738095238095245, "naucs_at_3_std": -0.34558150183150077, "naucs_at_3_diff1": 0.6129235347985352, "naucs_at_5_max": 0.32960077896786827, "naucs_at_5_std": -0.32410627347336035, "naucs_at_5_diff1": 0.5276579960124266, "naucs_at_10_max": 0.49669124049457225, "naucs_at_10_std": -0.1449468857026745, "naucs_at_10_diff1": 0.4654031462239507, "naucs_at_20_max": 0.44858689116055367, "naucs_at_20_std": -0.20831543681814282, "naucs_at_20_diff1": 0.3866506313890562, "naucs_at_100_max": 0.5541549953314752, "naucs_at_100_std": -0.8576097105508813, "naucs_at_100_diff1": 0.795751633986937, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.47, "ndcg_at_3": 0.61988, "ndcg_at_5": 0.66119, "ndcg_at_10": 0.69388, "ndcg_at_20": 0.69894, "ndcg_at_100": 0.707, "ndcg_at_1000": 0.7096, "map_at_1": 0.47, "map_at_3": 0.585, "map_at_5": 0.608, "map_at_10": 0.62169, "map_at_20": 0.62308, "map_at_100": 0.62448, "map_at_1000": 0.62458, "recall_at_1": 0.47, "recall_at_3": 0.72, "recall_at_5": 0.82, "recall_at_10": 0.92, "recall_at_20": 0.94, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.47, "precision_at_3": 0.24, "precision_at_5": 0.164, "precision_at_10": 0.092, "precision_at_20": 0.047, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.47, "mrr_at_3": 0.5850000000000001, "mrr_at_5": 0.6080000000000001, "mrr_at_10": 0.6216904761904762, "mrr_at_20": 0.6230793650793651, "mrr_at_100": 0.6244823295062427, "mrr_at_1000": 0.6245820192589574, "naucs_at_1_max": 0.41337570379356287, "naucs_at_1_std": 0.035799522673031194, "naucs_at_1_diff1": 0.6218304566252193, "naucs_at_3_max": 0.5667544261294257, "naucs_at_3_std": 0.1108821733821741, "naucs_at_3_diff1": 0.41882249694749774, "naucs_at_5_max": 0.5240114550060584, "naucs_at_5_std": 0.17796563498182638, "naucs_at_5_diff1": 0.3217590042956274, "naucs_at_10_max": 0.6557539682539693, "naucs_at_10_std": 0.4582749766573311, "naucs_at_10_diff1": 0.3688141923436056, "naucs_at_20_max": 0.6896202925614692, "naucs_at_20_std": 0.5308901338313118, "naucs_at_20_diff1": 0.4508247743541881, "naucs_at_100_max": 0.7117180205415448, "naucs_at_100_std": 0.41433239962652313, "naucs_at_100_diff1": 0.4960317460317565, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.65, "ndcg_at_3": 0.76571, "ndcg_at_5": 0.79068, "ndcg_at_10": 0.80058, "ndcg_at_20": 0.806, "ndcg_at_100": 0.80934, "ndcg_at_1000": 0.81206, "map_at_1": 0.65, "map_at_3": 0.73667, "map_at_5": 0.75067, "map_at_10": 0.75487, "map_at_20": 0.75655, "map_at_100": 0.75688, "map_at_1000": 0.75701, "recall_at_1": 0.65, "recall_at_3": 0.85, "recall_at_5": 0.91, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.65, "precision_at_3": 0.28333, "precision_at_5": 0.182, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.65, "mrr_at_3": 0.7366666666666668, "mrr_at_5": 0.7506666666666669, "mrr_at_10": 0.754873015873016, "mrr_at_20": 0.7565513375513376, "mrr_at_100": 0.756880382578552, "mrr_at_1000": 0.7570125210427938, "naucs_at_1_max": 0.029408414028805986, "naucs_at_1_std": -0.27022540483359103, "naucs_at_1_diff1": 0.2583285865408084, "naucs_at_3_max": -0.03618613732508907, "naucs_at_3_std": -0.554799869834036, "naucs_at_3_diff1": 0.2528799219004226, "naucs_at_5_max": 0.3330739703288709, "naucs_at_5_std": -0.49128540305010626, "naucs_at_5_diff1": 0.6486150015561787, "naucs_at_10_max": 0.35628695922813397, "naucs_at_10_std": -0.6741363211951432, "naucs_at_10_diff1": 0.6215375038904453, "naucs_at_20_max": 0.6050420168067251, "naucs_at_20_std": -0.141223155929034, "naucs_at_20_diff1": 0.4323062558356693, "naucs_at_100_max": 0.795751633986937, "naucs_at_100_std": 0.1528944911297927, "naucs_at_100_diff1": -0.004668534080297299, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}
jinaai_jina-clip-v1_metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.194, "ndcg_at_3": 0.23428, "ndcg_at_5": 0.25399, "ndcg_at_10": 0.27746, "ndcg_at_20": 0.29815, "ndcg_at_100": 0.34405, "ndcg_at_1000": 0.38082, "map_at_1": 0.194, "map_at_3": 0.22467, "map_at_5": 0.23557, "map_at_10": 0.24536, "map_at_20": 0.25102, "map_at_100": 0.25699, "map_at_1000": 0.25845, "recall_at_1": 0.194, "recall_at_3": 0.262, "recall_at_5": 0.31, "recall_at_10": 0.382, "recall_at_20": 0.464, "recall_at_100": 0.718, "recall_at_1000": 1.0, "precision_at_1": 0.194, "precision_at_3": 0.08733, "precision_at_5": 0.062, "precision_at_10": 0.0382, "precision_at_20": 0.0232, "precision_at_100": 0.00718, "precision_at_1000": 0.001, "mrr_at_1": 0.194, "mrr_at_3": 0.22466666666666665, "mrr_at_5": 0.2355666666666667, "mrr_at_10": 0.2453603174603175, "mrr_at_20": 0.25101822261845486, "mrr_at_100": 0.25698538286605843, "mrr_at_1000": 0.2584512551524216, "naucs_at_1_max": 0.45616095322842626, "naucs_at_1_std": -0.09688090268244365, "naucs_at_1_diff1": 0.49830465863267814, "naucs_at_3_max": 0.3924181183865958, "naucs_at_3_std": -0.10766974824050675, "naucs_at_3_diff1": 0.38430557996295184, "naucs_at_5_max": 0.34086074996302623, "naucs_at_5_std": -0.09092864729687923, "naucs_at_5_diff1": 0.3439208357422323, "naucs_at_10_max": 0.28690953188417473, "naucs_at_10_std": -0.06333469229830402, "naucs_at_10_diff1": 0.27416728772231386, "naucs_at_20_max": 0.2243962903701211, "naucs_at_20_std": -0.030390753294875377, "naucs_at_20_diff1": 0.2522606214998528, "naucs_at_100_max": 0.15254127991442465, "naucs_at_100_std": 0.030546947012256007, "naucs_at_100_diff1": 0.19091367727888314, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.07317, "ndcg_at_3": 0.10717, "ndcg_at_5": 0.119, "ndcg_at_10": 0.13733, "ndcg_at_20": 0.15798, "ndcg_at_100": 0.20904, "ndcg_at_1000": 0.26333, "map_at_1": 0.07317, "map_at_3": 0.0983, "map_at_5": 0.10484, "map_at_10": 0.11222, "map_at_20": 0.11783, "map_at_100": 0.12461, "map_at_1000": 0.12673, "recall_at_1": 0.07317, "recall_at_3": 0.13304, "recall_at_5": 0.16186, "recall_at_10": 0.21951, "recall_at_20": 0.30155, "recall_at_100": 0.58093, "recall_at_1000": 1.0, "precision_at_1": 0.07317, "precision_at_3": 0.04435, "precision_at_5": 0.03237, "precision_at_10": 0.02195, "precision_at_20": 0.01508, "precision_at_100": 0.00581, "precision_at_1000": 0.001, "mrr_at_1": 0.07317073170731707, "mrr_at_3": 0.09830007390983003, "mrr_at_5": 0.10484109386548415, "mrr_at_10": 0.11222415795586532, "mrr_at_20": 0.11783019841513877, "mrr_at_100": 0.12460791891127795, "mrr_at_1000": 0.12673074064268428, "naucs_at_1_max": 0.12025982529820782, "naucs_at_1_std": -0.04761217351657549, "naucs_at_1_diff1": 0.36251599396437884, "naucs_at_3_max": 0.024510873492006768, "naucs_at_3_std": -0.05837029747252124, "naucs_at_3_diff1": 0.22097986209322437, "naucs_at_5_max": 0.03595820524173138, "naucs_at_5_std": -0.04038720990562407, "naucs_at_5_diff1": 0.20800128710951715, "naucs_at_10_max": 0.04002139668192121, "naucs_at_10_std": -0.014030646078733083, "naucs_at_10_diff1": 0.1745591420097609, "naucs_at_20_max": 0.09316008827855647, "naucs_at_20_std": 0.012983126164409945, "naucs_at_20_diff1": 0.17349647375521185, "naucs_at_100_max": 0.09174360315381583, "naucs_at_100_std": 0.07239555875987534, "naucs_at_100_diff1": 0.2057682842033964, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.26518, "ndcg_at_3": 0.32656, "ndcg_at_5": 0.35548, "ndcg_at_10": 0.37851, "ndcg_at_20": 0.4037, "ndcg_at_100": 0.44402, "ndcg_at_1000": 0.46603, "map_at_1": 0.26518, "map_at_3": 0.3114, "map_at_5": 0.32729, "map_at_10": 0.33687, "map_at_20": 0.34358, "map_at_100": 0.34904, "map_at_1000": 0.34993, "recall_at_1": 0.26518, "recall_at_3": 0.37045, "recall_at_5": 0.4413, "recall_at_10": 0.51215, "recall_at_20": 0.61336, "recall_at_100": 0.83198, "recall_at_1000": 1.0, "precision_at_1": 0.26518, "precision_at_3": 0.12348, "precision_at_5": 0.08826, "precision_at_10": 0.05121, "precision_at_20": 0.03067, "precision_at_100": 0.00832, "precision_at_1000": 0.001, "mrr_at_1": 0.2651821862348178, "mrr_at_3": 0.3114035087719298, "mrr_at_5": 0.32729419703103907, "mrr_at_10": 0.33687423687423684, "mrr_at_20": 0.34357647182184037, "mrr_at_100": 0.34903967645027933, "mrr_at_1000": 0.3499322688157548, "naucs_at_1_max": 0.22725907310977225, "naucs_at_1_std": -0.05555633255154067, "naucs_at_1_diff1": 0.46552534956006875, "naucs_at_3_max": 0.262760949249393, "naucs_at_3_std": 0.005926985746904812, "naucs_at_3_diff1": 0.4071992932728183, "naucs_at_5_max": 0.20131834403466364, "naucs_at_5_std": -0.012424200647473432, "naucs_at_5_diff1": 0.3381884916533942, "naucs_at_10_max": 0.20143586047292864, "naucs_at_10_std": 0.03748395663221178, "naucs_at_10_diff1": 0.30830976550271083, "naucs_at_20_max": 0.22773274626635015, "naucs_at_20_std": 0.07353037392687715, "naucs_at_20_diff1": 0.2860181621323394, "naucs_at_100_max": 0.2642917251934298, "naucs_at_100_std": 0.29308298721238213, "naucs_at_100_diff1": 0.2564427320022936, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.125, "ndcg_at_3": 0.17712, "ndcg_at_5": 0.20249, "ndcg_at_10": 0.22523, "ndcg_at_20": 0.26876, "ndcg_at_100": 0.36104, "ndcg_at_1000": 0.36104, "map_at_1": 0.125, "map_at_3": 0.16429, "map_at_5": 0.17857, "map_at_10": 0.18775, "map_at_20": 0.19932, "map_at_100": 0.21325, "map_at_1000": 0.21325, "recall_at_1": 0.125, "recall_at_3": 0.21429, "recall_at_5": 0.275, "recall_at_10": 0.34643, "recall_at_20": 0.52143, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.125, "precision_at_3": 0.07143, "precision_at_5": 0.055, "precision_at_10": 0.03464, "precision_at_20": 0.02607, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.125, "mrr_at_3": 0.1642857142857143, "mrr_at_5": 0.1785714285714286, "mrr_at_10": 0.18775368480725627, "mrr_at_20": 0.19932329128743903, "mrr_at_100": 0.21325209977362394, "mrr_at_1000": 0.21325209977362394, "naucs_at_1_max": 0.09782528263103807, "naucs_at_1_std": 0.10585817060637205, "naucs_at_1_diff1": 0.16069064748201445, "naucs_at_3_max": 0.028766969594973817, "naucs_at_3_std": 0.1354762706159543, "naucs_at_3_diff1": 0.07179961853472462, "naucs_at_5_max": -0.024564969136578685, "naucs_at_5_std": 0.11742689117059667, "naucs_at_5_diff1": 0.020661136236725247, "naucs_at_10_max": -0.01236326586446157, "naucs_at_10_std": 0.12392039585092379, "naucs_at_10_diff1": -0.011745338421407597, "naucs_at_20_max": -0.05765357257538746, "naucs_at_20_std": 0.1448491276552269, "naucs_at_20_diff1": 0.002199106734521382, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test": {"ndcg_at_1": 0.0158, "ndcg_at_3": 0.02802, "ndcg_at_5": 0.0328, "ndcg_at_10": 0.04118, "ndcg_at_20": 0.05228, "ndcg_at_100": 0.10794, "ndcg_at_1000": 0.18345, "map_at_1": 0.0158, "map_at_3": 0.02491, "map_at_5": 0.02758, "map_at_10": 0.031, "map_at_20": 0.03399, "map_at_100": 0.04051, "map_at_1000": 0.04382, "recall_at_1": 0.0158, "recall_at_3": 0.03706, "recall_at_5": 0.0486, "recall_at_10": 0.07473, "recall_at_20": 0.11908, "recall_at_100": 0.43682, "recall_at_1000": 1.0, "precision_at_1": 0.0158, "precision_at_3": 0.01235, "precision_at_5": 0.00972, "precision_at_10": 0.00747, "precision_at_20": 0.00595, "precision_at_100": 0.00437, "precision_at_1000": 0.001, "mrr_at_1": 0.015795868772782502, "mrr_at_3": 0.024908869987849337, "mrr_at_5": 0.027582017010935603, "mrr_at_10": 0.031003731990973803, "mrr_at_20": 0.03398397803628708, "mrr_at_100": 0.04050990121716738, "mrr_at_1000": 0.04381244666582136, "naucs_at_1_max": 0.37768627847426967, "naucs_at_1_std": 0.08918421070395563, "naucs_at_1_diff1": 0.4668179771401452, "naucs_at_3_max": 0.26401253705627126, "naucs_at_3_std": 0.15143117653948604, "naucs_at_3_diff1": 0.25305680385702695, "naucs_at_5_max": 0.19373179609836738, "naucs_at_5_std": 0.11509578090146863, "naucs_at_5_diff1": 0.21679819158947974, "naucs_at_10_max": 0.1419629098861985, "naucs_at_10_std": 0.08902812942300867, "naucs_at_10_diff1": 0.13005574395144884, "naucs_at_20_max": 0.11012969448282328, "naucs_at_20_std": 0.08844711041409134, "naucs_at_20_diff1": 0.11118707019441564, "naucs_at_100_max": -0.0013902169449798443, "naucs_at_100_std": -0.018452319538778773, "naucs_at_100_diff1": 0.06992819597017841, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test": {"ndcg_at_1": 0.02, "ndcg_at_3": 0.02631, "ndcg_at_5": 0.03835, "ndcg_at_10": 0.04151, "ndcg_at_20": 0.05132, "ndcg_at_100": 0.0925, "ndcg_at_1000": 0.17178, "map_at_1": 0.02, "map_at_3": 0.025, "map_at_5": 0.0315, "map_at_10": 0.03275, "map_at_20": 0.03527, "map_at_100": 0.04043, "map_at_1000": 0.04278, "recall_at_1": 0.02, "recall_at_3": 0.03, "recall_at_5": 0.06, "recall_at_10": 0.07, "recall_at_20": 0.11, "recall_at_100": 0.34, "recall_at_1000": 1.0, "precision_at_1": 0.02, "precision_at_3": 0.01, "precision_at_5": 0.012, "precision_at_10": 0.007, "precision_at_20": 0.0055, "precision_at_100": 0.0034, "precision_at_1000": 0.001, "mrr_at_1": 0.02, "mrr_at_3": 0.025, "mrr_at_5": 0.0315, "mrr_at_10": 0.03275, "mrr_at_20": 0.035274743230625585, "mrr_at_100": 0.040428839198707794, "mrr_at_1000": 0.04278256202231608, "naucs_at_1_max": 1.0, "naucs_at_1_std": 0.17171988194258103, "naucs_at_1_diff1": 0.8309632412127715, "naucs_at_3_max": 0.5605044271532065, "naucs_at_3_std": -0.07709507199713805, "naucs_at_3_diff1": 0.41561577676415334, "naucs_at_5_max": 0.15092567748859678, "naucs_at_5_std": -0.026384044360969413, "naucs_at_5_diff1": 0.22560593864591733, "naucs_at_10_max": 0.11928398942082882, "naucs_at_10_std": -0.09398597109893045, "naucs_at_10_diff1": 0.18329564184138938, "naucs_at_20_max": -0.10735586481113325, "naucs_at_20_std": -0.13138888189848252, "naucs_at_20_diff1": -0.0019377406447392033, "naucs_at_100_max": 0.2334190095127056, "naucs_at_100_std": 0.05629454940512453, "naucs_at_100_diff1": 0.012798431330983727, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.11, "ndcg_at_3": 0.13893, "ndcg_at_5": 0.15185, "ndcg_at_10": 0.17854, "ndcg_at_20": 0.19105, "ndcg_at_100": 0.22797, "ndcg_at_1000": 0.28744, "map_at_1": 0.11, "map_at_3": 0.13167, "map_at_5": 0.13917, "map_at_10": 0.15069, "map_at_20": 0.15404, "map_at_100": 0.15917, "map_at_1000": 0.16121, "recall_at_1": 0.11, "recall_at_3": 0.16, "recall_at_5": 0.19, "recall_at_10": 0.27, "recall_at_20": 0.32, "recall_at_100": 0.52, "recall_at_1000": 1.0, "precision_at_1": 0.11, "precision_at_3": 0.05333, "precision_at_5": 0.038, "precision_at_10": 0.027, "precision_at_20": 0.016, "precision_at_100": 0.0052, "precision_at_1000": 0.001, "mrr_at_1": 0.11, "mrr_at_3": 0.13166666666666668, "mrr_at_5": 0.1391666666666667, "mrr_at_10": 0.15069047619047618, "mrr_at_20": 0.15404365079365076, "mrr_at_100": 0.1591672338493456, "mrr_at_1000": 0.1612132569973971, "naucs_at_1_max": 0.3742104336009261, "naucs_at_1_std": -0.07793743865918408, "naucs_at_1_diff1": 0.48315172257593664, "naucs_at_3_max": 0.4361461053925333, "naucs_at_3_std": 0.07094023659548324, "naucs_at_3_diff1": 0.38936472576432635, "naucs_at_5_max": 0.41450742353673076, "naucs_at_5_std": 0.1406520605989271, "naucs_at_5_diff1": 0.3028769357523582, "naucs_at_10_max": 0.31593004588785156, "naucs_at_10_std": 0.07330690874994661, "naucs_at_10_diff1": 0.23320405176945244, "naucs_at_20_max": 0.30176335224232054, "naucs_at_20_std": 0.1306726961361445, "naucs_at_20_diff1": 0.2355640586535375, "naucs_at_100_max": 0.3237390500027205, "naucs_at_100_std": 0.16541977256651594, "naucs_at_100_diff1": 0.3194542684585667, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.13, "ndcg_at_3": 0.18024, "ndcg_at_5": 0.19659, "ndcg_at_10": 0.21217, "ndcg_at_20": 0.21951, "ndcg_at_100": 0.27521, "ndcg_at_1000": 0.31987, "map_at_1": 0.13, "map_at_3": 0.16667, "map_at_5": 0.17567, "map_at_10": 0.18175, "map_at_20": 0.18363, "map_at_100": 0.19126, "map_at_1000": 0.19281, "recall_at_1": 0.13, "recall_at_3": 0.22, "recall_at_5": 0.26, "recall_at_10": 0.31, "recall_at_20": 0.34, "recall_at_100": 0.64, "recall_at_1000": 1.0, "precision_at_1": 0.13, "precision_at_3": 0.07333, "precision_at_5": 0.052, "precision_at_10": 0.031, "precision_at_20": 0.017, "precision_at_100": 0.0064, "precision_at_1000": 0.001, "mrr_at_1": 0.13, "mrr_at_3": 0.16666666666666669, "mrr_at_5": 0.17566666666666667, "mrr_at_10": 0.18174603174603174, "mrr_at_20": 0.18362593370681604, "mrr_at_100": 0.1912619264204802, "mrr_at_1000": 0.19284749551243116, "naucs_at_1_max": 0.3078059591233686, "naucs_at_1_std": 0.0830964160193412, "naucs_at_1_diff1": 0.5082044279286339, "naucs_at_3_max": 0.3818099885011033, "naucs_at_3_std": 0.12728035553345576, "naucs_at_3_diff1": 0.328573204462815, "naucs_at_5_max": 0.28138822236998073, "naucs_at_5_std": 0.0749761498655718, "naucs_at_5_diff1": 0.21800468329912404, "naucs_at_10_max": 0.20995737929736316, "naucs_at_10_std": 0.04539037605711421, "naucs_at_10_diff1": 0.14722293182032062, "naucs_at_20_max": 0.21773231935133416, "naucs_at_20_std": 0.08542886668963152, "naucs_at_20_diff1": 0.17413021012745442, "naucs_at_100_max": 0.2542789628305023, "naucs_at_100_std": 0.33551539149316634, "naucs_at_100_diff1": 0.24057989526120854, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.15, "ndcg_at_3": 0.20155, "ndcg_at_5": 0.21403, "ndcg_at_10": 0.22048, "ndcg_at_20": 0.23306, "ndcg_at_100": 0.2746, "ndcg_at_1000": 0.32774, "map_at_1": 0.15, "map_at_3": 0.18833, "map_at_5": 0.19533, "map_at_10": 0.198, "map_at_20": 0.20142, "map_at_100": 0.20675, "map_at_1000": 0.2085, "recall_at_1": 0.15, "recall_at_3": 0.24, "recall_at_5": 0.27, "recall_at_10": 0.29, "recall_at_20": 0.34, "recall_at_100": 0.57, "recall_at_1000": 1.0, "precision_at_1": 0.15, "precision_at_3": 0.08, "precision_at_5": 0.054, "precision_at_10": 0.029, "precision_at_20": 0.017, "precision_at_100": 0.0057, "precision_at_1000": 0.001, "mrr_at_1": 0.15, "mrr_at_3": 0.18833333333333335, "mrr_at_5": 0.1953333333333333, "mrr_at_10": 0.19799999999999993, "mrr_at_20": 0.20141953368269153, "mrr_at_100": 0.20674683837103697, "mrr_at_1000": 0.20849665101112883, "naucs_at_1_max": 0.4102207438766253, "naucs_at_1_std": 0.15566979135167824, "naucs_at_1_diff1": 0.38482007862110673, "naucs_at_3_max": 0.4429367361610353, "naucs_at_3_std": 0.1598070932183081, "naucs_at_3_diff1": 0.3894680086268872, "naucs_at_5_max": 0.4120814331784793, "naucs_at_5_std": 0.16141726690249875, "naucs_at_5_diff1": 0.3698163065251671, "naucs_at_10_max": 0.3740367841984531, "naucs_at_10_std": 0.16437509443292161, "naucs_at_10_diff1": 0.32836558933011006, "naucs_at_20_max": 0.3745197276027454, "naucs_at_20_std": 0.1611595431781447, "naucs_at_20_diff1": 0.3420731868888948, "naucs_at_100_max": 0.2898494568103216, "naucs_at_100_std": 0.25054175456724226, "naucs_at_100_diff1": 0.05269729194471972, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.17, "ndcg_at_3": 0.19524, "ndcg_at_5": 0.20772, "ndcg_at_10": 0.21374, "ndcg_at_20": 0.22103, "ndcg_at_100": 0.2848, "ndcg_at_1000": 0.32712, "map_at_1": 0.17, "map_at_3": 0.19, "map_at_5": 0.197, "map_at_10": 0.19922, "map_at_20": 0.20108, "map_at_100": 0.20869, "map_at_1000": 0.20996, "recall_at_1": 0.17, "recall_at_3": 0.21, "recall_at_5": 0.24, "recall_at_10": 0.26, "recall_at_20": 0.29, "recall_at_100": 0.65, "recall_at_1000": 1.0, "precision_at_1": 0.17, "precision_at_3": 0.07, "precision_at_5": 0.048, "precision_at_10": 0.026, "precision_at_20": 0.0145, "precision_at_100": 0.0065, "precision_at_1000": 0.001, "mrr_at_1": 0.17, "mrr_at_3": 0.19, "mrr_at_5": 0.19699999999999998, "mrr_at_10": 0.19922222222222222, "mrr_at_20": 0.20108187134502922, "mrr_at_100": 0.20869401433301007, "mrr_at_1000": 0.20997868463763347, "naucs_at_1_max": 0.517922954216249, "naucs_at_1_std": 0.1114065164377785, "naucs_at_1_diff1": 0.34276389372742455, "naucs_at_3_max": 0.47185139436552825, "naucs_at_3_std": 0.09447796411547679, "naucs_at_3_diff1": 0.2595531062441604, "naucs_at_5_max": 0.41799964054636934, "naucs_at_5_std": 0.11842499400910608, "naucs_at_5_diff1": 0.26475257608435143, "naucs_at_10_max": 0.427987048654274, "naucs_at_10_std": 0.1458038218033593, "naucs_at_10_diff1": 0.30862073949871355, "naucs_at_20_max": 0.4157246267324147, "naucs_at_20_std": 0.1784816559757152, "naucs_at_20_diff1": 0.3228163674573849, "naucs_at_100_max": 0.3920091138416471, "naucs_at_100_std": 0.09514199690780353, "naucs_at_100_diff1": 0.3482463992188136, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}
nomic-ai_nomic-embed-vision-v1.5_metrics.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.104, "ndcg_at_3": 0.15607, "ndcg_at_5": 0.17061, "ndcg_at_10": 0.19166, "ndcg_at_20": 0.21091, "ndcg_at_100": 0.26441, "ndcg_at_1000": 0.30779, "map_at_1": 0.104, "map_at_3": 0.143, "map_at_5": 0.1509, "map_at_10": 0.15942, "map_at_20": 0.16471, "map_at_100": 0.17157, "map_at_1000": 0.1733, "recall_at_1": 0.104, "recall_at_3": 0.194, "recall_at_5": 0.23, "recall_at_10": 0.296, "recall_at_20": 0.372, "recall_at_100": 0.668, "recall_at_1000": 1.0, "precision_at_1": 0.104, "precision_at_3": 0.06467, "precision_at_5": 0.046, "precision_at_10": 0.0296, "precision_at_20": 0.0186, "precision_at_100": 0.00668, "precision_at_1000": 0.001, "mrr_at_1": 0.104, "mrr_at_3": 0.14300000000000002, "mrr_at_5": 0.15090000000000006, "mrr_at_10": 0.15941984126984132, "mrr_at_20": 0.16471309947362595, "mrr_at_100": 0.17156615415816578, "mrr_at_1000": 0.17330341202710475, "naucs_at_1_max": 0.3455228874343908, "naucs_at_1_std": 0.0313722004976893, "naucs_at_1_diff1": 0.3992126889860104, "naucs_at_3_max": 0.17806211730769864, "naucs_at_3_std": 0.008084710832652355, "naucs_at_3_diff1": 0.23588235488704887, "naucs_at_5_max": 0.18027790912280198, "naucs_at_5_std": 0.009069416268818652, "naucs_at_5_diff1": 0.2412104757401508, "naucs_at_10_max": 0.07915438096377954, "naucs_at_10_std": -0.032888509286359134, "naucs_at_10_diff1": 0.18613519894678446, "naucs_at_20_max": 0.07282224692247101, "naucs_at_20_std": -0.0012628436943915612, "naucs_at_20_diff1": 0.20050774665894372, "naucs_at_100_max": 0.0651476013515794, "naucs_at_100_std": 0.10893903730331674, "naucs_at_100_diff1": 0.16289092270234953, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.06652, "ndcg_at_3": 0.09165, "ndcg_at_5": 0.1071, "ndcg_at_10": 0.1226, "ndcg_at_20": 0.14041, "ndcg_at_100": 0.19011, "ndcg_at_1000": 0.24944, "map_at_1": 0.06652, "map_at_3": 0.08574, "map_at_5": 0.09427, "map_at_10": 0.10052, "map_at_20": 0.10533, "map_at_100": 0.11196, "map_at_1000": 0.11422, "recall_at_1": 0.06652, "recall_at_3": 0.10865, "recall_at_5": 0.14634, "recall_at_10": 0.19512, "recall_at_20": 0.26608, "recall_at_100": 0.5388, "recall_at_1000": 1.0, "precision_at_1": 0.06652, "precision_at_3": 0.03622, "precision_at_5": 0.02927, "precision_at_10": 0.01951, "precision_at_20": 0.0133, "precision_at_100": 0.00539, "precision_at_1000": 0.001, "mrr_at_1": 0.06651884700665188, "mrr_at_3": 0.08573540280857353, "mrr_at_5": 0.0942719881744272, "mrr_at_10": 0.10051824868898042, "mrr_at_20": 0.1053324007317713, "mrr_at_100": 0.11195972492820888, "mrr_at_1000": 0.11421878717895428, "naucs_at_1_max": 0.2968790744740374, "naucs_at_1_std": 0.20407932979988064, "naucs_at_1_diff1": 0.35619410819797476, "naucs_at_3_max": 0.13168858012185652, "naucs_at_3_std": 0.08313372825156064, "naucs_at_3_diff1": 0.20941908370986612, "naucs_at_5_max": 0.15747089449710808, "naucs_at_5_std": 0.15702872903692497, "naucs_at_5_diff1": 0.1830782839974118, "naucs_at_10_max": 0.15185227885290847, "naucs_at_10_std": 0.12627087674362714, "naucs_at_10_diff1": 0.15672004897619332, "naucs_at_20_max": 0.15486608299711213, "naucs_at_20_std": 0.1552990171450711, "naucs_at_20_diff1": 0.12093985230099419, "naucs_at_100_max": 0.2274325743383367, "naucs_at_100_std": 0.25548194762526616, "naucs_at_100_diff1": 0.11145011777954891, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.22065, "ndcg_at_3": 0.28123, "ndcg_at_5": 0.30118, "ndcg_at_10": 0.3224, "ndcg_at_20": 0.33989, "ndcg_at_100": 0.37807, "ndcg_at_1000": 0.415, "map_at_1": 0.22065, "map_at_3": 0.26586, "map_at_5": 0.27689, "map_at_10": 0.28543, "map_at_20": 0.29027, "map_at_100": 0.29551, "map_at_1000": 0.29699, "recall_at_1": 0.22065, "recall_at_3": 0.32591, "recall_at_5": 0.37449, "recall_at_10": 0.4413, "recall_at_20": 0.51012, "recall_at_100": 0.7166, "recall_at_1000": 1.0, "precision_at_1": 0.22065, "precision_at_3": 0.10864, "precision_at_5": 0.0749, "precision_at_10": 0.04413, "precision_at_20": 0.02551, "precision_at_100": 0.00717, "precision_at_1000": 0.001, "mrr_at_1": 0.22064777327935223, "mrr_at_3": 0.2658569500674763, "mrr_at_5": 0.27688933873144395, "mrr_at_10": 0.2854331341173446, "mrr_at_20": 0.29026860693117384, "mrr_at_100": 0.2955104296079053, "mrr_at_1000": 0.29699279984591476, "naucs_at_1_max": 0.29007159959082884, "naucs_at_1_std": 0.002342360000887197, "naucs_at_1_diff1": 0.528063954032928, "naucs_at_3_max": 0.2632895122204285, "naucs_at_3_std": 0.07845473554398108, "naucs_at_3_diff1": 0.42839433396202464, "naucs_at_5_max": 0.2002187302309899, "naucs_at_5_std": 0.02673459887598484, "naucs_at_5_diff1": 0.408936214821079, "naucs_at_10_max": 0.2170202936459891, "naucs_at_10_std": 0.12400951776088111, "naucs_at_10_diff1": 0.3725293363805678, "naucs_at_20_max": 0.1645683660698112, "naucs_at_20_std": 0.11672017017680857, "naucs_at_20_diff1": 0.30351590830206027, "naucs_at_100_max": 0.05523284185881574, "naucs_at_100_std": 0.08599440115133186, "naucs_at_100_diff1": 0.17532007886878212, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.09643, "ndcg_at_3": 0.13644, "ndcg_at_5": 0.16303, "ndcg_at_10": 0.19044, "ndcg_at_20": 0.22141, "ndcg_at_100": 0.32553, "ndcg_at_1000": 0.32553, "map_at_1": 0.09643, "map_at_3": 0.12679, "map_at_5": 0.14161, "map_at_10": 0.15275, "map_at_20": 0.16093, "map_at_100": 0.17506, "map_at_1000": 0.17506, "recall_at_1": 0.09643, "recall_at_3": 0.16429, "recall_at_5": 0.22857, "recall_at_10": 0.31429, "recall_at_20": 0.43929, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.09643, "precision_at_3": 0.05476, "precision_at_5": 0.04571, "precision_at_10": 0.03143, "precision_at_20": 0.02196, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.09642857142857143, "mrr_at_3": 0.12678571428571425, "mrr_at_5": 0.14160714285714282, "mrr_at_10": 0.1527508503401361, "mrr_at_20": 0.16092678853224532, "mrr_at_100": 0.17505586920245503, "mrr_at_1000": 0.17505586920245503, "naucs_at_1_max": 0.2916356120005167, "naucs_at_1_std": 0.10791123831102362, "naucs_at_1_diff1": 0.35776962903337994, "naucs_at_3_max": 0.171959236901897, "naucs_at_3_std": 0.1265914682513008, "naucs_at_3_diff1": 0.1504550893373308, "naucs_at_5_max": 0.1531831687494538, "naucs_at_5_std": 0.08789216114655254, "naucs_at_5_diff1": 0.07764026042121833, "naucs_at_10_max": 0.09738567102388196, "naucs_at_10_std": 0.08809943650093938, "naucs_at_10_diff1": -0.000579790700348686, "naucs_at_20_max": 0.1146492957024569, "naucs_at_20_std": 0.04177791445918426, "naucs_at_20_diff1": -0.004468550074320491, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test": {"ndcg_at_1": 0.0164, "ndcg_at_3": 0.02342, "ndcg_at_5": 0.02716, "ndcg_at_10": 0.03445, "ndcg_at_20": 0.04779, "ndcg_at_100": 0.09992, "ndcg_at_1000": 0.1784, "map_at_1": 0.0164, "map_at_3": 0.02147, "map_at_5": 0.02353, "map_at_10": 0.02656, "map_at_20": 0.03021, "map_at_100": 0.03626, "map_at_1000": 0.03964, "recall_at_1": 0.0164, "recall_at_3": 0.02916, "recall_at_5": 0.03827, "recall_at_10": 0.06075, "recall_at_20": 0.11361, "recall_at_100": 0.41252, "recall_at_1000": 1.0, "precision_at_1": 0.0164, "precision_at_3": 0.00972, "precision_at_5": 0.00765, "precision_at_10": 0.00608, "precision_at_20": 0.00568, "precision_at_100": 0.00413, "precision_at_1000": 0.001, "mrr_at_1": 0.016403402187120292, "mrr_at_3": 0.021466180639935196, "mrr_at_5": 0.02353179424868368, "mrr_at_10": 0.02656078227159639, "mrr_at_20": 0.03020524948206848, "mrr_at_100": 0.03625292972104715, "mrr_at_1000": 0.03963899996428956, "naucs_at_1_max": 0.10715893998625696, "naucs_at_1_std": 0.13642739774834864, "naucs_at_1_diff1": 0.33174290667854495, "naucs_at_3_max": 0.08104871200452107, "naucs_at_3_std": 0.07802716059658023, "naucs_at_3_diff1": 0.2571873236779454, "naucs_at_5_max": 0.05155575988754007, "naucs_at_5_std": 0.05710975769459344, "naucs_at_5_diff1": 0.18456304089795544, "naucs_at_10_max": -0.005643291991770268, "naucs_at_10_std": 0.03182878276062131, "naucs_at_10_diff1": 0.11299561077175131, "naucs_at_20_max": -0.002393108499603467, "naucs_at_20_std": 0.010264003771035111, "naucs_at_20_diff1": 0.12401042544304355, "naucs_at_100_max": 0.0054277626389831355, "naucs_at_100_std": -0.019957379131073743, "naucs_at_100_diff1": 0.04529642272216635, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test": {"ndcg_at_1": 0.0, "ndcg_at_3": 0.00631, "ndcg_at_5": 0.01062, "ndcg_at_10": 0.0171, "ndcg_at_20": 0.02445, "ndcg_at_100": 0.03843, "ndcg_at_1000": 0.13788, "map_at_1": 0.0, "map_at_3": 0.005, "map_at_5": 0.0075, "map_at_10": 0.01018, "map_at_20": 0.01209, "map_at_100": 0.01369, "map_at_1000": 0.01633, "recall_at_1": 0.0, "recall_at_3": 0.01, "recall_at_5": 0.02, "recall_at_10": 0.04, "recall_at_20": 0.07, "recall_at_100": 0.15, "recall_at_1000": 1.0, "precision_at_1": 0.0, "precision_at_3": 0.00333, "precision_at_5": 0.004, "precision_at_10": 0.004, "precision_at_20": 0.0035, "precision_at_100": 0.0015, "precision_at_1000": 0.001, "mrr_at_1": 0.0, "mrr_at_3": 0.005, "mrr_at_5": 0.0075, "mrr_at_10": 0.010178571428571427, "mrr_at_20": 0.01208766233766234, "mrr_at_100": 0.013687564536460119, "mrr_at_1000": 0.016328696481406103, "naucs_at_1_max": NaN, "naucs_at_1_std": NaN, "naucs_at_1_diff1": NaN, "naucs_at_3_max": -0.07056613898577946, "naucs_at_3_std": 0.3238529648510868, "naucs_at_3_diff1": 0.3238529648510868, "naucs_at_5_max": 0.013952240407834753, "naucs_at_5_std": 0.05902870941776234, "naucs_at_5_diff1": 0.6619264824255433, "naucs_at_10_max": -0.1881540112691173, "naucs_at_10_std": -0.1318084250067078, "naucs_at_10_diff1": 0.47719345317950107, "naucs_at_20_max": -0.212043389934455, "naucs_at_20_std": -0.10835984514546351, "naucs_at_20_diff1": 0.34616121737130623, "naucs_at_100_max": -0.08914423949198684, "naucs_at_100_std": -0.010563451264993568, "naucs_at_100_diff1": 0.05154722306219119, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.09, "ndcg_at_3": 0.11262, "ndcg_at_5": 0.12853, "ndcg_at_10": 0.14174, "ndcg_at_20": 0.15692, "ndcg_at_100": 0.1956, "ndcg_at_1000": 0.2576, "map_at_1": 0.09, "map_at_3": 0.10667, "map_at_5": 0.11517, "map_at_10": 0.12076, "map_at_20": 0.12493, "map_at_100": 0.12955, "map_at_1000": 0.13149, "recall_at_1": 0.09, "recall_at_3": 0.13, "recall_at_5": 0.17, "recall_at_10": 0.21, "recall_at_20": 0.27, "recall_at_100": 0.49, "recall_at_1000": 1.0, "precision_at_1": 0.09, "precision_at_3": 0.04333, "precision_at_5": 0.034, "precision_at_10": 0.021, "precision_at_20": 0.0135, "precision_at_100": 0.0049, "precision_at_1000": 0.001, "mrr_at_1": 0.09, "mrr_at_3": 0.10666666666666667, "mrr_at_5": 0.11516666666666668, "mrr_at_10": 0.12076190476190476, "mrr_at_20": 0.12492597680097679, "mrr_at_100": 0.12955099848359827, "mrr_at_1000": 0.1314941304077516, "naucs_at_1_max": 0.41558596428464945, "naucs_at_1_std": 0.22421965834898483, "naucs_at_1_diff1": 0.4170467757803417, "naucs_at_3_max": 0.36108437241163177, "naucs_at_3_std": 0.11365315305231583, "naucs_at_3_diff1": 0.45696313044256914, "naucs_at_5_max": 0.3349896404407853, "naucs_at_5_std": 0.032490511377179385, "naucs_at_5_diff1": 0.3495480298501989, "naucs_at_10_max": 0.22472959918919347, "naucs_at_10_std": -0.058466752181418044, "naucs_at_10_diff1": 0.3424390707397026, "naucs_at_20_max": 0.16154512778985333, "naucs_at_20_std": -0.17657588543664504, "naucs_at_20_diff1": 0.2285300259983802, "naucs_at_100_max": 0.1720287334191972, "naucs_at_100_std": -0.047747400847131666, "naucs_at_100_diff1": 0.112052368117058, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.09, "ndcg_at_3": 0.105, "ndcg_at_5": 0.10887, "ndcg_at_10": 0.12789, "ndcg_at_20": 0.14326, "ndcg_at_100": 0.19347, "ndcg_at_1000": 0.25255, "map_at_1": 0.09, "map_at_3": 0.1, "map_at_5": 0.102, "map_at_10": 0.10963, "map_at_20": 0.11397, "map_at_100": 0.12093, "map_at_1000": 0.12279, "recall_at_1": 0.09, "recall_at_3": 0.12, "recall_at_5": 0.13, "recall_at_10": 0.19, "recall_at_20": 0.25, "recall_at_100": 0.52, "recall_at_1000": 1.0, "precision_at_1": 0.09, "precision_at_3": 0.04, "precision_at_5": 0.026, "precision_at_10": 0.019, "precision_at_20": 0.0125, "precision_at_100": 0.0052, "precision_at_1000": 0.001, "mrr_at_1": 0.09, "mrr_at_3": 0.1, "mrr_at_5": 0.102, "mrr_at_10": 0.10963492063492064, "mrr_at_20": 0.11397087123402912, "mrr_at_100": 0.12092788952355515, "mrr_at_1000": 0.12278871629861259, "naucs_at_1_max": 0.3907521688578838, "naucs_at_1_std": -0.11111111111111105, "naucs_at_1_diff1": 0.611126017350863, "naucs_at_3_max": 0.24808075063974971, "naucs_at_3_std": -0.148540422708748, "naucs_at_3_diff1": 0.4600511799829398, "naucs_at_5_max": 0.19269772335519678, "naucs_at_5_std": -0.18201965480960808, "naucs_at_5_diff1": 0.48987038570884917, "naucs_at_10_max": 0.11068888403140906, "naucs_at_10_std": -0.22213441393573566, "naucs_at_10_diff1": 0.2639853378844179, "naucs_at_20_max": 0.036984185362265345, "naucs_at_20_std": -0.22074292019124697, "naucs_at_20_diff1": 0.17866862817212192, "naucs_at_100_max": 0.09329941781380936, "naucs_at_100_std": -0.12035475270689369, "naucs_at_100_diff1": 0.23539093530660016, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.07, "ndcg_at_3": 0.09762, "ndcg_at_5": 0.11353, "ndcg_at_10": 0.12332, "ndcg_at_20": 0.14116, "ndcg_at_100": 0.17628, "ndcg_at_1000": 0.24123, "map_at_1": 0.07, "map_at_3": 0.09, "map_at_5": 0.0985, "map_at_10": 0.1026, "map_at_20": 0.10758, "map_at_100": 0.1118, "map_at_1000": 0.1137, "recall_at_1": 0.07, "recall_at_3": 0.12, "recall_at_5": 0.16, "recall_at_10": 0.19, "recall_at_20": 0.26, "recall_at_100": 0.46, "recall_at_1000": 1.0, "precision_at_1": 0.07, "precision_at_3": 0.04, "precision_at_5": 0.032, "precision_at_10": 0.019, "precision_at_20": 0.013, "precision_at_100": 0.0046, "precision_at_1000": 0.001, "mrr_at_1": 0.07, "mrr_at_3": 0.09, "mrr_at_5": 0.09850000000000002, "mrr_at_10": 0.10259523809523807, "mrr_at_20": 0.10757875457875457, "mrr_at_100": 0.11179717837857363, "mrr_at_1000": 0.11370405831853495, "naucs_at_1_max": 0.3913526773736056, "naucs_at_1_std": 0.385028172793131, "naucs_at_1_diff1": 0.29866993752156057, "naucs_at_3_max": 0.2637901620699458, "naucs_at_3_std": 0.056037342431996796, "naucs_at_3_diff1": 0.18457966069566847, "naucs_at_5_max": 0.25026885850361014, "naucs_at_5_std": 0.11635811952680884, "naucs_at_5_diff1": 0.07126670763558139, "naucs_at_10_max": 0.24328686967195182, "naucs_at_10_std": 0.09920468111580019, "naucs_at_10_diff1": 0.0634405528559177, "naucs_at_20_max": 0.23374577202162394, "naucs_at_20_std": 0.15308895377410295, "naucs_at_20_diff1": 0.12922436471914642, "naucs_at_100_max": 0.22699797640009467, "naucs_at_100_std": 0.08420278047883087, "naucs_at_100_diff1": 0.18607920948201076, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.13, "ndcg_at_3": 0.15262, "ndcg_at_5": 0.15693, "ndcg_at_10": 0.16931, "ndcg_at_20": 0.18145, "ndcg_at_100": 0.22302, "ndcg_at_1000": 0.28535, "map_at_1": 0.13, "map_at_3": 0.14667, "map_at_5": 0.14917, "map_at_10": 0.15396, "map_at_20": 0.15702, "map_at_100": 0.16229, "map_at_1000": 0.16443, "recall_at_1": 0.13, "recall_at_3": 0.17, "recall_at_5": 0.18, "recall_at_10": 0.22, "recall_at_20": 0.27, "recall_at_100": 0.5, "recall_at_1000": 1.0, "precision_at_1": 0.13, "precision_at_3": 0.05667, "precision_at_5": 0.036, "precision_at_10": 0.022, "precision_at_20": 0.0135, "precision_at_100": 0.005, "precision_at_1000": 0.001, "mrr_at_1": 0.13, "mrr_at_3": 0.14666666666666667, "mrr_at_5": 0.14916666666666667, "mrr_at_10": 0.1539563492063492, "mrr_at_20": 0.15701785714285715, "mrr_at_100": 0.1622867575475181, "mrr_at_1000": 0.16442812357794354, "naucs_at_1_max": 0.5167334512323432, "naucs_at_1_std": 0.025698999350809295, "naucs_at_1_diff1": 0.7677687985493946, "naucs_at_3_max": 0.4470745704908415, "naucs_at_3_std": 0.04103485579126886, "naucs_at_3_diff1": 0.5958488421129837, "naucs_at_5_max": 0.4489001157772864, "naucs_at_5_std": 0.08253517173630816, "naucs_at_5_diff1": 0.5429253061081288, "naucs_at_10_max": 0.3272523852441185, "naucs_at_10_std": 0.14177828883985452, "naucs_at_10_diff1": 0.3927028622929422, "naucs_at_20_max": 0.26201537172001294, "naucs_at_20_std": 0.11153731406895946, "naucs_at_20_diff1": 0.3159584594183749, "naucs_at_100_max": 0.2998001332445033, "naucs_at_100_std": 0.11499000666222502, "naucs_at_100_diff1": 0.2516322451698865, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}