results.json

{"validation_set": {"ndcg_at_1": 0.806, "ndcg_at_3": 0.85159, "ndcg_at_5": 0.859, "ndcg_at_10": 0.87173, "ndcg_at_20": 0.87622, "ndcg_at_100": 0.88276, "ndcg_at_1000": 0.88386, "map_at_1": 0.806, "map_at_3": 0.841, "map_at_5": 0.8451, "map_at_10": 0.85062, "map_at_20": 0.85182, "map_at_100": 0.85268, "map_at_1000": 0.85273, "recall_at_1": 0.806, "recall_at_3": 0.882, "recall_at_5": 0.9, "recall_at_10": 0.938, "recall_at_20": 0.956, "recall_at_100": 0.992, "recall_at_1000": 1.0, "precision_at_1": 0.806, "precision_at_3": 0.294, "precision_at_5": 0.18, "precision_at_10": 0.0938, "precision_at_20": 0.0478, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.804, "mrr_at_3": 0.8396666666666665, "mrr_at_5": 0.8430666666666663, "mrr_at_10": 0.8481650793650791, "mrr_at_20": 0.8492294297206059, "mrr_at_100": 0.8502179137526191, "mrr_at_1000": 0.8502853580024881, "naucs_at_1_max": 0.05954864501012199, "naucs_at_1_std": -0.5458189030593892, "naucs_at_1_diff1": 0.9354362995467949, "naucs_at_3_max": -0.09023236286715283, "naucs_at_3_std": -0.5736246346622729, "naucs_at_3_diff1": 0.9230974180109478, "naucs_at_5_max": -0.020597572362281453, "naucs_at_5_std": -0.5490382819794608, "naucs_at_5_diff1": 0.9035480859010278, "naucs_at_10_max": -0.06691063522183321, "naucs_at_10_std": -0.46537754886901644, "naucs_at_10_diff1": 0.924851661094546, "naucs_at_20_max": -0.27340633222986527, "naucs_at_20_std": -0.5173796791443876, "naucs_at_20_diff1": 0.9500254647313466, "naucs_at_100_max": -0.5389822595705301, "naucs_at_100_std": -1.0046685340803332, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "syntheticDocQA_energy": {"ndcg_at_1": 0.89, "ndcg_at_3": 0.93155, "ndcg_at_5": 0.93155, "ndcg_at_10": 0.93488, "ndcg_at_20": 0.93744, "ndcg_at_100": 0.93928, "ndcg_at_1000": 0.94066, "map_at_1": 0.89, "map_at_3": 0.92167, "map_at_5": 0.92167, "map_at_10": 0.9231, "map_at_20": 0.92381, "map_at_100": 0.92405, "map_at_1000": 0.92411, "recall_at_1": 0.89, "recall_at_3": 0.96, "recall_at_5": 0.96, "recall_at_10": 0.97, "recall_at_20": 0.98, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.89, "precision_at_3": 0.32, "precision_at_5": 0.192, "precision_at_10": 0.097, "precision_at_20": 0.049, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.89, "mrr_at_3": 0.9216666666666667, "mrr_at_5": 0.9216666666666667, "mrr_at_10": 0.9230952380952381, "mrr_at_20": 0.9239285714285714, "mrr_at_100": 0.9241785714285713, "mrr_at_1000": 0.9242465986394557, "naucs_at_1_max": 0.1712481745554503, "naucs_at_1_std": -0.5359934713512581, "naucs_at_1_diff1": 0.938364401683704, "naucs_at_3_max": 0.6790382819794571, "naucs_at_3_std": -0.7742763772175512, "naucs_at_3_diff1": 0.9673202614379101, "naucs_at_5_max": 0.679038281979454, "naucs_at_5_std": -0.7742763772175427, "naucs_at_5_diff1": 0.967320261437907, "naucs_at_10_max": 0.7860255213196407, "naucs_at_10_std": -0.6484593837535011, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": -0.10270774976657283, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": -0.5634920634920583, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.88, "ndcg_at_3": 0.92524, "ndcg_at_5": 0.92524, "ndcg_at_10": 0.93236, "ndcg_at_20": 0.93472, "ndcg_at_100": 0.93635, "ndcg_at_1000": 0.93635, "map_at_1": 0.88, "map_at_3": 0.91333, "map_at_5": 0.91333, "map_at_10": 0.91667, "map_at_20": 0.91722, "map_at_100": 0.91737, "map_at_1000": 0.91737, "recall_at_1": 0.88, "recall_at_3": 0.96, "recall_at_5": 0.96, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.88, "precision_at_3": 0.32, "precision_at_5": 0.192, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.89, "mrr_at_3": 0.92, "mrr_at_5": 0.922, "mrr_at_10": 0.9236666666666666, "mrr_at_20": 0.9242549019607843, "mrr_at_100": 0.9244087481146305, "mrr_at_1000": 0.9244087481146305, "naucs_at_1_max": 0.3463251670378632, "naucs_at_1_std": -0.29601495386573395, "naucs_at_1_diff1": 0.9526726057906463, "naucs_at_3_max": 0.13410364145658338, "naucs_at_3_std": -0.6272175536881414, "naucs_at_3_diff1": 0.9305555555555564, "naucs_at_5_max": 0.13410364145658427, "naucs_at_5_std": -0.627217553688132, "naucs_at_5_diff1": 0.9305555555555542, "naucs_at_10_max": -0.3699813258636707, "naucs_at_10_std": -0.5929038281979383, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": -1.7399626517273863, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97524, "ndcg_at_5": 0.97524, "ndcg_at_10": 0.97524, "ndcg_at_20": 0.97524, "ndcg_at_100": 0.97716, "ndcg_at_1000": 0.97716, "map_at_1": 0.95, "map_at_3": 0.97, "map_at_5": 0.97, "map_at_10": 0.97, "map_at_20": 0.97, "map_at_100": 0.97028, "map_at_1000": 0.97028, "recall_at_1": 0.95, "recall_at_3": 0.99, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.95, "mrr_at_3": 0.97, "mrr_at_5": 0.97, "mrr_at_10": 0.97, "mrr_at_20": 0.97, "mrr_at_100": 0.9703125, "mrr_at_1000": 0.9703125, "naucs_at_1_max": 0.019421101774043256, "naucs_at_1_std": 0.1527544351073773, "naucs_at_1_diff1": 0.8454715219421095, "naucs_at_3_max": -1.7399626517274398, "naucs_at_3_std": -1.7399626517274398, "naucs_at_3_diff1": 0.35807656395889226, "naucs_at_5_max": -1.7399626517273863, "naucs_at_5_std": -1.7399626517273863, "naucs_at_5_diff1": 0.35807656395891135, "naucs_at_10_max": -1.7399626517273863, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 0.35807656395891135, "naucs_at_20_max": -1.7399626517273863, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 0.35807656395891135, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.84, "ndcg_at_3": 0.92178, "ndcg_at_5": 0.92178, "ndcg_at_10": 0.92178, "ndcg_at_20": 0.92449, "ndcg_at_100": 0.92667, "ndcg_at_1000": 0.92667, "map_at_1": 0.84, "map_at_3": 0.90167, "map_at_5": 0.90167, "map_at_10": 0.90167, "map_at_20": 0.9025, "map_at_100": 0.90293, "map_at_1000": 0.90293, "recall_at_1": 0.84, "recall_at_3": 0.98, "recall_at_5": 0.98, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.84, "precision_at_3": 0.32667, "precision_at_5": 0.196, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.85, "mrr_at_3": 0.9083333333333333, "mrr_at_5": 0.9083333333333333, "mrr_at_10": 0.9093333333333333, "mrr_at_20": 0.9093333333333333, "mrr_at_100": 0.909768115942029, "mrr_at_1000": 0.909768115942029, "naucs_at_1_max": 0.24864997545409906, "naucs_at_1_std": 0.017120765832106963, "naucs_at_1_diff1": 0.8602417771232196, "naucs_at_3_max": 0.7770774976657261, "naucs_at_3_std": -0.3699813258636895, "naucs_at_3_diff1": 0.8611111111111119, "naucs_at_5_max": 0.7770774976657324, "naucs_at_5_std": -0.3699813258636707, "naucs_at_5_diff1": 0.861111111111116, "naucs_at_10_max": 0.7770774976657324, "naucs_at_10_std": -0.3699813258636707, "naucs_at_10_diff1": 0.861111111111116, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 0.7222222222222276, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "infovqa_subsampled": {"ndcg_at_1": 0.706, "ndcg_at_3": 0.76443, "ndcg_at_5": 0.78069, "ndcg_at_10": 0.79758, "ndcg_at_20": 0.80681, "ndcg_at_100": 0.81428, "ndcg_at_1000": 0.81782, "map_at_1": 0.706, "map_at_3": 0.75067, "map_at_5": 0.75957, "map_at_10": 0.76658, "map_at_20": 0.76918, "map_at_100": 0.77023, "map_at_1000": 0.77036, "recall_at_1": 0.706, "recall_at_3": 0.804, "recall_at_5": 0.844, "recall_at_10": 0.896, "recall_at_20": 0.932, "recall_at_100": 0.972, "recall_at_1000": 1.0, "precision_at_1": 0.706, "precision_at_3": 0.268, "precision_at_5": 0.1688, "precision_at_10": 0.0896, "precision_at_20": 0.0466, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "mrr_at_1": 0.708, "mrr_at_3": 0.7506666666666667, "mrr_at_5": 0.7595666666666665, "mrr_at_10": 0.7670007936507937, "mrr_at_20": 0.7692171104609185, "mrr_at_100": 0.7702499517626756, "mrr_at_1000": 0.7703766121846007, "naucs_at_1_max": 0.42792286073379815, "naucs_at_1_std": 0.01020120259866825, "naucs_at_1_diff1": 0.8748410642375302, "naucs_at_3_max": 0.4793969746941097, "naucs_at_3_std": 0.05271381746371125, "naucs_at_3_diff1": 0.8067804719151456, "naucs_at_5_max": 0.5006342786807016, "naucs_at_5_std": 0.11576527920821884, "naucs_at_5_diff1": 0.7776696224471855, "naucs_at_10_max": 0.502472388652276, "naucs_at_10_std": 0.1260196347361561, "naucs_at_10_diff1": 0.7529596477297332, "naucs_at_20_max": 0.6333278409402968, "naucs_at_20_std": 0.32063217443840214, "naucs_at_20_diff1": 0.7521008403361349, "naucs_at_100_max": 0.7946178471388516, "naucs_at_100_std": 0.5581232492997176, "naucs_at_100_diff1": 0.780778978257971, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_subsampled": {"ndcg_at_1": 0.438, "ndcg_at_3": 0.51495, "ndcg_at_5": 0.52829, "ndcg_at_10": 0.55188, "ndcg_at_20": 0.56713, "ndcg_at_100": 0.59, "ndcg_at_1000": 0.60769, "map_at_1": 0.438, "map_at_3": 0.49533, "map_at_5": 0.50283, "map_at_10": 0.51274, "map_at_20": 0.51697, "map_at_100": 0.52007, "map_at_1000": 0.5207, "recall_at_1": 0.438, "recall_at_3": 0.572, "recall_at_5": 0.604, "recall_at_10": 0.676, "recall_at_20": 0.736, "recall_at_100": 0.86, "recall_at_1000": 1.0, "precision_at_1": 0.438, "precision_at_3": 0.19067, "precision_at_5": 0.1208, "precision_at_10": 0.0676, "precision_at_20": 0.0368, "precision_at_100": 0.0086, "precision_at_1000": 0.001, "mrr_at_1": 0.432, "mrr_at_3": 0.4923333333333336, "mrr_at_5": 0.49883333333333346, "mrr_at_10": 0.5088373015873016, "mrr_at_20": 0.5133330258320971, "mrr_at_100": 0.5162938130488709, "mrr_at_1000": 0.5169449303568158, "naucs_at_1_max": 0.2797187293787478, "naucs_at_1_std": 0.4072894578289686, "naucs_at_1_diff1": 0.8505280344702575, "naucs_at_3_max": 0.12293247573625429, "naucs_at_3_std": 0.49343857691046455, "naucs_at_3_diff1": 0.7736380947997631, "naucs_at_5_max": 0.09305405259979782, "naucs_at_5_std": 0.48444366058243654, "naucs_at_5_diff1": 0.7556811727638509, "naucs_at_10_max": 0.028293933391365253, "naucs_at_10_std": 0.5379514314893388, "naucs_at_10_diff1": 0.7407965893746962, "naucs_at_20_max": -0.022590747444974902, "naucs_at_20_std": 0.6065101079678334, "naucs_at_20_diff1": 0.7467241213596896, "naucs_at_100_max": -0.036656505473189036, "naucs_at_100_std": 0.8071636414022455, "naucs_at_100_diff1": 0.6760357489261466, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "arxivqa_subsampled": {"ndcg_at_1": 0.708, "ndcg_at_3": 0.75498, "ndcg_at_5": 0.76728, "ndcg_at_10": 0.78232, "ndcg_at_20": 0.79406, "ndcg_at_100": 0.80649, "ndcg_at_1000": 0.8089, "map_at_1": 0.708, "map_at_3": 0.74233, "map_at_5": 0.74913, "map_at_10": 0.75543, "map_at_20": 0.7587, "map_at_100": 0.76034, "map_at_1000": 0.76045, "recall_at_1": 0.708, "recall_at_3": 0.792, "recall_at_5": 0.822, "recall_at_10": 0.868, "recall_at_20": 0.914, "recall_at_100": 0.982, "recall_at_1000": 1.0, "precision_at_1": 0.708, "precision_at_3": 0.264, "precision_at_5": 0.1644, "precision_at_10": 0.0868, "precision_at_20": 0.0457, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.71, "mrr_at_3": 0.7433333333333333, "mrr_at_5": 0.7506333333333333, "mrr_at_10": 0.7571119047619048, "mrr_at_20": 0.7600459958685963, "mrr_at_100": 0.7617262885011254, "mrr_at_1000": 0.761818322727895, "naucs_at_1_max": 0.6863525475195501, "naucs_at_1_std": 0.13208555361472873, "naucs_at_1_diff1": 0.9398036571074804, "naucs_at_3_max": 0.706562397038587, "naucs_at_3_std": 0.12975076070314193, "naucs_at_3_diff1": 0.8905944144039375, "naucs_at_5_max": 0.7182307837834833, "naucs_at_5_std": 0.14451529618624612, "naucs_at_5_diff1": 0.8812027732336216, "naucs_at_10_max": 0.7244981445226893, "naucs_at_10_std": 0.21813546445372736, "naucs_at_10_diff1": 0.8759240861408988, "naucs_at_20_max": 0.7052200725251341, "naucs_at_20_std": 0.3319544872212425, "naucs_at_20_diff1": 0.8440383905500172, "naucs_at_100_max": 0.8542379914928864, "naucs_at_100_std": 0.6558771656810934, "naucs_at_100_diff1": 0.8946986201888171, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_subsampled": {"ndcg_at_1": 0.75714, "ndcg_at_3": 0.80608, "ndcg_at_5": 0.81499, "ndcg_at_10": 0.83016, "ndcg_at_20": 0.84195, "ndcg_at_100": 0.85074, "ndcg_at_1000": 0.85074, "map_at_1": 0.75714, "map_at_3": 0.79345, "map_at_5": 0.79845, "map_at_10": 0.80479, "map_at_20": 0.80804, "map_at_100": 0.80959, "map_at_1000": 0.80959, "recall_at_1": 0.75714, "recall_at_3": 0.84286, "recall_at_5": 0.86429, "recall_at_10": 0.91071, "recall_at_20": 0.95714, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.75714, "precision_at_3": 0.28095, "precision_at_5": 0.17286, "precision_at_10": 0.09107, "precision_at_20": 0.04786, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.7571428571428571, "mrr_at_3": 0.7928571428571429, "mrr_at_5": 0.8001785714285715, "mrr_at_10": 0.8049121315192744, "mrr_at_20": 0.8087104409761698, "mrr_at_100": 0.810074578158445, "mrr_at_1000": 0.810074578158445, "naucs_at_1_max": 0.4509856438825797, "naucs_at_1_std": 0.24533196608405503, "naucs_at_1_diff1": 0.8599054149193425, "naucs_at_3_max": 0.36253453346404074, "naucs_at_3_std": 0.24297076909366336, "naucs_at_3_diff1": 0.829126191961502, "naucs_at_5_max": 0.3305511730876886, "naucs_at_5_std": 0.21517634485215556, "naucs_at_5_diff1": 0.8138709349076299, "naucs_at_10_max": 0.27038281979458534, "naucs_at_10_std": 0.131297852474325, "naucs_at_10_diff1": 0.7950700280112054, "naucs_at_20_max": 0.3763227513227487, "naucs_at_20_std": 0.3051276065981905, "naucs_at_20_diff1": 0.7409352629940862, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa": {"ndcg_at_1": 0.50631, "ndcg_at_3": 0.62134, "ndcg_at_5": 0.65084, "ndcg_at_10": 0.6758, "ndcg_at_20": 0.69, "ndcg_at_100": 0.70341, "ndcg_at_1000": 0.70613, "map_at_1": 0.50631, "map_at_3": 0.59331, "map_at_5": 0.60969, "map_at_10": 0.61993, "map_at_20": 0.62377, "map_at_100": 0.62563, "map_at_1000": 0.62576, "recall_at_1": 0.50631, "recall_at_3": 0.70235, "recall_at_5": 0.7739, "recall_at_10": 0.85147, "recall_at_20": 0.908, "recall_at_100": 0.98016, "recall_at_1000": 1.0, "precision_at_1": 0.50631, "precision_at_3": 0.23412, "precision_at_5": 0.15478, "precision_at_10": 0.08515, "precision_at_20": 0.0454, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.5045099218280217, "mrr_at_3": 0.5912006414111054, "mrr_at_5": 0.6086390058127896, "mrr_at_10": 0.6185407897374233, "mrr_at_20": 0.6226388782938513, "mrr_at_100": 0.6244853194828414, "mrr_at_1000": 0.624622010086527, "naucs_at_1_max": 0.17549931165833121, "naucs_at_1_std": -0.025657334594736278, "naucs_at_1_diff1": 0.7313687004095477, "naucs_at_3_max": 0.19369498036425334, "naucs_at_3_std": 0.04669442962829176, "naucs_at_3_diff1": 0.601485223642863, "naucs_at_5_max": 0.22824803365333168, "naucs_at_5_std": 0.12164430013407501, "naucs_at_5_diff1": 0.5665452553416505, "naucs_at_10_max": 0.28593849006444855, "naucs_at_10_std": 0.22628530368935648, "naucs_at_10_diff1": 0.5641303548020626, "naucs_at_20_max": 0.30027903971331354, "naucs_at_20_std": 0.30195007994423556, "naucs_at_20_diff1": 0.5244102052857039, "naucs_at_100_max": 0.31083660687877085, "naucs_at_100_std": 0.6147134568580269, "naucs_at_100_diff1": 0.6474197078249018, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shift_project": {"ndcg_at_1": 0.58, "ndcg_at_3": 0.69571, "ndcg_at_5": 0.74863, "ndcg_at_10": 0.75836, "ndcg_at_20": 0.76342, "ndcg_at_100": 0.76816, "ndcg_at_1000": 0.76961, "map_at_1": 0.58, "map_at_3": 0.66667, "map_at_5": 0.69567, "map_at_10": 0.69969, "map_at_20": 0.70108, "map_at_100": 0.70147, "map_at_1000": 0.70155, "recall_at_1": 0.58, "recall_at_3": 0.78, "recall_at_5": 0.91, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.58, "precision_at_3": 0.26, "precision_at_5": 0.182, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.58, "mrr_at_3": 0.6716666666666667, "mrr_at_5": 0.7016666666666667, "mrr_at_10": 0.7055833333333336, "mrr_at_20": 0.706171568627451, "mrr_at_100": 0.706595039289124, "mrr_at_1000": 0.7066827585873696, "naucs_at_1_max": -0.07876483733348807, "naucs_at_1_std": -0.11441797022375724, "naucs_at_1_diff1": 0.6290158748585192, "naucs_at_3_max": -0.20999675430055129, "naucs_at_3_std": -0.21535215839013266, "naucs_at_3_diff1": 0.6274168869105579, "naucs_at_5_max": -0.1373067745616731, "naucs_at_5_std": -0.5711692084241085, "naucs_at_5_diff1": 0.7150119306982046, "naucs_at_10_max": -0.5134609399315296, "naucs_at_10_std": -0.5414721444133244, "naucs_at_10_diff1": 0.7895269218798655, "naucs_at_20_max": -0.2923669467787043, "naucs_at_20_std": -0.3834033613445315, "naucs_at_20_diff1": 0.8284313725490196, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 0.8692810457516374, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}