| {"validation_set": {"ndcg_at_1": 0.664, "ndcg_at_3": 0.71028, "ndcg_at_5": 0.72836, "ndcg_at_10": 0.74133, "ndcg_at_20": 0.75388, "ndcg_at_100": 0.76933, "ndcg_at_1000": 0.77491, "map_at_1": 0.664, "map_at_3": 0.69867, "map_at_5": 0.70867, "map_at_10": 0.71405, "map_at_20": 0.71744, "map_at_100": 0.71968, "map_at_1000": 0.71996, "recall_at_1": 0.664, "recall_at_3": 0.744, "recall_at_5": 0.788, "recall_at_10": 0.828, "recall_at_20": 0.878, "recall_at_100": 0.96, "recall_at_1000": 1.0, "precision_at_1": 0.664, "precision_at_3": 0.248, "precision_at_5": 0.1576, "precision_at_10": 0.0828, "precision_at_20": 0.0439, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.66, "mrr_at_3": 0.6969999999999998, "mrr_at_5": 0.7063999999999997, "mrr_at_10": 0.712376984126984, "mrr_at_20": 0.7157380512418438, "mrr_at_100": 0.7178831847626113, "mrr_at_1000": 0.7181677696156411, "naucs_at_1_max": 0.44018051894177584, "naucs_at_1_std": -0.7856086659797401, "naucs_at_1_diff1": 0.8849576469643642, "naucs_at_3_max": 0.39376468076019605, "naucs_at_3_std": -0.9284235943428755, "naucs_at_3_diff1": 0.8724231672662163, "naucs_at_5_max": 0.35038332649105774, "naucs_at_5_std": -0.9648370743071024, "naucs_at_5_diff1": 0.8496911429144268, "naucs_at_10_max": 0.3239955895527529, "naucs_at_10_std": -1.0699009946477418, "naucs_at_10_diff1": 0.8547481221142577, "naucs_at_20_max": 0.2038296938439574, "naucs_at_20_std": -1.2576774153093753, "naucs_at_20_diff1": 0.8449624555188024, "naucs_at_100_max": 0.103057889822593, "naucs_at_100_std": -1.3548552754435126, "naucs_at_100_diff1": 0.830182072829127, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "syntheticDocQA_energy": {"ndcg_at_1": 0.71, "ndcg_at_3": 0.76917, "ndcg_at_5": 0.79457, "ndcg_at_10": 0.80417, "ndcg_at_20": 0.81686, "ndcg_at_100": 0.8265, "ndcg_at_1000": 0.8265, "map_at_1": 0.71, "map_at_3": 0.755, "map_at_5": 0.7695, "map_at_10": 0.77342, "map_at_20": 0.77692, "map_at_100": 0.77835, "map_at_1000": 0.77835, "recall_at_1": 0.71, "recall_at_3": 0.81, "recall_at_5": 0.87, "recall_at_10": 0.9, "recall_at_20": 0.95, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.71, "precision_at_3": 0.27, "precision_at_5": 0.174, "precision_at_10": 0.09, "precision_at_20": 0.0475, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.71, "mrr_at_3": 0.7583333333333334, "mrr_at_5": 0.7708333333333335, "mrr_at_10": 0.7748611111111113, "mrr_at_20": 0.7783654401154404, "mrr_at_100": 0.7797901809229121, "mrr_at_1000": 0.7797901809229121, "naucs_at_1_max": 0.49871208049960203, "naucs_at_1_std": -0.3303003910086542, "naucs_at_1_diff1": 0.7304264032763191, "naucs_at_3_max": 0.5121274032165114, "naucs_at_3_std": -0.2902194981402899, "naucs_at_3_diff1": 0.70967572947771, "naucs_at_5_max": 0.4480115529882247, "naucs_at_5_std": -0.3741761090128093, "naucs_at_5_diff1": 0.6262312078797302, "naucs_at_10_max": 0.5887955182072843, "naucs_at_10_std": -0.3164332399626486, "naucs_at_10_diff1": 0.5903361344537817, "naucs_at_20_max": 0.5164332399626562, "naucs_at_20_std": -0.5164332399626398, "naucs_at_20_diff1": 0.43650793650794084, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_healthcare_industry": {"ndcg_at_1": 0.72, "ndcg_at_3": 0.83333, "ndcg_at_5": 0.84625, "ndcg_at_10": 0.84926, "ndcg_at_20": 0.85738, "ndcg_at_100": 0.86134, "ndcg_at_1000": 0.86134, "map_at_1": 0.72, "map_at_3": 0.80667, "map_at_5": 0.81417, "map_at_10": 0.81528, "map_at_20": 0.81779, "map_at_100": 0.81842, "map_at_1000": 0.81842, "recall_at_1": 0.72, "recall_at_3": 0.91, "recall_at_5": 0.94, "recall_at_10": 0.95, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.72, "precision_at_3": 0.30333, "precision_at_5": 0.188, "precision_at_10": 0.095, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.73, "mrr_at_3": 0.8116666666666664, "mrr_at_5": 0.8191666666666664, "mrr_at_10": 0.8212777777777777, "mrr_at_20": 0.8228803418803418, "mrr_at_100": 0.8235071225071223, "mrr_at_1000": 0.8235071225071223, "naucs_at_1_max": 0.4841842185592191, "naucs_at_1_std": -0.29973672161172155, "naucs_at_1_diff1": 0.843692765567766, "naucs_at_3_max": 0.6206037970743837, "naucs_at_3_std": -0.4326174914410215, "naucs_at_3_diff1": 0.7785558667911598, "naucs_at_5_max": 0.8358232181761603, "naucs_at_5_std": -0.3345004668534105, "naucs_at_5_diff1": 0.8821195144724553, "naucs_at_10_max": 0.892156862745101, "naucs_at_10_std": -0.5122315592903719, "naucs_at_10_diff1": 0.8585434173669475, "naucs_at_20_max": 0.7957516339869297, "naucs_at_20_std": -1.1517273576096962, "naucs_at_20_diff1": 0.7770774976657324, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.7, "ndcg_at_3": 0.78178, "ndcg_at_5": 0.80288, "ndcg_at_10": 0.82014, "ndcg_at_20": 0.82264, "ndcg_at_100": 0.83196, "ndcg_at_1000": 0.83196, "map_at_1": 0.7, "map_at_3": 0.76167, "map_at_5": 0.77367, "map_at_10": 0.78144, "map_at_20": 0.78211, "map_at_100": 0.78339, "map_at_1000": 0.78339, "recall_at_1": 0.7, "recall_at_3": 0.84, "recall_at_5": 0.89, "recall_at_10": 0.94, "recall_at_20": 0.95, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.7, "precision_at_3": 0.28, "precision_at_5": 0.178, "precision_at_10": 0.094, "precision_at_20": 0.0475, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.7, "mrr_at_3": 0.7616666666666667, "mrr_at_5": 0.7776666666666666, "mrr_at_10": 0.7821111111111112, "mrr_at_20": 0.7827777777777779, "mrr_at_100": 0.7840590679145849, "mrr_at_1000": 0.7840590679145849, "naucs_at_1_max": 0.590254008286795, "naucs_at_1_std": -0.15807962529273997, "naucs_at_1_diff1": 0.804395604395605, "naucs_at_3_max": 0.4802098674521348, "naucs_at_3_std": -0.2761413843888074, "naucs_at_3_diff1": 0.7229381443298973, "naucs_at_5_max": 0.4887896228846315, "naucs_at_5_std": -0.18159951894167012, "naucs_at_5_diff1": 0.7367064685164499, "naucs_at_10_max": 0.8883442265795238, "naucs_at_10_std": 0.23840647370058923, "naucs_at_10_diff1": 0.7833022097727997, "naucs_at_20_max": 0.8660130718954264, "naucs_at_20_std": 0.08608776844071178, "naucs_at_20_diff1": 0.8291316526610654, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "syntheticDocQA_government_reports": {"ndcg_at_1": 0.68, "ndcg_at_3": 0.80333, "ndcg_at_5": 0.8399, "ndcg_at_10": 0.84323, "ndcg_at_20": 0.84323, "ndcg_at_100": 0.84323, "ndcg_at_1000": 0.84451, "map_at_1": 0.68, "map_at_3": 0.77333, "map_at_5": 0.79333, "map_at_10": 0.79476, "map_at_20": 0.79476, "map_at_100": 0.79476, "map_at_1000": 0.79481, "recall_at_1": 0.68, "recall_at_3": 0.89, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.68, "precision_at_3": 0.29667, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.68, "mrr_at_3": 0.7733333333333334, "mrr_at_5": 0.7938333333333333, "mrr_at_10": 0.7952619047619046, "mrr_at_20": 0.7952619047619046, "mrr_at_100": 0.7952619047619046, "mrr_at_1000": 0.7953061525495153, "naucs_at_1_max": 0.3230944647916522, "naucs_at_1_std": -0.21867873678391347, "naucs_at_1_diff1": 0.7658247529541842, "naucs_at_3_max": 0.2032471437161745, "naucs_at_3_std": -0.5294218709732814, "naucs_at_3_diff1": 0.5349626320762807, "naucs_at_5_max": 0.540149393090577, "naucs_at_5_std": -0.690943043884218, "naucs_at_5_diff1": 0.4960317460317504, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 0.8692810457516413, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_100_max": 0.7222222222222041, "naucs_at_100_std": -1.7399626517273008, "naucs_at_100_diff1": 0.8692810457516374, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "infovqa_subsampled": {"ndcg_at_1": 0.62, "ndcg_at_3": 0.70578, "ndcg_at_5": 0.71844, "ndcg_at_10": 0.74042, "ndcg_at_20": 0.75054, "ndcg_at_100": 0.7593, "ndcg_at_1000": 0.76485, "map_at_1": 0.62, "map_at_3": 0.68433, "map_at_5": 0.69153, "map_at_10": 0.70021, "map_at_20": 0.70299, "map_at_100": 0.70412, "map_at_1000": 0.70432, "recall_at_1": 0.62, "recall_at_3": 0.768, "recall_at_5": 0.798, "recall_at_10": 0.868, "recall_at_20": 0.908, "recall_at_100": 0.956, "recall_at_1000": 1.0, "precision_at_1": 0.62, "precision_at_3": 0.256, "precision_at_5": 0.1596, "precision_at_10": 0.0868, "precision_at_20": 0.0454, "precision_at_100": 0.00956, "precision_at_1000": 0.001, "mrr_at_1": 0.622, "mrr_at_3": 0.6849999999999998, "mrr_at_5": 0.6930999999999998, "mrr_at_10": 0.7014198412698407, "mrr_at_20": 0.7042074367153308, "mrr_at_100": 0.7053358112690798, "mrr_at_1000": 0.7055319275265294, "naucs_at_1_max": 0.4713318770575025, "naucs_at_1_std": -0.027317478386610635, "naucs_at_1_diff1": 0.7819308986862752, "naucs_at_3_max": 0.5651872399445215, "naucs_at_3_std": 0.05637647142501536, "naucs_at_3_diff1": 0.665848714392404, "naucs_at_5_max": 0.6023633560846012, "naucs_at_5_std": 0.12076016000237819, "naucs_at_5_diff1": 0.622234779203656, "naucs_at_10_max": 0.6885647079449483, "naucs_at_10_std": 0.2404158022382579, "naucs_at_10_diff1": 0.5789162259299289, "naucs_at_20_max": 0.8001359964275557, "naucs_at_20_std": 0.45553728737871985, "naucs_at_20_diff1": 0.6461657126618755, "naucs_at_100_max": 0.8855148119854007, "naucs_at_100_std": 0.7027629233511608, "naucs_at_100_diff1": 0.6173711909006029, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "docvqa_subsampled": {"ndcg_at_1": 0.18, "ndcg_at_3": 0.22371, "ndcg_at_5": 0.24806, "ndcg_at_10": 0.26793, "ndcg_at_20": 0.29433, "ndcg_at_100": 0.336, "ndcg_at_1000": 0.37198, "map_at_1": 0.18, "map_at_3": 0.212, "map_at_5": 0.2253, "map_at_10": 0.23338, "map_at_20": 0.24068, "map_at_100": 0.24599, "map_at_1000": 0.24728, "recall_at_1": 0.18, "recall_at_3": 0.258, "recall_at_5": 0.318, "recall_at_10": 0.38, "recall_at_20": 0.484, "recall_at_100": 0.716, "recall_at_1000": 1.0, "precision_at_1": 0.18, "precision_at_3": 0.086, "precision_at_5": 0.0636, "precision_at_10": 0.038, "precision_at_20": 0.0242, "precision_at_100": 0.00716, "precision_at_1000": 0.001, "mrr_at_1": 0.182, "mrr_at_3": 0.21266666666666653, "mrr_at_5": 0.22596666666666662, "mrr_at_10": 0.23399047619047622, "mrr_at_20": 0.24130295750001637, "mrr_at_100": 0.24662778080241265, "mrr_at_1000": 0.24791083548342926, "naucs_at_1_max": 0.3831175665719397, "naucs_at_1_std": -0.17559555134547236, "naucs_at_1_diff1": 0.633649089569519, "naucs_at_3_max": 0.2951265292150055, "naucs_at_3_std": -0.23959756660081263, "naucs_at_3_diff1": 0.5870561033701477, "naucs_at_5_max": 0.2599095226233618, "naucs_at_5_std": -0.18332248569048581, "naucs_at_5_diff1": 0.5445275650657687, "naucs_at_10_max": 0.23812803784472233, "naucs_at_10_std": -0.14582174511995405, "naucs_at_10_diff1": 0.5154783874405425, "naucs_at_20_max": 0.24329409519973313, "naucs_at_20_std": -0.1204545334089475, "naucs_at_20_diff1": 0.4988949368497487, "naucs_at_100_max": 0.26714534607465296, "naucs_at_100_std": 0.05045743549518379, "naucs_at_100_diff1": 0.4056732560507438, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "arxivqa_subsampled": {"ndcg_at_1": 0.528, "ndcg_at_3": 0.59217, "ndcg_at_5": 0.60982, "ndcg_at_10": 0.6297, "ndcg_at_20": 0.64174, "ndcg_at_100": 0.65893, "ndcg_at_1000": 0.67322, "map_at_1": 0.528, "map_at_3": 0.57633, "map_at_5": 0.58633, "map_at_10": 0.59444, "map_at_20": 0.59769, "map_at_100": 0.59972, "map_at_1000": 0.60025, "recall_at_1": 0.528, "recall_at_3": 0.638, "recall_at_5": 0.68, "recall_at_10": 0.742, "recall_at_20": 0.79, "recall_at_100": 0.888, "recall_at_1000": 1.0, "precision_at_1": 0.528, "precision_at_3": 0.21267, "precision_at_5": 0.136, "precision_at_10": 0.0742, "precision_at_20": 0.0395, "precision_at_100": 0.00888, "precision_at_1000": 0.001, "mrr_at_1": 0.526, "mrr_at_3": 0.5753333333333335, "mrr_at_5": 0.5857333333333333, "mrr_at_10": 0.593568253968254, "mrr_at_20": 0.5968407763804824, "mrr_at_100": 0.598859750191098, "mrr_at_1000": 0.5993942947096509, "naucs_at_1_max": 0.7300555262926871, "naucs_at_1_std": -0.27287167500658427, "naucs_at_1_diff1": 0.8437609735756297, "naucs_at_3_max": 0.7465316990459587, "naucs_at_3_std": -0.25011849961984584, "naucs_at_3_diff1": 0.777427492548044, "naucs_at_5_max": 0.7391714463409579, "naucs_at_5_std": -0.2646534448206762, "naucs_at_5_diff1": 0.7407090042153271, "naucs_at_10_max": 0.7359005643446794, "naucs_at_10_std": -0.2943977671047861, "naucs_at_10_diff1": 0.7142612307855533, "naucs_at_20_max": 0.7230576862961985, "naucs_at_20_std": -0.27414336210835094, "naucs_at_20_diff1": 0.7045038112871814, "naucs_at_100_max": 0.721464082792209, "naucs_at_100_std": -0.3960447104978358, "naucs_at_100_diff1": 0.6451484713203481, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "tabfquad_subsampled": {"ndcg_at_1": 0.59643, "ndcg_at_3": 0.68592, "ndcg_at_5": 0.7036, "ndcg_at_10": 0.73013, "ndcg_at_20": 0.73738, "ndcg_at_100": 0.75631, "ndcg_at_1000": 0.75631, "map_at_1": 0.59643, "map_at_3": 0.66488, "map_at_5": 0.6747, "map_at_10": 0.68563, "map_at_20": 0.68762, "map_at_100": 0.69033, "map_at_1000": 0.69033, "recall_at_1": 0.59643, "recall_at_3": 0.74643, "recall_at_5": 0.78929, "recall_at_10": 0.87143, "recall_at_20": 0.9, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.59643, "precision_at_3": 0.24881, "precision_at_5": 0.15786, "precision_at_10": 0.08714, "precision_at_20": 0.045, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.5928571428571429, "mrr_at_3": 0.6619047619047619, "mrr_at_5": 0.6717261904761905, "mrr_at_10": 0.6828032879818592, "mrr_at_20": 0.6847972148465569, "mrr_at_100": 0.6875127980343567, "mrr_at_1000": 0.6875127980343567, "naucs_at_1_max": 0.5306576009206518, "naucs_at_1_std": 0.05700228579271614, "naucs_at_1_diff1": 0.6933553642223288, "naucs_at_3_max": 0.40943857756231683, "naucs_at_3_std": -0.049136472135799185, "naucs_at_3_diff1": 0.5201859337703321, "naucs_at_5_max": 0.3807182684813242, "naucs_at_5_std": -0.06477777872945445, "naucs_at_5_diff1": 0.53999468964395, "naucs_at_10_max": 0.3966235708943276, "naucs_at_10_std": 0.19033817715567913, "naucs_at_10_diff1": 0.5489101399722216, "naucs_at_20_max": 0.42121848739495904, "naucs_at_20_std": 0.1893590769641199, "naucs_at_20_diff1": 0.5727457649726578, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "tatdqa": {"ndcg_at_1": 0.29645, "ndcg_at_3": 0.39956, "ndcg_at_5": 0.43827, "ndcg_at_10": 0.47478, "ndcg_at_20": 0.49868, "ndcg_at_100": 0.53079, "ndcg_at_1000": 0.53791, "map_at_1": 0.29645, "map_at_3": 0.37392, "map_at_5": 0.39545, "map_at_10": 0.41049, "map_at_20": 0.41714, "map_at_100": 0.42159, "map_at_1000": 0.42192, "recall_at_1": 0.29645, "recall_at_3": 0.47384, "recall_at_5": 0.56765, "recall_at_10": 0.6807, "recall_at_20": 0.7745, "recall_at_100": 0.94768, "recall_at_1000": 1.0, "precision_at_1": 0.29645, "precision_at_3": 0.15795, "precision_at_5": 0.11353, "precision_at_10": 0.06807, "precision_at_20": 0.03873, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.29224293445580274, "mrr_at_3": 0.3725195429945882, "mrr_at_5": 0.39368610944077, "mrr_at_10": 0.40873182907157685, "mrr_at_20": 0.4153525395345871, "mrr_at_100": 0.41982577879680105, "mrr_at_1000": 0.4201573230533317, "naucs_at_1_max": 0.26117941273429796, "naucs_at_1_std": -0.055826804856939846, "naucs_at_1_diff1": 0.5147725113819512, "naucs_at_3_max": 0.29085989220012026, "naucs_at_3_std": 0.009298164013586034, "naucs_at_3_diff1": 0.3875656176159266, "naucs_at_5_max": 0.33630142572206806, "naucs_at_5_std": 0.07004327823851751, "naucs_at_5_diff1": 0.3737553907577849, "naucs_at_10_max": 0.4217644421117308, "naucs_at_10_std": 0.1857452655534678, "naucs_at_10_diff1": 0.3593449086590725, "naucs_at_20_max": 0.44042964320456096, "naucs_at_20_std": 0.22640537350501502, "naucs_at_20_diff1": 0.3600417075223415, "naucs_at_100_max": 0.6593118291876395, "naucs_at_100_std": 0.5650726504305896, "naucs_at_100_diff1": 0.4648047295341125, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "shift_project": {"ndcg_at_1": 0.4, "ndcg_at_3": 0.52333, "ndcg_at_5": 0.56121, "ndcg_at_10": 0.58406, "ndcg_at_20": 0.59639, "ndcg_at_100": 0.62271, "ndcg_at_1000": 0.62801, "map_at_1": 0.4, "map_at_3": 0.49333, "map_at_5": 0.51483, "map_at_10": 0.52438, "map_at_20": 0.52761, "map_at_100": 0.53134, "map_at_1000": 0.53156, "recall_at_1": 0.4, "recall_at_3": 0.61, "recall_at_5": 0.7, "recall_at_10": 0.77, "recall_at_20": 0.82, "recall_at_100": 0.96, "recall_at_1000": 1.0, "precision_at_1": 0.4, "precision_at_3": 0.20333, "precision_at_5": 0.14, "precision_at_10": 0.077, "precision_at_20": 0.041, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.4, "mrr_at_3": 0.4966666666666668, "mrr_at_5": 0.5191666666666668, "mrr_at_10": 0.5260396825396827, "mrr_at_20": 0.5293352290983873, "mrr_at_100": 0.5331134772704517, "mrr_at_1000": 0.5333385894468862, "naucs_at_1_max": 0.2815010298661175, "naucs_at_1_std": 0.11077497425334709, "naucs_at_1_diff1": 0.4076081359423273, "naucs_at_3_max": 0.213693290831357, "naucs_at_3_std": -0.0029006088257063556, "naucs_at_3_diff1": 0.29765987340051087, "naucs_at_5_max": 0.3129526211493426, "naucs_at_5_std": -0.09102864348765899, "naucs_at_5_diff1": 0.15919654116375467, "naucs_at_10_max": 0.35921308833732496, "naucs_at_10_std": -0.20668740628007307, "naucs_at_10_diff1": 0.2815290615697954, "naucs_at_20_max": 0.3365734111686314, "naucs_at_20_std": -0.30763299922898824, "naucs_at_20_diff1": 0.367909461394427, "naucs_at_100_max": 0.3764005602240897, "naucs_at_100_std": -0.6464752567693711, "naucs_at_100_diff1": 0.576914098972922, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}} |