| {"vidore/arxivqa_test_subsampled_captioning": {"ndcg_at_1": 0.29259, "ndcg_at_3": 0.33569, "ndcg_at_5": 0.35666, "ndcg_at_10": 0.37382, "ndcg_at_20": 0.38658, "ndcg_at_100": 0.42818, "ndcg_at_1000": 0.45995, "map_at_1": 0.29259, "map_at_3": 0.32498, "map_at_5": 0.33681, "map_at_10": 0.3437, "map_at_20": 0.34725, "map_at_100": 0.35261, "map_at_1000": 0.3538, "recall_at_1": 0.29259, "recall_at_3": 0.36673, "recall_at_5": 0.41683, "recall_at_10": 0.47094, "recall_at_20": 0.52104, "recall_at_100": 0.7515, "recall_at_1000": 1.0, "precision_at_1": 0.29259, "precision_at_3": 0.12224, "precision_at_5": 0.08337, "precision_at_10": 0.04709, "precision_at_20": 0.02605, "precision_at_100": 0.00752, "precision_at_1000": 0.001, "mrr_at_1": 0.2925851703406814, "mrr_at_3": 0.32498329993319963, "mrr_at_5": 0.33680694722778887, "mrr_at_10": 0.3436993033686419, "mrr_at_20": 0.34726632073469704, "mrr_at_100": 0.35263164352471865, "mrr_at_1000": 0.3538153441394933, "naucs_at_1_max": 0.18638318476128643, "naucs_at_1_std": -0.37268746817428605, "naucs_at_1_diff1": 0.6896930141149641, "naucs_at_3_max": 0.11335254726486062, "naucs_at_3_std": -0.38613507032904776, "naucs_at_3_diff1": 0.5913132696607358, "naucs_at_5_max": 0.08362662642586595, "naucs_at_5_std": -0.3935919602766317, "naucs_at_5_diff1": 0.5478475230342258, "naucs_at_10_max": 0.05691082084220734, "naucs_at_10_std": -0.3678611873153722, "naucs_at_10_diff1": 0.5090302673198136, "naucs_at_20_max": 0.044496682020354304, "naucs_at_20_std": -0.35489546439012715, "naucs_at_20_diff1": 0.47633791766742195, "naucs_at_100_max": -0.09282093840575399, "naucs_at_100_std": -0.39666746399448577, "naucs_at_100_diff1": 0.29791891831825007, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled_captioning": {"ndcg_at_1": 0.26, "ndcg_at_3": 0.31225, "ndcg_at_5": 0.32946, "ndcg_at_10": 0.34884, "ndcg_at_20": 0.36777, "ndcg_at_100": 0.40284, "ndcg_at_1000": 0.4385, "map_at_1": 0.26, "map_at_3": 0.29889, "map_at_5": 0.30833, "map_at_10": 0.31633, "map_at_20": 0.32144, "map_at_100": 0.32598, "map_at_1000": 0.32732, "recall_at_1": 0.26, "recall_at_3": 0.35111, "recall_at_5": 0.39333, "recall_at_10": 0.45333, "recall_at_20": 0.52889, "recall_at_100": 0.72222, "recall_at_1000": 1.0, "precision_at_1": 0.26, "precision_at_3": 0.11704, "precision_at_5": 0.07867, "precision_at_10": 0.04533, "precision_at_20": 0.02644, "precision_at_100": 0.00722, "precision_at_1000": 0.001, "mrr_at_1": 0.26, "mrr_at_3": 0.2988888888888889, "mrr_at_5": 0.30833333333333346, "mrr_at_10": 0.31652821869488545, "mrr_at_20": 0.3214455149444832, "mrr_at_100": 0.3259861617516507, "mrr_at_1000": 0.32732497916546743, "naucs_at_1_max": 0.2213870659998264, "naucs_at_1_std": -0.03582820194077458, "naucs_at_1_diff1": 0.6783492173622554, "naucs_at_3_max": 0.17507599140228308, "naucs_at_3_std": -0.029333559794545022, "naucs_at_3_diff1": 0.5562717065999775, "naucs_at_5_max": 0.1615512872389576, "naucs_at_5_std": -0.022321133906715095, "naucs_at_5_diff1": 0.4948415739010901, "naucs_at_10_max": 0.1419440171537783, "naucs_at_10_std": -0.01731692537174282, "naucs_at_10_diff1": 0.4585751410059199, "naucs_at_20_max": 0.07199607022339896, "naucs_at_20_std": -0.05248448531520613, "naucs_at_20_diff1": 0.3685477522776225, "naucs_at_100_max": 0.047058572495466106, "naucs_at_100_std": 0.07562146591272889, "naucs_at_100_diff1": 0.3636445108289773, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled_captioning": {"ndcg_at_1": 0.62146, "ndcg_at_3": 0.70125, "ndcg_at_5": 0.71893, "ndcg_at_10": 0.73662, "ndcg_at_20": 0.74728, "ndcg_at_100": 0.75754, "ndcg_at_1000": 0.76399, "map_at_1": 0.62146, "map_at_3": 0.68252, "map_at_5": 0.69244, "map_at_10": 0.69975, "map_at_20": 0.70263, "map_at_100": 0.7041, "map_at_1000": 0.70433, "recall_at_1": 0.62146, "recall_at_3": 0.75506, "recall_at_5": 0.79757, "recall_at_10": 0.85223, "recall_at_20": 0.89474, "recall_at_100": 0.94939, "recall_at_1000": 1.0, "precision_at_1": 0.62146, "precision_at_3": 0.25169, "precision_at_5": 0.15951, "precision_at_10": 0.08522, "precision_at_20": 0.04474, "precision_at_100": 0.00949, "precision_at_1000": 0.001, "mrr_at_1": 0.6214574898785425, "mrr_at_3": 0.6815114709851552, "mrr_at_5": 0.6915317139001349, "mrr_at_10": 0.6991428892744682, "mrr_at_20": 0.7019214334119356, "mrr_at_100": 0.703475918656749, "mrr_at_1000": 0.7037101663471474, "naucs_at_1_max": 0.3994743893644168, "naucs_at_1_std": -0.11761133240768637, "naucs_at_1_diff1": 0.8154367767037478, "naucs_at_3_max": 0.44879831426495004, "naucs_at_3_std": -0.03300455533541808, "naucs_at_3_diff1": 0.7603801858944698, "naucs_at_5_max": 0.41767825681295684, "naucs_at_5_std": -0.017387417371463557, "naucs_at_5_diff1": 0.7433865524730372, "naucs_at_10_max": 0.34297708465384286, "naucs_at_10_std": -0.021052665921312184, "naucs_at_10_diff1": 0.7347790030029203, "naucs_at_20_max": 0.47558879246767866, "naucs_at_20_std": 0.27497877811941834, "naucs_at_20_diff1": 0.7602291536097509, "naucs_at_100_max": 0.4640435233121931, "naucs_at_100_std": 0.36304057961752945, "naucs_at_100_diff1": 0.8312492352521004, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled_captioning": {"ndcg_at_1": 0.58571, "ndcg_at_3": 0.67389, "ndcg_at_5": 0.69141, "ndcg_at_10": 0.71087, "ndcg_at_20": 0.73186, "ndcg_at_100": 0.74792, "ndcg_at_1000": 0.74792, "map_at_1": 0.58571, "map_at_3": 0.65357, "map_at_5": 0.66321, "map_at_10": 0.67115, "map_at_20": 0.67704, "map_at_100": 0.67953, "map_at_1000": 0.67953, "recall_at_1": 0.58571, "recall_at_3": 0.73214, "recall_at_5": 0.775, "recall_at_10": 0.83571, "recall_at_20": 0.91786, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.58571, "precision_at_3": 0.24405, "precision_at_5": 0.155, "precision_at_10": 0.08357, "precision_at_20": 0.04589, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.575, "mrr_at_3": 0.6494047619047619, "mrr_at_5": 0.658154761904762, "mrr_at_10": 0.6657312925170068, "mrr_at_20": 0.6718928352840339, "mrr_at_100": 0.6743689512956103, "mrr_at_1000": 0.6743689512956103, "naucs_at_1_max": 0.47072476164646526, "naucs_at_1_std": -0.14209938873010222, "naucs_at_1_diff1": 0.6847161663154815, "naucs_at_3_max": 0.5147450620119431, "naucs_at_3_std": -0.16414967668986954, "naucs_at_3_diff1": 0.6119218402176599, "naucs_at_5_max": 0.5719247443895862, "naucs_at_5_std": -0.022270845364849443, "naucs_at_5_diff1": 0.618743950350167, "naucs_at_10_max": 0.546955889273949, "naucs_at_10_std": 0.03974671629658268, "naucs_at_10_diff1": 0.6244384546271344, "naucs_at_20_max": 0.5239922055778847, "naucs_at_20_std": 0.025291275930662282, "naucs_at_20_diff1": 0.6942516136889546, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test_captioning": {"ndcg_at_1": 0.30559, "ndcg_at_3": 0.40299, "ndcg_at_5": 0.43803, "ndcg_at_10": 0.47275, "ndcg_at_20": 0.49591, "ndcg_at_100": 0.52909, "ndcg_at_1000": 0.53807, "map_at_1": 0.30559, "map_at_3": 0.3793, "map_at_5": 0.39874, "map_at_10": 0.41305, "map_at_20": 0.41938, "map_at_100": 0.42398, "map_at_1000": 0.42441, "recall_at_1": 0.30559, "recall_at_3": 0.47145, "recall_at_5": 0.5565, "recall_at_10": 0.66403, "recall_at_20": 0.75577, "recall_at_100": 0.93439, "recall_at_1000": 1.0, "precision_at_1": 0.30559, "precision_at_3": 0.15715, "precision_at_5": 0.1113, "precision_at_10": 0.0664, "precision_at_20": 0.03779, "precision_at_100": 0.00934, "precision_at_1000": 0.001, "mrr_at_1": 0.30498177399756987, "mrr_at_3": 0.37829080599432957, "mrr_at_5": 0.3979748886188742, "mrr_at_10": 0.41230423923315784, "mrr_at_20": 0.41876844043934996, "mrr_at_100": 0.42334879828518773, "mrr_at_1000": 0.42377905947238875, "naucs_at_1_max": -0.0549167228558131, "naucs_at_1_std": -0.29838121553923447, "naucs_at_1_diff1": 0.45630027090331765, "naucs_at_3_max": -0.03138904492617925, "naucs_at_3_std": -0.2504366761444664, "naucs_at_3_diff1": 0.32397064426559435, "naucs_at_5_max": 0.018406738496650317, "naucs_at_5_std": -0.22323257190799944, "naucs_at_5_diff1": 0.3012785120902555, "naucs_at_10_max": 0.01466638616254798, "naucs_at_10_std": -0.19935113452795217, "naucs_at_10_diff1": 0.26826039347650193, "naucs_at_20_max": 0.028135705226888668, "naucs_at_20_std": -0.1428110609721764, "naucs_at_20_diff1": 0.2279427099337681, "naucs_at_100_max": -0.027472288136488433, "naucs_at_100_std": -0.062340049521043876, "naucs_at_100_diff1": 0.2241633979214741, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test_captioning": {"ndcg_at_1": 0.55, "ndcg_at_3": 0.68857, "ndcg_at_5": 0.7312, "ndcg_at_10": 0.74759, "ndcg_at_20": 0.76037, "ndcg_at_100": 0.76371, "ndcg_at_1000": 0.76371, "map_at_1": 0.55, "map_at_3": 0.65667, "map_at_5": 0.68117, "map_at_10": 0.68805, "map_at_20": 0.69163, "map_at_100": 0.69195, "map_at_1000": 0.69195, "recall_at_1": 0.55, "recall_at_3": 0.78, "recall_at_5": 0.88, "recall_at_10": 0.93, "recall_at_20": 0.98, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.55, "precision_at_3": 0.26, "precision_at_5": 0.176, "precision_at_10": 0.093, "precision_at_20": 0.049, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.55, "mrr_at_3": 0.6566666666666667, "mrr_at_5": 0.6811666666666667, "mrr_at_10": 0.6882301587301588, "mrr_at_20": 0.6918040935672515, "mrr_at_100": 0.6921314745196325, "mrr_at_1000": 0.6921314745196325, "naucs_at_1_max": 0.060296285894825455, "naucs_at_1_std": -0.2758126799129398, "naucs_at_1_diff1": 0.4900933792038194, "naucs_at_3_max": 0.24027449343905022, "naucs_at_3_std": -0.13659757963555388, "naucs_at_3_diff1": 0.5011823619418555, "naucs_at_5_max": 0.44058224626153414, "naucs_at_5_std": -0.03571428571428437, "naucs_at_5_diff1": 0.38068724148902455, "naucs_at_10_max": 0.34893957583033236, "naucs_at_10_std": -0.07476323862878337, "naucs_at_10_diff1": 0.2601707349606496, "naucs_at_20_max": 0.3384687208216692, "naucs_at_20_std": -0.024276377217554025, "naucs_at_20_diff1": 0.540149393090577, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test_captioning": {"ndcg_at_1": 0.8, "ndcg_at_3": 0.8794, "ndcg_at_5": 0.88758, "ndcg_at_10": 0.89938, "ndcg_at_20": 0.90194, "ndcg_at_100": 0.90194, "ndcg_at_1000": 0.90194, "map_at_1": 0.8, "map_at_3": 0.86167, "map_at_5": 0.86617, "map_at_10": 0.87039, "map_at_20": 0.8711, "map_at_100": 0.8711, "map_at_1000": 0.8711, "recall_at_1": 0.8, "recall_at_3": 0.93, "recall_at_5": 0.95, "recall_at_10": 0.99, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.8, "precision_at_3": 0.31, "precision_at_5": 0.19, "precision_at_10": 0.099, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8616666666666667, "mrr_at_5": 0.8661666666666668, "mrr_at_10": 0.8705277777777778, "mrr_at_20": 0.8712970085470085, "mrr_at_100": 0.8712970085470085, "mrr_at_1000": 0.8712970085470085, "naucs_at_1_max": 0.5017482517482513, "naucs_at_1_std": -0.009890109890109801, "naucs_at_1_diff1": 0.8750249750249747, "naucs_at_3_max": 0.5315459517140196, "naucs_at_3_std": -0.09483793517406901, "naucs_at_3_diff1": 0.8009203681472605, "naucs_at_5_max": 0.3441643323996312, "naucs_at_5_std": -0.09169000933706034, "naucs_at_5_diff1": 0.8323996265172763, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 0.8692810457516413, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test_captioning": {"ndcg_at_1": 0.78, "ndcg_at_3": 0.82524, "ndcg_at_5": 0.83341, "ndcg_at_10": 0.84054, "ndcg_at_20": 0.84836, "ndcg_at_100": 0.85828, "ndcg_at_1000": 0.86068, "map_at_1": 0.78, "map_at_3": 0.81333, "map_at_5": 0.81783, "map_at_10": 0.82117, "map_at_20": 0.82343, "map_at_100": 0.82504, "map_at_1000": 0.82511, "recall_at_1": 0.78, "recall_at_3": 0.86, "recall_at_5": 0.88, "recall_at_10": 0.9, "recall_at_20": 0.93, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.78, "precision_at_3": 0.28667, "precision_at_5": 0.176, "precision_at_10": 0.09, "precision_at_20": 0.0465, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.78, "mrr_at_3": 0.8183333333333332, "mrr_at_5": 0.8228333333333333, "mrr_at_10": 0.8244999999999999, "mrr_at_20": 0.8267619047619048, "mrr_at_100": 0.8283996154119104, "mrr_at_1000": 0.8284747666257641, "naucs_at_1_max": 0.495177817962628, "naucs_at_1_std": -0.2756758009922572, "naucs_at_1_diff1": 0.8535030370473402, "naucs_at_3_max": 0.5648468892891771, "naucs_at_3_std": -0.3681238741859488, "naucs_at_3_diff1": 0.8704447831508932, "naucs_at_5_max": 0.5129255488386887, "naucs_at_5_std": -0.3934537066496958, "naucs_at_5_diff1": 0.8669662742602608, "naucs_at_10_max": 0.7049953314659206, "naucs_at_10_std": -0.270728291316522, "naucs_at_10_diff1": 0.8176937441643327, "naucs_at_20_max": 0.6796051754034959, "naucs_at_20_std": -0.3205282112845109, "naucs_at_20_diff1": 0.7979191676670668, "naucs_at_100_max": 0.561391223155939, "naucs_at_100_std": 0.2182539682539753, "naucs_at_100_diff1": 0.8692810457516348, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test_captioning": {"ndcg_at_1": 0.69, "ndcg_at_3": 0.77547, "ndcg_at_5": 0.80387, "ndcg_at_10": 0.81003, "ndcg_at_20": 0.81003, "ndcg_at_100": 0.81898, "ndcg_at_1000": 0.82164, "map_at_1": 0.69, "map_at_3": 0.75333, "map_at_5": 0.76883, "map_at_10": 0.77119, "map_at_20": 0.77119, "map_at_100": 0.77228, "map_at_1000": 0.77239, "recall_at_1": 0.69, "recall_at_3": 0.84, "recall_at_5": 0.91, "recall_at_10": 0.93, "recall_at_20": 0.93, "recall_at_100": 0.98, "recall_at_1000": 1.0, "precision_at_1": 0.69, "precision_at_3": 0.28, "precision_at_5": 0.182, "precision_at_10": 0.093, "precision_at_20": 0.0465, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.69, "mrr_at_3": 0.7533333333333333, "mrr_at_5": 0.7688333333333333, "mrr_at_10": 0.7711944444444444, "mrr_at_20": 0.7711944444444444, "mrr_at_100": 0.772286870500539, "mrr_at_1000": 0.7723974846925487, "naucs_at_1_max": 0.325608056863679, "naucs_at_1_std": -0.012575621285077141, "naucs_at_1_diff1": 0.6695945111734308, "naucs_at_3_max": 0.5902982326951386, "naucs_at_3_std": 0.028074374079527595, "naucs_at_3_diff1": 0.5992268041237099, "naucs_at_5_max": 0.5638032990974158, "naucs_at_5_std": 0.31076875194522335, "naucs_at_5_diff1": 0.5257288100425364, "naucs_at_10_max": 0.47885820995064643, "naucs_at_10_std": 0.2391623315993074, "naucs_at_10_diff1": 0.40889689209017116, "naucs_at_20_max": 0.47885820995064643, "naucs_at_20_std": 0.2391623315993074, "naucs_at_20_diff1": 0.40889689209017116, "naucs_at_100_max": 0.9346405228758174, "naucs_at_100_std": 0.41433239962652313, "naucs_at_100_diff1": 0.5541549953314752, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test_captioning": {"ndcg_at_1": 0.83, "ndcg_at_3": 0.9094, "ndcg_at_5": 0.91327, "ndcg_at_10": 0.92309, "ndcg_at_20": 0.92309, "ndcg_at_100": 0.92309, "ndcg_at_1000": 0.92309, "map_at_1": 0.83, "map_at_3": 0.89167, "map_at_5": 0.89367, "map_at_10": 0.89777, "map_at_20": 0.89777, "map_at_100": 0.89777, "map_at_1000": 0.89777, "recall_at_1": 0.83, "recall_at_3": 0.96, "recall_at_5": 0.97, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.83, "precision_at_3": 0.32, "precision_at_5": 0.194, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.84, "mrr_at_3": 0.8966666666666667, "mrr_at_5": 0.8986666666666667, "mrr_at_10": 0.9027738095238097, "mrr_at_20": 0.9027738095238097, "mrr_at_100": 0.9027738095238097, "mrr_at_1000": 0.9027738095238097, "naucs_at_1_max": 0.7851047773843391, "naucs_at_1_std": 0.022406687177105176, "naucs_at_1_diff1": 0.8636152551227725, "naucs_at_3_max": 0.6679505135387462, "naucs_at_3_std": -1.2987861811391213, "naucs_at_3_diff1": 0.9673202614379101, "naucs_at_5_max": 0.6498599439775937, "naucs_at_5_std": -1.5438842203547984, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}} |