Update results.json

results.json

@@ -1 +1,465 @@
-{"../colpali/data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.70109, "ndcg_at_3": 0.7923, "ndcg_at_5": 0.81432, "ndcg_at_10": 0.82714, "ndcg_at_20": 0.83121, "ndcg_at_50": 0.83523, "ndcg_at_100": 0.83688, "map_at_1": 0.70109, "map_at_3": 0.77005, "map_at_5": 0.78241, "map_at_10": 0.78785, "map_at_20": 0.78901, "map_at_50": 0.78967, "map_at_100": 0.78981, "recall_at_1": 0.70109, "recall_at_3": 0.85662, "recall_at_5": 0.90948, "recall_at_10": 0.94836, "recall_at_20": 0.96416, "recall_at_50": 0.9842, "recall_at_100": 0.99453, "precision_at_1": 0.70109, "precision_at_3": 0.28554, "precision_at_5": 0.1819, "precision_at_10": 0.09484, "precision_at_20": 0.04821, "precision_at_50": 0.01968, "precision_at_100": 0.00995, "mrr_at_1": 0.7017010935601458, "mrr_at_3": 0.7709599027946537, "mrr_at_5": 0.7835965978128797, "mrr_at_10": 0.7887963123686088, "mrr_at_20": 0.7900069324299046, "mrr_at_50": 0.7906871013277383, "mrr_at_100": 0.7908122337289102, "naucs_at_1_max": 0.31323987398365244, "naucs_at_1_std": -0.06973458951296707, "naucs_at_1_diff1": 0.8257166838058789, "naucs_at_3_max": 0.3926659737473996, "naucs_at_3_std": 0.06571917292636736, "naucs_at_3_diff1": 0.7756394870292411, "naucs_at_5_max": 0.397380358594201, "naucs_at_5_std": 0.13868537387746546, "naucs_at_5_diff1": 0.7396051349982516, "naucs_at_10_max": 0.501090641931301, "naucs_at_10_std": 0.36694999105347903, "naucs_at_10_diff1": 0.7174193926609567, "naucs_at_20_max": 0.4765529924218107, "naucs_at_20_std": 0.3737660736114713, "naucs_at_20_diff1": 0.6900626633277733, "naucs_at_50_max": 0.6429809235278162, "naucs_at_50_std": 0.5965680225588305, "naucs_at_50_diff1": 0.7246754428536203, "naucs_at_100_max": 0.6364067564396122, "naucs_at_100_std": 0.5448683368190432, "naucs_at_100_diff1": 0.6812946217425379}, "../colpali/data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.81, "ndcg_at_3": 0.8894, "ndcg_at_5": 0.90663, "ndcg_at_10": 0.90952, "ndcg_at_20": 0.90952, "ndcg_at_50": 0.9115, "ndcg_at_100": 0.9115, "map_at_1": 0.81, "map_at_3": 0.87167, "map_at_5": 0.88167, "map_at_10": 0.88267, "map_at_20": 0.88267, "map_at_50": 0.88298, "map_at_100": 0.88298, "recall_at_1": 0.81, "recall_at_3": 0.94, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81, "precision_at_3": 0.31333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.82, "mrr_at_3": 0.8766666666666667, "mrr_at_5": 0.8866666666666667, "mrr_at_10": 0.8877777777777777, "mrr_at_20": 0.8877777777777777, "mrr_at_50": 0.8880902777777777, "mrr_at_100": 0.8880902777777777, "naucs_at_1_max": 0.0649588768400645, "naucs_at_1_std": -0.2740845513122743, "naucs_at_1_diff1": 0.6852637644716851, "naucs_at_3_max": 0.3546529723000309, "naucs_at_3_std": -0.11009959539371503, "naucs_at_3_diff1": 0.5325241207594116, "naucs_at_5_max": 0.722222222222224, "naucs_at_5_std": 0.3384687208216692, "naucs_at_5_diff1": 0.42250233426704475, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": 0.5541549953314738, "naucs_at_10_diff1": 0.7222222222222276, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": 0.5541549953314738, "naucs_at_20_diff1": 0.7222222222222276, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99, "ndcg_at_5": 0.99387, "ndcg_at_10": 0.99387, "ndcg_at_20": 0.99387, "ndcg_at_50": 0.99387, "ndcg_at_100": 0.99387, "map_at_1": 0.99, "map_at_3": 0.99, "map_at_5": 0.992, "map_at_10": 0.992, "map_at_20": 0.992, "map_at_50": 0.992, "map_at_100": 0.992, "recall_at_1": 0.99, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.99, "mrr_at_5": 0.992, "mrr_at_10": 0.992, "mrr_at_20": 0.992, "mrr_at_50": 0.992, "mrr_at_100": 0.992, "naucs_at_1_max": 0.8692810457516276, "naucs_at_1_std": -0.5634920634920657, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.8692810457516356, "naucs_at_3_std": -0.5634920634921204, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.95417, "ndcg_at_5": 0.96278, "ndcg_at_10": 0.96278, "ndcg_at_20": 0.96278, "ndcg_at_50": 0.96278, "ndcg_at_100": 0.96278, "map_at_1": 0.91, "map_at_3": 0.945, "map_at_5": 0.95, "map_at_10": 0.95, "map_at_20": 0.95, "map_at_50": 0.95, "map_at_100": 0.95, "recall_at_1": 0.91, "recall_at_3": 0.98, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.32667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.92, "mrr_at_3": 0.9566666666666667, "mrr_at_5": 0.9566666666666667, "mrr_at_10": 0.9566666666666667, "mrr_at_20": 0.9566666666666667, "mrr_at_50": 0.9566666666666667, "mrr_at_100": 0.9566666666666667, "naucs_at_1_max": 0.6380329909741665, "naucs_at_1_std": 0.3872289656603365, "naucs_at_1_diff1": 0.9419026870007259, "naucs_at_3_max": 0.8611111111111119, "naucs_at_3_std": 0.5401493930905577, "naucs_at_3_diff1": 0.9346405228758099, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.824, "ndcg_at_3": 0.86576, "ndcg_at_5": 0.88065, "ndcg_at_10": 0.88761, "ndcg_at_20": 0.89161, "ndcg_at_50": 0.89571, "ndcg_at_100": 0.89671, "map_at_1": 0.824, "map_at_3": 0.85533, "map_at_5": 0.86363, "map_at_10": 0.86642, "map_at_20": 0.86749, "map_at_50": 0.8682, "map_at_100": 0.8683, "recall_at_1": 0.824, "recall_at_3": 0.896, "recall_at_5": 0.932, "recall_at_10": 0.954, "recall_at_20": 0.97, "recall_at_50": 0.99, "recall_at_100": 0.996, "precision_at_1": 0.824, "precision_at_3": 0.29867, "precision_at_5": 0.1864, "precision_at_10": 0.0954, "precision_at_20": 0.0485, "precision_at_50": 0.0198, "precision_at_100": 0.00996, "mrr_at_1": 0.826, "mrr_at_3": 0.8566666666666666, "mrr_at_5": 0.8647666666666667, "mrr_at_10": 0.8674404761904762, "mrr_at_20": 0.868713893416525, "mrr_at_50": 0.8694424481678229, "mrr_at_100": 0.8695414304104477, "naucs_at_1_max": 0.7663278157610652, "naucs_at_1_std": -0.09768014573587591, "naucs_at_1_diff1": 0.9187263853904275, "naucs_at_3_max": 0.8138309391467555, "naucs_at_3_std": -0.023388435717895166, "naucs_at_3_diff1": 0.8748014870425184, "naucs_at_5_max": 0.8622919756137744, "naucs_at_5_std": 0.09893172955456826, "naucs_at_5_diff1": 0.8950952930191681, "naucs_at_10_max": 0.8887671010433149, "naucs_at_10_std": 0.18117971826411405, "naucs_at_10_diff1": 0.9102829537612158, "naucs_at_20_max": 0.9081854964207933, "naucs_at_20_std": 0.31092436974789345, "naucs_at_20_diff1": 0.9193899782135069, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.7428571428571219, "naucs_at_50_diff1": 0.9215686274509768, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.5613912231558791, "naucs_at_100_diff1": 0.9346405228758466}, "../colpali/data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.52993, "ndcg_at_3": 0.58573, "ndcg_at_5": 0.60558, "ndcg_at_10": 0.62266, "ndcg_at_20": 0.63582, "ndcg_at_50": 0.64908, "ndcg_at_100": 0.6581, "map_at_1": 0.52993, "map_at_3": 0.57206, "map_at_5": 0.58293, "map_at_10": 0.58991, "map_at_20": 0.59366, "map_at_50": 0.59581, "map_at_100": 0.59662, "recall_at_1": 0.52993, "recall_at_3": 0.62528, "recall_at_5": 0.67406, "recall_at_10": 0.72727, "recall_at_20": 0.77827, "recall_at_50": 0.84479, "recall_at_100": 0.90022, "precision_at_1": 0.52993, "precision_at_3": 0.20843, "precision_at_5": 0.13481, "precision_at_10": 0.07273, "precision_at_20": 0.03891, "precision_at_50": 0.0169, "precision_at_100": 0.009, "mrr_at_1": 0.5232815964523282, "mrr_at_3": 0.5728011825572801, "mrr_at_5": 0.5826681448632669, "mrr_at_10": 0.5891273360785556, "mrr_at_20": 0.5925723253011941, "mrr_at_50": 0.5943296372892853, "mrr_at_100": 0.59515893309537, "naucs_at_1_max": 0.1489445922678588, "naucs_at_1_std": 0.5944168012150516, "naucs_at_1_diff1": 0.9184631698098695, "naucs_at_3_max": 0.01752251361569101, "naucs_at_3_std": 0.7203256897672715, "naucs_at_3_diff1": 0.8894280781702324, "naucs_at_5_max": -0.04548428009159777, "naucs_at_5_std": 0.7690453232976177, "naucs_at_5_diff1": 0.8644439246273121, "naucs_at_10_max": -0.13892914655317037, "naucs_at_10_std": 0.8207534993760452, "naucs_at_10_diff1": 0.8438993391008719, "naucs_at_20_max": -0.27349363756086625, "naucs_at_20_std": 0.8575543278988474, "naucs_at_20_diff1": 0.8389957258659689, "naucs_at_50_max": -0.43528705588098854, "naucs_at_50_std": 0.9002887869267794, "naucs_at_50_diff1": 0.8407727389585528, "naucs_at_100_max": -0.4873376707138829, "naucs_at_100_std": 0.8779309480426964, "naucs_at_100_diff1": 0.8126388341509826}, "../colpali/data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.96, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.98149, "ndcg_at_10": 0.98149, "ndcg_at_20": 0.98149, "ndcg_at_50": 0.98149, "ndcg_at_100": 0.98149, "map_at_1": 0.96, "map_at_3": 0.97333, "map_at_5": 0.97533, "map_at_10": 0.97533, "map_at_20": 0.97533, "map_at_50": 0.97533, "map_at_100": 0.97533, "recall_at_1": 0.96, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.96, "mrr_at_3": 0.9733333333333333, "mrr_at_5": 0.9753333333333333, "mrr_at_10": 0.9753333333333333, "mrr_at_20": 0.9753333333333333, "mrr_at_50": 0.9753333333333333, "mrr_at_100": 0.9753333333333333, "naucs_at_1_max": 0.6785714285714297, "naucs_at_1_std": -0.529178338001864, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.89069, "ndcg_at_3": 0.91896, "ndcg_at_5": 0.92636, "ndcg_at_10": 0.93041, "ndcg_at_20": 0.93306, "ndcg_at_50": 0.93549, "ndcg_at_100": 0.93583, "map_at_1": 0.89069, "map_at_3": 0.91194, "map_at_5": 0.91599, "map_at_10": 0.91774, "map_at_20": 0.91851, "map_at_50": 0.91891, "map_at_100": 0.91894, "recall_at_1": 0.89069, "recall_at_3": 0.93927, "recall_at_5": 0.95749, "recall_at_10": 0.96964, "recall_at_20": 0.97976, "recall_at_50": 0.9919, "recall_at_100": 0.99393, "precision_at_1": 0.89069, "precision_at_3": 0.31309, "precision_at_5": 0.1915, "precision_at_10": 0.09696, "precision_at_20": 0.04899, "precision_at_50": 0.01984, "precision_at_100": 0.00994, "mrr_at_1": 0.888663967611336, "mrr_at_3": 0.9102564102564102, "mrr_at_5": 0.9148110661268556, "mrr_at_10": 0.9165558126084441, "mrr_at_20": 0.9173312497615903, "mrr_at_50": 0.917719246204226, "mrr_at_100": 0.917752984395859, "naucs_at_1_max": 0.6452597879999299, "naucs_at_1_std": -0.1583967206391628, "naucs_at_1_diff1": 0.9382939669972173, "naucs_at_3_max": 0.6792175380169426, "naucs_at_3_std": -0.07352824072374452, "naucs_at_3_diff1": 0.9330460900047705, "naucs_at_5_max": 0.8390629595590892, "naucs_at_5_std": 0.22116664077349757, "naucs_at_5_diff1": 0.9626852988386374, "naucs_at_10_max": 0.8657206615100057, "naucs_at_10_std": 0.2744376241740944, "naucs_at_10_diff1": 0.9564661819784096, "naucs_at_20_max": 0.9183327616354467, "naucs_at_20_std": 0.6804227380555364, "naucs_at_20_diff1": 0.9477594183740975, "naucs_at_50_max": 0.8979159520443043, "naucs_at_50_std": 0.674633185026432, "naucs_at_50_diff1": 0.9346992729676393, "naucs_at_100_max": 0.8638879360590712, "naucs_at_100_std": 0.5661775800352391, "naucs_at_100_diff1": 0.9129323639568517}, "../colpali/data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.95893, "ndcg_at_5": 0.95893, "ndcg_at_10": 0.96542, "ndcg_at_20": 0.96542, "ndcg_at_50": 0.9676, "ndcg_at_100": 0.9676, "map_at_1": 0.94, "map_at_3": 0.955, "map_at_5": 0.955, "map_at_10": 0.95768, "map_at_20": 0.95768, "map_at_50": 0.95811, "map_at_100": 0.95811, "recall_at_1": 0.94, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.96, "mrr_at_5": 0.96, "mrr_at_10": 0.9625396825396826, "mrr_at_20": 0.9630659983291562, "mrr_at_50": 0.9630659983291562, "mrr_at_100": 0.9630659983291562, "naucs_at_1_max": 0.06847183317771653, "naucs_at_1_std": -0.9000933706816028, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.6150015561780285, "naucs_at_3_std": -1.21708683473389, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.6150015561780299, "naucs_at_5_std": -1.2170868347338937, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.84286, "ndcg_at_3": 0.88737, "ndcg_at_5": 0.89459, "ndcg_at_10": 0.89794, "ndcg_at_20": 0.90691, "ndcg_at_50": 0.90985, "ndcg_at_100": 0.91045, "map_at_1": 0.84286, "map_at_3": 0.87679, "map_at_5": 0.88071, "map_at_10": 0.88203, "map_at_20": 0.88445, "map_at_50": 0.88496, "map_at_100": 0.88502, "recall_at_1": 0.84286, "recall_at_3": 0.91786, "recall_at_5": 0.93571, "recall_at_10": 0.94643, "recall_at_20": 0.98214, "recall_at_50": 0.99643, "recall_at_100": 1.0, "precision_at_1": 0.84286, "precision_at_3": 0.30595, "precision_at_5": 0.18714, "precision_at_10": 0.09464, "precision_at_20": 0.04911, "precision_at_50": 0.01993, "precision_at_100": 0.01, "mrr_at_1": 0.8392857142857143, "mrr_at_3": 0.8744047619047619, "mrr_at_5": 0.8783333333333333, "mrr_at_10": 0.8797108843537415, "mrr_at_20": 0.8821667166283763, "mrr_at_50": 0.8826871907663073, "mrr_at_100": 0.8827487671209872, "naucs_at_1_max": 0.5016709740664825, "naucs_at_1_std": 0.19134881026646522, "naucs_at_1_diff1": 0.9055454059353004, "naucs_at_3_max": 0.6889741403807901, "naucs_at_3_std": 0.34459870904883405, "naucs_at_3_diff1": 0.8472780416514442, "naucs_at_5_max": 0.6857039111941077, "naucs_at_5_std": 0.40758896151053337, "naucs_at_5_diff1": 0.8275495383338527, "naucs_at_10_max": 0.6228446934329287, "naucs_at_10_std": 0.31633986928104846, "naucs_at_10_diff1": 0.8017740429505158, "naucs_at_20_max": 0.9183006535947714, "naucs_at_20_std": 0.7605042016806759, "naucs_at_20_diff1": 0.9183006535947714, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 0.8692810457515607, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}}
+{"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.62179, "ndcg_at_3": 0.57934, "ndcg_at_5": 0.62234, "ndcg_at_10": 0.65262, "ndcg_at_20": 0.67475, "ndcg_at_50": 0.70087, "ndcg_at_100": 0.71211, "map_at_1": 0.43526, "map_at_3": 0.50267, "map_at_5": 0.55008, "map_at_10": 0.57335, "map_at_20": 0.58435, "map_at_50": 0.59308, "map_at_100": 0.5954, "recall_at_1": 0.43526, "recall_at_3": 0.53333, "recall_at_5": 0.66204, "recall_at_10": 0.75262, "recall_at_20": 0.81833, "recall_at_50": 0.91518, "recall_at_100": 0.96614, "precision_at_1": 0.63462, "precision_at_3": 0.30769, "precision_at_5": 0.24615, "precision_at_10": 0.14808, "precision_at_20": 0.08654, "precision_at_50": 0.04115, "precision_at_100": 0.02212, "mrr_at_1": 0.5961538461538461, "mrr_at_3": 0.6442307692307693, "mrr_at_5": 0.6721153846153847, "mrr_at_10": 0.678792735042735, "mrr_at_20": 0.6830509768009766, "mrr_at_50": 0.6843387515262513, "mrr_at_100": 0.6846592643467642, "naucs_at_1_max": 0.007278669575223614, "naucs_at_1_std": -0.16862511436532815, "naucs_at_1_diff1": 0.37195886708166814, "naucs_at_3_max": -0.11224357092950424, "naucs_at_3_std": -0.13484611004600808, "naucs_at_3_diff1": 0.12647962031083498, "naucs_at_5_max": -0.08235536599427677, "naucs_at_5_std": 0.029280898603991155, "naucs_at_5_diff1": 0.03850576951146517, "naucs_at_10_max": -0.05329392017057177, "naucs_at_10_std": 0.07795337723139084, "naucs_at_10_diff1": -0.13170232588923755, "naucs_at_20_max": -0.13017358757688524, "naucs_at_20_std": -0.008088492748358699, "naucs_at_20_diff1": -0.2193370407928556, "naucs_at_50_max": -0.09015721409307421, "naucs_at_50_std": 0.022247428759607314, "naucs_at_50_diff1": -0.2736453927338279, "naucs_at_100_max": -0.14696693886931617, "naucs_at_100_std": -0.010945474748335252, "naucs_at_100_diff1": -0.3271662812920136},
+        "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.55603,
+            "ndcg_at_3": 0.54807,
+            "ndcg_at_5": 0.53157,
+            "ndcg_at_10": 0.5146,
+            "ndcg_at_20": 0.54585,
+            "ndcg_at_50": 0.61451,
+            "ndcg_at_100": 0.6553,
+            "map_at_1": 0.0783,
+            "map_at_3": 0.16664,
+            "map_at_5": 0.21874,
+            "map_at_10": 0.28014,
+            "map_at_20": 0.3378,
+            "map_at_50": 0.39242,
+            "map_at_100": 0.42099,
+            "recall_at_1": 0.0783,
+            "recall_at_3": 0.20216,
+            "recall_at_5": 0.28814,
+            "recall_at_10": 0.41158,
+            "recall_at_20": 0.55969,
+            "recall_at_50": 0.76372,
+            "recall_at_100": 0.88571,
+            "precision_at_1": 0.55603,
+            "precision_at_3": 0.51293,
+            "precision_at_5": 0.47328,
+            "precision_at_10": 0.38103,
+            "precision_at_20": 0.29483,
+            "precision_at_50": 0.18716,
+            "precision_at_100": 0.1244,
+            "mrr_at_1": 0.5474137931034483,
+            "mrr_at_3": 0.6666666666666666,
+            "mrr_at_5": 0.6847701149425288,
+            "mrr_at_10": 0.6911022167487685,
+            "mrr_at_20": 0.6938394796748926,
+            "mrr_at_50": 0.6948904461025456,
+            "mrr_at_100": 0.6948904461025456,
+            "naucs_at_1_max": 0.07994091110523227,
+            "naucs_at_1_std": 0.12444987153144782,
+            "naucs_at_1_diff1": 0.09424460432630058,
+            "naucs_at_3_max": 0.16923654602805172,
+            "naucs_at_3_std": 0.2045449370458442,
+            "naucs_at_3_diff1": 0.09926647816044282,
+            "naucs_at_5_max": 0.17728557191005953,
+            "naucs_at_5_std": 0.2565334951047491,
+            "naucs_at_5_diff1": 0.07759845826151261,
+            "naucs_at_10_max": 0.13245740814133947,
+            "naucs_at_10_std": 0.21617752015273486,
+            "naucs_at_10_diff1": 0.023098575182872085,
+            "naucs_at_20_max": 0.0673142638543018,
+            "naucs_at_20_std": 0.19206721484700626,
+            "naucs_at_20_diff1": -0.007872307371572145,
+            "naucs_at_50_max": -0.02207912884522245,
+            "naucs_at_50_std": 0.14587302006330063,
+            "naucs_at_50_diff1": -0.048901378247186766,
+            "naucs_at_100_max": -0.07381834254515347,
+            "naucs_at_100_std": 0.10309591458261987,
+            "naucs_at_100_diff1": -0.0369817902657747
+        },
+        "vidore/synthetic_axa_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.55556,
+            "ndcg_at_3": 0.57286,
+            "ndcg_at_5": 0.57184,
+            "ndcg_at_10": 0.57514,
+            "ndcg_at_20": 0.60015,
+            "ndcg_at_50": 0.64497,
+            "ndcg_at_100": 0.67229,
+            "map_at_1": 0.27024,
+            "map_at_3": 0.35733,
+            "map_at_5": 0.40728,
+            "map_at_10": 0.4556,
+            "map_at_20": 0.48059,
+            "map_at_50": 0.50401,
+            "map_at_100": 0.51134,
+            "recall_at_1": 0.27024,
+            "recall_at_3": 0.42572,
+            "recall_at_5": 0.50846,
+            "recall_at_10": 0.61625,
+            "recall_at_20": 0.70808,
+            "recall_at_50": 0.81979,
+            "recall_at_100": 0.92724,
+            "precision_at_1": 0.55556,
+            "precision_at_3": 0.40741,
+            "precision_at_5": 0.34444,
+            "precision_at_10": 0.24028,
+            "precision_at_20": 0.15,
+            "precision_at_50": 0.07972,
+            "precision_at_100": 0.04542,
+            "mrr_at_1": 0.5138888888888888,
+            "mrr_at_3": 0.6388888888888888,
+            "mrr_at_5": 0.6486111111111111,
+            "mrr_at_10": 0.6532407407407407,
+            "mrr_at_20": 0.6550035612535612,
+            "mrr_at_50": 0.6554515899273964,
+            "mrr_at_100": 0.6562765438177584,
+            "naucs_at_1_max": 0.06394991291872823,
+            "naucs_at_1_std": 0.2339109450954795,
+            "naucs_at_1_diff1": 0.30591875421589343,
+            "naucs_at_3_max": -0.17975083964563082,
+            "naucs_at_3_std": 0.027577428119795747,
+            "naucs_at_3_diff1": 0.09852366590105074,
+            "naucs_at_5_max": -0.23673003232880171,
+            "naucs_at_5_std": -0.01855706256438857,
+            "naucs_at_5_diff1": 0.03504088887398939,
+            "naucs_at_10_max": -0.32103926214321127,
+            "naucs_at_10_std": -0.06117912492226144,
+            "naucs_at_10_diff1": -0.14080922308311572,
+            "naucs_at_20_max": -0.34694147283910304,
+            "naucs_at_20_std": -0.04490360729046198,
+            "naucs_at_20_diff1": -0.17565284792297425,
+            "naucs_at_50_max": -0.3890920945387956,
+            "naucs_at_50_std": -0.06731905750861354,
+            "naucs_at_50_diff1": -0.19417578723003429,
+            "naucs_at_100_max": -0.41189447174112953,
+            "naucs_at_100_std": -0.0755751130681716,
+            "naucs_at_100_diff1": -0.21048470142462247
+        },
+        "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": {
+            "ndcg_at_1": 0.59375,
+            "ndcg_at_3": 0.59937,
+            "ndcg_at_5": 0.6176,
+            "ndcg_at_10": 0.65125,
+            "ndcg_at_20": 0.68031,
+            "ndcg_at_50": 0.70414,
+            "ndcg_at_100": 0.7118,
+            "map_at_1": 0.35678,
+            "map_at_3": 0.48409,
+            "map_at_5": 0.52133,
+            "map_at_10": 0.55746,
+            "map_at_20": 0.57311,
+            "map_at_50": 0.582,
+            "map_at_100": 0.58404,
+            "recall_at_1": 0.35678,
+            "recall_at_3": 0.5553,
+            "recall_at_5": 0.6424,
+            "recall_at_10": 0.74954,
+            "recall_at_20": 0.83273,
+            "recall_at_50": 0.90356,
+            "recall_at_100": 0.92956,
+            "precision_at_1": 0.59375,
+            "precision_at_3": 0.36875,
+            "precision_at_5": 0.2775,
+            "precision_at_10": 0.18,
+            "precision_at_20": 0.10656,
+            "precision_at_50": 0.05138,
+            "precision_at_100": 0.02756,
+            "mrr_at_1": 0.5875,
+            "mrr_at_3": 0.6791666666666667,
+            "mrr_at_5": 0.6979166666666667,
+            "mrr_at_10": 0.7059871031746032,
+            "mrr_at_20": 0.7082808189563704,
+            "mrr_at_50": 0.7090456790962306,
+            "mrr_at_100": 0.7091433353462306,
+            "naucs_at_1_max": 0.249983882109141,
+            "naucs_at_1_std": -0.041280221045360686,
+            "naucs_at_1_diff1": 0.4059037531660143,
+            "naucs_at_3_max": 0.01878691845110894,
+            "naucs_at_3_std": -0.06513153750357396,
+            "naucs_at_3_diff1": -0.04117906448220925,
+            "naucs_at_5_max": -0.03604209381453121,
+            "naucs_at_5_std": -0.026999419446342467,
+            "naucs_at_5_diff1": -0.2004747312183539,
+            "naucs_at_10_max": -0.15546557639975261,
+            "naucs_at_10_std": -0.12249727214166432,
+            "naucs_at_10_diff1": -0.28313723428030524,
+            "naucs_at_20_max": -0.230360039337395,
+            "naucs_at_20_std": -0.11871250920639782,
+            "naucs_at_20_diff1": -0.35374918579255926,
+            "naucs_at_50_max": -0.21935608877014798,
+            "naucs_at_50_std": -0.04506401935703416,
+            "naucs_at_50_diff1": -0.34518311048379996,
+            "naucs_at_100_max": -0.22834972168166315,
+            "naucs_at_100_std": -0.04987710526052404,
+            "naucs_at_100_diff1": -0.33362168437999984
+        },
+        "vidore/synthetic_rse_restaurant_filtered_v1.0": {
+            "ndcg_at_1": 0.52632,
+            "ndcg_at_3": 0.48702,
+            "ndcg_at_5": 0.53392,
+            "ndcg_at_10": 0.5786,
+            "ndcg_at_20": 0.62288,
+            "ndcg_at_50": 0.64776,
+            "ndcg_at_100": 0.66238,
+            "map_at_1": 0.23981,
+            "map_at_3": 0.34792,
+            "map_at_5": 0.408,
+            "map_at_10": 0.4528,
+            "map_at_20": 0.48189,
+            "map_at_50": 0.49681,
+            "map_at_100": 0.50309,
+            "recall_at_1": 0.23981,
+            "recall_at_3": 0.41261,
+            "recall_at_5": 0.55802,
+            "recall_at_10": 0.71472,
+            "recall_at_20": 0.85539,
+            "recall_at_50": 0.9246,
+            "recall_at_100": 0.97368,
+            "precision_at_1": 0.52632,
+            "precision_at_3": 0.35088,
+            "precision_at_5": 0.29474,
+            "precision_at_10": 0.2,
+            "precision_at_20": 0.13158,
+            "precision_at_50": 0.06877,
+            "precision_at_100": 0.0386,
+            "mrr_at_1": 0.5087719298245614,
+            "mrr_at_3": 0.5877192982456141,
+            "mrr_at_5": 0.6149122807017543,
+            "mrr_at_10": 0.6263575605680868,
+            "mrr_at_20": 0.6303891040733146,
+            "mrr_at_50": 0.6303891040733146,
+            "mrr_at_100": 0.6305757408780925,
+            "naucs_at_1_max": -0.08333796614169701,
+            "naucs_at_1_std": 0.02230843203992766,
+            "naucs_at_1_diff1": 0.05161927720353975,
+            "naucs_at_3_max": -0.03209945113922174,
+            "naucs_at_3_std": 0.04489217019394448,
+            "naucs_at_3_diff1": -0.03516139834577249,
+            "naucs_at_5_max": -0.08062920691129684,
+            "naucs_at_5_std": 0.05137467110356768,
+            "naucs_at_5_diff1": -0.11589678137851257,
+            "naucs_at_10_max": -0.19710514484783043,
+            "naucs_at_10_std": -0.019483171394852755,
+            "naucs_at_10_diff1": -0.19216047549364354,
+            "naucs_at_20_max": -0.2492809947138442,
+            "naucs_at_20_std": -0.019880591668848344,
+            "naucs_at_20_diff1": -0.13918128050450226,
+            "naucs_at_50_max": -0.297692866142236,
+            "naucs_at_50_std": 0.015944137484135215,
+            "naucs_at_50_diff1": -0.10169694250184191,
+            "naucs_at_100_max": -0.3263966784104191,
+            "naucs_at_100_std": -0.004102727593586926,
+            "naucs_at_100_diff1": -0.06847320679987662
+        },
+        "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": {
+            "ndcg_at_1": 0.51754,
+            "ndcg_at_3": 0.50334,
+            "ndcg_at_5": 0.54222,
+            "ndcg_at_10": 0.58819,
+            "ndcg_at_20": 0.6317,
+            "ndcg_at_50": 0.65775,
+            "ndcg_at_100": 0.67204,
+            "map_at_1": 0.24814,
+            "map_at_3": 0.36856,
+            "map_at_5": 0.42073,
+            "map_at_10": 0.4663,
+            "map_at_20": 0.49471,
+            "map_at_50": 0.50962,
+            "map_at_100": 0.51599,
+            "recall_at_1": 0.24814,
+            "recall_at_3": 0.43973,
+            "recall_at_5": 0.56658,
+            "recall_at_10": 0.71523,
+            "recall_at_20": 0.85844,
+            "recall_at_50": 0.93536,
+            "recall_at_100": 0.97971,
+            "precision_at_1": 0.51754,
+            "precision_at_3": 0.3538,
+            "precision_at_5": 0.29123,
+            "precision_at_10": 0.20219,
+            "precision_at_20": 0.13246,
+            "precision_at_50": 0.06825,
+            "precision_at_100": 0.03855,
+            "mrr_at_1": 0.5263157894736842,
+            "mrr_at_3": 0.6016081871345029,
+            "mrr_at_5": 0.6288011695906434,
+            "mrr_at_10": 0.6403230297967141,
+            "mrr_at_20": 0.6438437895094242,
+            "mrr_at_50": 0.6443535683849544,
+            "mrr_at_100": 0.644453714963128,
+            "naucs_at_1_max": 0.01943705593605114,
+            "naucs_at_1_std": 0.10857657836709796,
+            "naucs_at_1_diff1": 0.31024815892610824,
+            "naucs_at_3_max": -0.026602088034168622,
+            "naucs_at_3_std": 0.06693038369249117,
+            "naucs_at_3_diff1": 0.06536575914252513,
+            "naucs_at_5_max": -0.10400806660437836,
+            "naucs_at_5_std": 0.011805949215176312,
+            "naucs_at_5_diff1": -0.040514684440300354,
+            "naucs_at_10_max": -0.16246054552831016,
+            "naucs_at_10_std": -0.004963201865618914,
+            "naucs_at_10_diff1": -0.14424024163286125,
+            "naucs_at_20_max": -0.2068822330886405,
+            "naucs_at_20_std": 0.01182183229908038,
+            "naucs_at_20_diff1": -0.14776288061245282,
+            "naucs_at_50_max": -0.2382304805368312,
+            "naucs_at_50_std": 0.06100699728024982,
+            "naucs_at_50_diff1": -0.16038145767725714,
+            "naucs_at_100_max": -0.2526736911992193,
+            "naucs_at_100_std": 0.07538174516910437,
+            "naucs_at_100_diff1": -0.1425829565807366
+        },
+        "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": {
+            "ndcg_at_1": 0.55,
+            "ndcg_at_3": 0.54747,
+            "ndcg_at_5": 0.56523,
+            "ndcg_at_10": 0.60236,
+            "ndcg_at_20": 0.63192,
+            "ndcg_at_50": 0.65894,
+            "ndcg_at_100": 0.66916,
+            "map_at_1": 0.32887,
+            "map_at_3": 0.43891,
+            "map_at_5": 0.47556,
+            "map_at_10": 0.51112,
+            "map_at_20": 0.52597,
+            "map_at_50": 0.53502,
+            "map_at_100": 0.53747,
+            "recall_at_1": 0.32887,
+            "recall_at_3": 0.50621,
+            "recall_at_5": 0.59078,
+            "recall_at_10": 0.7021,
+            "recall_at_20": 0.78896,
+            "recall_at_50": 0.87545,
+            "recall_at_100": 0.91215,
+            "precision_at_1": 0.55,
+            "precision_at_3": 0.33698,
+            "precision_at_5": 0.25625,
+            "precision_at_10": 0.16797,
+            "precision_at_20": 0.10016,
+            "precision_at_50": 0.04875,
+            "precision_at_100": 0.02653,
+            "mrr_at_1": 0.5421875,
+            "mrr_at_3": 0.6315104166666667,
+            "mrr_at_5": 0.6464322916666666,
+            "mrr_at_10": 0.6572829861111111,
+            "mrr_at_20": 0.6611296462086782,
+            "mrr_at_50": 0.6623597304996574,
+            "mrr_at_100": 0.6624612115027679,
+            "naucs_at_1_max": 0.21639796742259326,
+            "naucs_at_1_std": -0.03628975637155085,
+            "naucs_at_1_diff1": 0.4459120269606122,
+            "naucs_at_3_max": 0.03669633870346066,
+            "naucs_at_3_std": -0.08520389607094239,
+            "naucs_at_3_diff1": 0.040408263382322174,
+            "naucs_at_5_max": -0.04548934564318856,
+            "naucs_at_5_std": -0.07038321737921435,
+            "naucs_at_5_diff1": -0.10616437737784175,
+            "naucs_at_10_max": -0.1278578682315184,
+            "naucs_at_10_std": -0.10363742277920715,
+            "naucs_at_10_diff1": -0.1945365842241381,
+            "naucs_at_20_max": -0.1602047364202233,
+            "naucs_at_20_std": -0.09160204736420194,
+            "naucs_at_20_diff1": -0.2459548568724758,
+            "naucs_at_50_max": -0.16751679776268727,
+            "naucs_at_50_std": -0.029600561994848625,
+            "naucs_at_50_diff1": -0.28501697067776877,
+            "naucs_at_100_max": -0.1840412781009732,
+            "naucs_at_100_std": -0.029290750955906976,
+            "naucs_at_100_diff1": -0.27754478203216754
+        },
+        "vidore/synthetic_axa_filtered_v1.0": {
+            "ndcg_at_1": 0.61111,
+            "ndcg_at_3": 0.63835,
+            "ndcg_at_5": 0.65099,
+            "ndcg_at_10": 0.66413,
+            "ndcg_at_20": 0.67711,
+            "ndcg_at_50": 0.72121,
+            "ndcg_at_100": 0.73402,
+            "map_at_1": 0.29544,
+            "map_at_3": 0.39626,
+            "map_at_5": 0.4688,
+            "map_at_10": 0.53459,
+            "map_at_20": 0.55814,
+            "map_at_50": 0.5817,
+            "map_at_100": 0.58632,
+            "recall_at_1": 0.29544,
+            "recall_at_3": 0.49889,
+            "recall_at_5": 0.59938,
+            "recall_at_10": 0.74741,
+            "recall_at_20": 0.80396,
+            "recall_at_50": 0.93358,
+            "recall_at_100": 0.97068,
+            "precision_at_1": 0.61111,
+            "precision_at_3": 0.46296,
+            "precision_at_5": 0.41111,
+            "precision_at_10": 0.28889,
+            "precision_at_20": 0.17222,
+            "precision_at_50": 0.08556,
+            "precision_at_100": 0.04611,
+            "mrr_at_1": 0.6111111111111112,
+            "mrr_at_3": 0.712962962962963,
+            "mrr_at_5": 0.712962962962963,
+            "mrr_at_10": 0.7222222222222222,
+            "mrr_at_20": 0.7222222222222222,
+            "mrr_at_50": 0.7239057239057238,
+            "mrr_at_100": 0.7239057239057238,
+            "naucs_at_1_max": 0.021377128555080525,
+            "naucs_at_1_std": -0.0024330874521297486,
+            "naucs_at_1_diff1": 0.6766922062442021,
+            "naucs_at_3_max": -0.5386403640030516,
+            "naucs_at_3_std": -0.339024827473691,
+            "naucs_at_3_diff1": -0.13999146573412896,
+            "naucs_at_5_max": -0.5536345449068457,
+            "naucs_at_5_std": -0.32978315319997686,
+            "naucs_at_5_diff1": -0.1515416702953352,
+            "naucs_at_10_max": -0.6913115857640982,
+            "naucs_at_10_std": -0.3590368655225717,
+            "naucs_at_10_diff1": -0.4262436564575138,
+            "naucs_at_20_max": -0.6790472085176197,
+            "naucs_at_20_std": -0.2636829434018275,
+            "naucs_at_20_diff1": -0.46059572736900606,
+            "naucs_at_50_max": -0.6436105950460144,
+            "naucs_at_50_std": -0.17446418069026137,
+            "naucs_at_50_diff1": -0.5059059487831842,
+            "naucs_at_100_max": -0.6463006925980164,
+            "naucs_at_100_std": -0.1497578630779427,
+            "naucs_at_100_diff1": -0.5112033641662738
+        },
+        "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": {
+            "ndcg_at_1": 0.65517,
+            "ndcg_at_3": 0.63819,
+            "ndcg_at_5": 0.61521,
+            "ndcg_at_10": 0.5906,
+            "ndcg_at_20": 0.60536,
+            "ndcg_at_50": 0.66285,
+            "ndcg_at_100": 0.70251,
+            "map_at_1": 0.06921,
+            "map_at_3": 0.18532,
+            "map_at_5": 0.25479,
+            "map_at_10": 0.33604,
+            "map_at_20": 0.39502,
+            "map_at_50": 0.44809,
+            "map_at_100": 0.47767,
+            "recall_at_1": 0.06921,
+            "recall_at_3": 0.23206,
+            "recall_at_5": 0.33701,
+            "recall_at_10": 0.4769,
+            "recall_at_20": 0.60612,
+            "recall_at_50": 0.78689,
+            "recall_at_100": 0.90662,
+            "precision_at_1": 0.65517,
+            "precision_at_3": 0.6092,
+            "precision_at_5": 0.55862,
+            "precision_at_10": 0.4431,
+            "precision_at_20": 0.32241,
+            "precision_at_50": 0.19414,
+            "precision_at_100": 0.12759,
+            "mrr_at_1": 0.6206896551724138,
+            "mrr_at_3": 0.735632183908046,
+            "mrr_at_5": 0.7468390804597702,
+            "mrr_at_10": 0.7525862068965516,
+            "mrr_at_20": 0.753448275862069,
+            "mrr_at_50": 0.7547113805734496,
+            "mrr_at_100": 0.7547113805734496,
+            "naucs_at_1_max": 0.3467227583809364,
+            "naucs_at_1_std": 0.46598561053805343,
+            "naucs_at_1_diff1": 0.2918337389920708,
+            "naucs_at_3_max": 0.2797595385222247,
+            "naucs_at_3_std": 0.2864952959792759,
+            "naucs_at_3_diff1": 0.3913734193294228,
+            "naucs_at_5_max": 0.25393027831323856,
+            "naucs_at_5_std": 0.3095747235773235,
+            "naucs_at_5_diff1": 0.3645542505594328,
+            "naucs_at_10_max": 0.2700390408547681,
+            "naucs_at_10_std": 0.32232824677308325,
+            "naucs_at_10_diff1": 0.2680868235374596,
+            "naucs_at_20_max": 0.17701498139167485,
+            "naucs_at_20_std": 0.2949738297548142,
+            "naucs_at_20_diff1": 0.22778015683462374,
+            "naucs_at_50_max": 0.005866671306298476,
+            "naucs_at_50_std": 0.18617183360877715,
+            "naucs_at_50_diff1": 0.2543543566117715,
+            "naucs_at_100_max": -0.051660558691400224,
+            "naucs_at_100_std": 0.12365631128720926,
+            "naucs_at_100_diff1": 0.27211571635112025
+        }, "../colpali/data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.70109, "ndcg_at_3": 0.7923, "ndcg_at_5": 0.81432, "ndcg_at_10": 0.82714, "ndcg_at_20": 0.83121, "ndcg_at_50": 0.83523, "ndcg_at_100": 0.83688, "map_at_1": 0.70109, "map_at_3": 0.77005, "map_at_5": 0.78241, "map_at_10": 0.78785, "map_at_20": 0.78901, "map_at_50": 0.78967, "map_at_100": 0.78981, "recall_at_1": 0.70109, "recall_at_3": 0.85662, "recall_at_5": 0.90948, "recall_at_10": 0.94836, "recall_at_20": 0.96416, "recall_at_50": 0.9842, "recall_at_100": 0.99453, "precision_at_1": 0.70109, "precision_at_3": 0.28554, "precision_at_5": 0.1819, "precision_at_10": 0.09484, "precision_at_20": 0.04821, "precision_at_50": 0.01968, "precision_at_100": 0.00995, "mrr_at_1": 0.7017010935601458, "mrr_at_3": 0.7709599027946537, "mrr_at_5": 0.7835965978128797, "mrr_at_10": 0.7887963123686088, "mrr_at_20": 0.7900069324299046, "mrr_at_50": 0.7906871013277383, "mrr_at_100": 0.7908122337289102, "naucs_at_1_max": 0.31323987398365244, "naucs_at_1_std": -0.06973458951296707, "naucs_at_1_diff1": 0.8257166838058789, "naucs_at_3_max": 0.3926659737473996, "naucs_at_3_std": 0.06571917292636736, "naucs_at_3_diff1": 0.7756394870292411, "naucs_at_5_max": 0.397380358594201, "naucs_at_5_std": 0.13868537387746546, "naucs_at_5_diff1": 0.7396051349982516, "naucs_at_10_max": 0.501090641931301, "naucs_at_10_std": 0.36694999105347903, "naucs_at_10_diff1": 0.7174193926609567, "naucs_at_20_max": 0.4765529924218107, "naucs_at_20_std": 0.3737660736114713, "naucs_at_20_diff1": 0.6900626633277733, "naucs_at_50_max": 0.6429809235278162, "naucs_at_50_std": 0.5965680225588305, "naucs_at_50_diff1": 0.7246754428536203, "naucs_at_100_max": 0.6364067564396122, "naucs_at_100_std": 0.5448683368190432, "naucs_at_100_diff1": 0.6812946217425379}, "../colpali/data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.81, "ndcg_at_3": 0.8894, "ndcg_at_5": 0.90663, "ndcg_at_10": 0.90952, "ndcg_at_20": 0.90952, "ndcg_at_50": 0.9115, "ndcg_at_100": 0.9115, "map_at_1": 0.81, "map_at_3": 0.87167, "map_at_5": 0.88167, "map_at_10": 0.88267, "map_at_20": 0.88267, "map_at_50": 0.88298, "map_at_100": 0.88298, "recall_at_1": 0.81, "recall_at_3": 0.94, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.81, "precision_at_3": 0.31333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.82, "mrr_at_3": 0.8766666666666667, "mrr_at_5": 0.8866666666666667, "mrr_at_10": 0.8877777777777777, "mrr_at_20": 0.8877777777777777, "mrr_at_50": 0.8880902777777777, "mrr_at_100": 0.8880902777777777, "naucs_at_1_max": 0.0649588768400645, "naucs_at_1_std": -0.2740845513122743, "naucs_at_1_diff1": 0.6852637644716851, "naucs_at_3_max": 0.3546529723000309, "naucs_at_3_std": -0.11009959539371503, "naucs_at_3_diff1": 0.5325241207594116, "naucs_at_5_max": 0.722222222222224, "naucs_at_5_std": 0.3384687208216692, "naucs_at_5_diff1": 0.42250233426704475, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": 0.5541549953314738, "naucs_at_10_diff1": 0.7222222222222276, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": 0.5541549953314738, "naucs_at_20_diff1": 0.7222222222222276, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99, "ndcg_at_5": 0.99387, "ndcg_at_10": 0.99387, "ndcg_at_20": 0.99387, "ndcg_at_50": 0.99387, "ndcg_at_100": 0.99387, "map_at_1": 0.99, "map_at_3": 0.99, "map_at_5": 0.992, "map_at_10": 0.992, "map_at_20": 0.992, "map_at_50": 0.992, "map_at_100": 0.992, "recall_at_1": 0.99, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.99, "mrr_at_5": 0.992, "mrr_at_10": 0.992, "mrr_at_20": 0.992, "mrr_at_50": 0.992, "mrr_at_100": 0.992, "naucs_at_1_max": 0.8692810457516276, "naucs_at_1_std": -0.5634920634920657, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.8692810457516356, "naucs_at_3_std": -0.5634920634921204, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.95417, "ndcg_at_5": 0.96278, "ndcg_at_10": 0.96278, "ndcg_at_20": 0.96278, "ndcg_at_50": 0.96278, "ndcg_at_100": 0.96278, "map_at_1": 0.91, "map_at_3": 0.945, "map_at_5": 0.95, "map_at_10": 0.95, "map_at_20": 0.95, "map_at_50": 0.95, "map_at_100": 0.95, "recall_at_1": 0.91, "recall_at_3": 0.98, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.32667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.92, "mrr_at_3": 0.9566666666666667, "mrr_at_5": 0.9566666666666667, "mrr_at_10": 0.9566666666666667, "mrr_at_20": 0.9566666666666667, "mrr_at_50": 0.9566666666666667, "mrr_at_100": 0.9566666666666667, "naucs_at_1_max": 0.6380329909741665, "naucs_at_1_std": 0.3872289656603365, "naucs_at_1_diff1": 0.9419026870007259, "naucs_at_3_max": 0.8611111111111119, "naucs_at_3_std": 0.5401493930905577, "naucs_at_3_diff1": 0.9346405228758099, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.824, "ndcg_at_3": 0.86576, "ndcg_at_5": 0.88065, "ndcg_at_10": 0.88761, "ndcg_at_20": 0.89161, "ndcg_at_50": 0.89571, "ndcg_at_100": 0.89671, "map_at_1": 0.824, "map_at_3": 0.85533, "map_at_5": 0.86363, "map_at_10": 0.86642, "map_at_20": 0.86749, "map_at_50": 0.8682, "map_at_100": 0.8683, "recall_at_1": 0.824, "recall_at_3": 0.896, "recall_at_5": 0.932, "recall_at_10": 0.954, "recall_at_20": 0.97, "recall_at_50": 0.99, "recall_at_100": 0.996, "precision_at_1": 0.824, "precision_at_3": 0.29867, "precision_at_5": 0.1864, "precision_at_10": 0.0954, "precision_at_20": 0.0485, "precision_at_50": 0.0198, "precision_at_100": 0.00996, "mrr_at_1": 0.826, "mrr_at_3": 0.8566666666666666, "mrr_at_5": 0.8647666666666667, "mrr_at_10": 0.8674404761904762, "mrr_at_20": 0.868713893416525, "mrr_at_50": 0.8694424481678229, "mrr_at_100": 0.8695414304104477, "naucs_at_1_max": 0.7663278157610652, "naucs_at_1_std": -0.09768014573587591, "naucs_at_1_diff1": 0.9187263853904275, "naucs_at_3_max": 0.8138309391467555, "naucs_at_3_std": -0.023388435717895166, "naucs_at_3_diff1": 0.8748014870425184, "naucs_at_5_max": 0.8622919756137744, "naucs_at_5_std": 0.09893172955456826, "naucs_at_5_diff1": 0.8950952930191681, "naucs_at_10_max": 0.8887671010433149, "naucs_at_10_std": 0.18117971826411405, "naucs_at_10_diff1": 0.9102829537612158, "naucs_at_20_max": 0.9081854964207933, "naucs_at_20_std": 0.31092436974789345, "naucs_at_20_diff1": 0.9193899782135069, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.7428571428571219, "naucs_at_50_diff1": 0.9215686274509768, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.5613912231558791, "naucs_at_100_diff1": 0.9346405228758466}, "../colpali/data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.52993, "ndcg_at_3": 0.58573, "ndcg_at_5": 0.60558, "ndcg_at_10": 0.62266, "ndcg_at_20": 0.63582, "ndcg_at_50": 0.64908, "ndcg_at_100": 0.6581, "map_at_1": 0.52993, "map_at_3": 0.57206, "map_at_5": 0.58293, "map_at_10": 0.58991, "map_at_20": 0.59366, "map_at_50": 0.59581, "map_at_100": 0.59662, "recall_at_1": 0.52993, "recall_at_3": 0.62528, "recall_at_5": 0.67406, "recall_at_10": 0.72727, "recall_at_20": 0.77827, "recall_at_50": 0.84479, "recall_at_100": 0.90022, "precision_at_1": 0.52993, "precision_at_3": 0.20843, "precision_at_5": 0.13481, "precision_at_10": 0.07273, "precision_at_20": 0.03891, "precision_at_50": 0.0169, "precision_at_100": 0.009, "mrr_at_1": 0.5232815964523282, "mrr_at_3": 0.5728011825572801, "mrr_at_5": 0.5826681448632669, "mrr_at_10": 0.5891273360785556, "mrr_at_20": 0.5925723253011941, "mrr_at_50": 0.5943296372892853, "mrr_at_100": 0.59515893309537, "naucs_at_1_max": 0.1489445922678588, "naucs_at_1_std": 0.5944168012150516, "naucs_at_1_diff1": 0.9184631698098695, "naucs_at_3_max": 0.01752251361569101, "naucs_at_3_std": 0.7203256897672715, "naucs_at_3_diff1": 0.8894280781702324, "naucs_at_5_max": -0.04548428009159777, "naucs_at_5_std": 0.7690453232976177, "naucs_at_5_diff1": 0.8644439246273121, "naucs_at_10_max": -0.13892914655317037, "naucs_at_10_std": 0.8207534993760452, "naucs_at_10_diff1": 0.8438993391008719, "naucs_at_20_max": -0.27349363756086625, "naucs_at_20_std": 0.8575543278988474, "naucs_at_20_diff1": 0.8389957258659689, "naucs_at_50_max": -0.43528705588098854, "naucs_at_50_std": 0.9002887869267794, "naucs_at_50_diff1": 0.8407727389585528, "naucs_at_100_max": -0.4873376707138829, "naucs_at_100_std": 0.8779309480426964, "naucs_at_100_diff1": 0.8126388341509826}, "../colpali/data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.96, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.98149, "ndcg_at_10": 0.98149, "ndcg_at_20": 0.98149, "ndcg_at_50": 0.98149, "ndcg_at_100": 0.98149, "map_at_1": 0.96, "map_at_3": 0.97333, "map_at_5": 0.97533, "map_at_10": 0.97533, "map_at_20": 0.97533, "map_at_50": 0.97533, "map_at_100": 0.97533, "recall_at_1": 0.96, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.96, "mrr_at_3": 0.9733333333333333, "mrr_at_5": 0.9753333333333333, "mrr_at_10": 0.9753333333333333, "mrr_at_20": 0.9753333333333333, "mrr_at_50": 0.9753333333333333, "mrr_at_100": 0.9753333333333333, "naucs_at_1_max": 0.6785714285714297, "naucs_at_1_std": -0.529178338001864, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.89069, "ndcg_at_3": 0.91896, "ndcg_at_5": 0.92636, "ndcg_at_10": 0.93041, "ndcg_at_20": 0.93306, "ndcg_at_50": 0.93549, "ndcg_at_100": 0.93583, "map_at_1": 0.89069, "map_at_3": 0.91194, "map_at_5": 0.91599, "map_at_10": 0.91774, "map_at_20": 0.91851, "map_at_50": 0.91891, "map_at_100": 0.91894, "recall_at_1": 0.89069, "recall_at_3": 0.93927, "recall_at_5": 0.95749, "recall_at_10": 0.96964, "recall_at_20": 0.97976, "recall_at_50": 0.9919, "recall_at_100": 0.99393, "precision_at_1": 0.89069, "precision_at_3": 0.31309, "precision_at_5": 0.1915, "precision_at_10": 0.09696, "precision_at_20": 0.04899, "precision_at_50": 0.01984, "precision_at_100": 0.00994, "mrr_at_1": 0.888663967611336, "mrr_at_3": 0.9102564102564102, "mrr_at_5": 0.9148110661268556, "mrr_at_10": 0.9165558126084441, "mrr_at_20": 0.9173312497615903, "mrr_at_50": 0.917719246204226, "mrr_at_100": 0.917752984395859, "naucs_at_1_max": 0.6452597879999299, "naucs_at_1_std": -0.1583967206391628, "naucs_at_1_diff1": 0.9382939669972173, "naucs_at_3_max": 0.6792175380169426, "naucs_at_3_std": -0.07352824072374452, "naucs_at_3_diff1": 0.9330460900047705, "naucs_at_5_max": 0.8390629595590892, "naucs_at_5_std": 0.22116664077349757, "naucs_at_5_diff1": 0.9626852988386374, "naucs_at_10_max": 0.8657206615100057, "naucs_at_10_std": 0.2744376241740944, "naucs_at_10_diff1": 0.9564661819784096, "naucs_at_20_max": 0.9183327616354467, "naucs_at_20_std": 0.6804227380555364, "naucs_at_20_diff1": 0.9477594183740975, "naucs_at_50_max": 0.8979159520443043, "naucs_at_50_std": 0.674633185026432, "naucs_at_50_diff1": 0.9346992729676393, "naucs_at_100_max": 0.8638879360590712, "naucs_at_100_std": 0.5661775800352391, "naucs_at_100_diff1": 0.9129323639568517}, "../colpali/data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.95893, "ndcg_at_5": 0.95893, "ndcg_at_10": 0.96542, "ndcg_at_20": 0.96542, "ndcg_at_50": 0.9676, "ndcg_at_100": 0.9676, "map_at_1": 0.94, "map_at_3": 0.955, "map_at_5": 0.955, "map_at_10": 0.95768, "map_at_20": 0.95768, "map_at_50": 0.95811, "map_at_100": 0.95811, "recall_at_1": 0.94, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.96, "mrr_at_5": 0.96, "mrr_at_10": 0.9625396825396826, "mrr_at_20": 0.9630659983291562, "mrr_at_50": 0.9630659983291562, "mrr_at_100": 0.9630659983291562, "naucs_at_1_max": 0.06847183317771653, "naucs_at_1_std": -0.9000933706816028, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 0.6150015561780285, "naucs_at_3_std": -1.21708683473389, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 0.6150015561780299, "naucs_at_5_std": -1.2170868347338937, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": -1.7399626517273863, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "../colpali/data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.84286, "ndcg_at_3": 0.88737, "ndcg_at_5": 0.89459, "ndcg_at_10": 0.89794, "ndcg_at_20": 0.90691, "ndcg_at_50": 0.90985, "ndcg_at_100": 0.91045, "map_at_1": 0.84286, "map_at_3": 0.87679, "map_at_5": 0.88071, "map_at_10": 0.88203, "map_at_20": 0.88445, "map_at_50": 0.88496, "map_at_100": 0.88502, "recall_at_1": 0.84286, "recall_at_3": 0.91786, "recall_at_5": 0.93571, "recall_at_10": 0.94643, "recall_at_20": 0.98214, "recall_at_50": 0.99643, "recall_at_100": 1.0, "precision_at_1": 0.84286, "precision_at_3": 0.30595, "precision_at_5": 0.18714, "precision_at_10": 0.09464, "precision_at_20": 0.04911, "precision_at_50": 0.01993, "precision_at_100": 0.01, "mrr_at_1": 0.8392857142857143, "mrr_at_3": 0.8744047619047619, "mrr_at_5": 0.8783333333333333, "mrr_at_10": 0.8797108843537415, "mrr_at_20": 0.8821667166283763, "mrr_at_50": 0.8826871907663073, "mrr_at_100": 0.8827487671209872, "naucs_at_1_max": 0.5016709740664825, "naucs_at_1_std": 0.19134881026646522, "naucs_at_1_diff1": 0.9055454059353004, "naucs_at_3_max": 0.6889741403807901, "naucs_at_3_std": 0.34459870904883405, "naucs_at_3_diff1": 0.8472780416514442, "naucs_at_5_max": 0.6857039111941077, "naucs_at_5_std": 0.40758896151053337, "naucs_at_5_diff1": 0.8275495383338527, "naucs_at_10_max": 0.6228446934329287, "naucs_at_10_std": 0.31633986928104846, "naucs_at_10_diff1": 0.8017740429505158, "naucs_at_20_max": 0.9183006535947714, "naucs_at_20_std": 0.7605042016806759, "naucs_at_20_diff1": 0.9183006535947714, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 0.8692810457515607, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}}