ColPali
Safetensors
English
vidore
manu commited on
Commit
ebc5a00
·
verified ·
1 Parent(s): f1b9649

Delete vidore_colpali_metrics.json

Browse files
Files changed (1) hide show
  1. vidore_colpali_metrics.json +0 -1
vidore_colpali_metrics.json DELETED
@@ -1 +0,0 @@
1
- {"vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.704, "ndcg_at_3": 0.76164, "ndcg_at_5": 0.78093, "ndcg_at_10": 0.79643, "ndcg_at_20": 0.79993, "ndcg_at_100": 0.81188, "ndcg_at_1000": 0.81574, "map_at_1": 0.704, "map_at_3": 0.74767, "map_at_5": 0.75857, "map_at_10": 0.76495, "map_at_20": 0.76589, "map_at_100": 0.76771, "map_at_1000": 0.7679, "recall_at_1": 0.704, "recall_at_3": 0.802, "recall_at_5": 0.848, "recall_at_10": 0.896, "recall_at_20": 0.91, "recall_at_100": 0.972, "recall_at_1000": 1.0, "precision_at_1": 0.704, "precision_at_3": 0.26733, "precision_at_5": 0.1696, "precision_at_10": 0.0896, "precision_at_20": 0.0455, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "mrr_at_1": 0.708, "mrr_at_3": 0.7526666666666664, "mrr_at_5": 0.7620666666666663, "mrr_at_10": 0.767810317460317, "mrr_at_20": 0.7698572550772237, "mrr_at_100": 0.7712382589571956, "mrr_at_1000": 0.7714149416189514, "naucs_at_1_max": 0.499249424315738, "naucs_at_1_std": 0.1772888914798732, "naucs_at_1_diff1": 0.8881314309033144, "naucs_at_3_max": 0.4767820589095391, "naucs_at_3_std": 0.21281348001895878, "naucs_at_3_diff1": 0.8218193185370433, "naucs_at_5_max": 0.5904817634651995, "naucs_at_5_std": 0.2998096609907911, "naucs_at_5_diff1": 0.8178918668655787, "naucs_at_10_max": 0.5983180538511513, "naucs_at_10_std": 0.2614957049014638, "naucs_at_10_diff1": 0.7947646719122213, "naucs_at_20_max": 0.6134246291109026, "naucs_at_20_std": 0.3123560535325232, "naucs_at_20_diff1": 0.7939101566552527, "naucs_at_100_max": 0.7627717753768213, "naucs_at_100_std": 0.7649059623849472, "naucs_at_100_diff1": 0.7313925570228034, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.48115, "ndcg_at_3": 0.55456, "ndcg_at_5": 0.57354, "ndcg_at_10": 0.59521, "ndcg_at_20": 0.61104, "ndcg_at_100": 0.6308, "ndcg_at_1000": 0.64575, "map_at_1": 0.48115, "map_at_3": 0.53695, "map_at_5": 0.54738, "map_at_10": 0.55642, "map_at_20": 0.56084, "map_at_100": 0.56374, "map_at_1000": 0.56434, "recall_at_1": 0.48115, "recall_at_3": 0.60532, "recall_at_5": 0.65188, "recall_at_10": 0.7184, "recall_at_20": 0.78049, "recall_at_100": 0.8847, "recall_at_1000": 1.0, "precision_at_1": 0.48115, "precision_at_3": 0.20177, "precision_at_5": 0.13038, "precision_at_10": 0.07184, "precision_at_20": 0.03902, "precision_at_100": 0.00885, "precision_at_1000": 0.001, "mrr_at_1": 0.4789356984478936, "mrr_at_3": 0.5380635624538065, "mrr_at_5": 0.5488174427198818, "mrr_at_10": 0.5560949213388237, "mrr_at_20": 0.5610622962895689, "mrr_at_100": 0.5637842792118244, "mrr_at_1000": 0.5643183460501661, "naucs_at_1_max": 0.21786575286059992, "naucs_at_1_std": 0.43925724284705986, "naucs_at_1_diff1": 0.8542279550171725, "naucs_at_3_max": 0.1178699124292773, "naucs_at_3_std": 0.5201121331127677, "naucs_at_3_diff1": 0.7795292288490387, "naucs_at_5_max": 0.05441675106912142, "naucs_at_5_std": 0.5224495103306444, "naucs_at_5_diff1": 0.7665368814844576, "naucs_at_10_max": -0.008045528442784982, "naucs_at_10_std": 0.5948343637648636, "naucs_at_10_diff1": 0.7293779296446476, "naucs_at_20_max": -0.0523971719559904, "naucs_at_20_std": 0.6662721493311328, "naucs_at_20_diff1": 0.7048202046201678, "naucs_at_100_max": -0.22201030430258945, "naucs_at_100_std": 0.7844341732775107, "naucs_at_100_diff1": 0.6620648555679964, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.75709, "ndcg_at_3": 0.81111, "ndcg_at_5": 0.82348, "ndcg_at_10": 0.83279, "ndcg_at_20": 0.83992, "ndcg_at_100": 0.84784, "ndcg_at_1000": 0.85073, "map_at_1": 0.75709, "map_at_3": 0.79825, "map_at_5": 0.80503, "map_at_10": 0.80896, "map_at_20": 0.81089, "map_at_100": 0.81201, "map_at_1000": 0.81212, "recall_at_1": 0.75709, "recall_at_3": 0.84818, "recall_at_5": 0.87854, "recall_at_10": 0.90688, "recall_at_20": 0.93522, "recall_at_100": 0.97773, "recall_at_1000": 1.0, "precision_at_1": 0.75709, "precision_at_3": 0.28273, "precision_at_5": 0.17571, "precision_at_10": 0.09069, "precision_at_20": 0.04676, "precision_at_100": 0.00978, "precision_at_1000": 0.001, "mrr_at_1": 0.757085020242915, "mrr_at_3": 0.798920377867746, "mrr_at_5": 0.8050944669365718, "mrr_at_10": 0.8089141122035857, "mrr_at_20": 0.8106800825468173, "mrr_at_100": 0.811771602268467, "mrr_at_1000": 0.8118859122149733, "naucs_at_1_max": 0.3983008520115858, "naucs_at_1_std": 0.15519367767174708, "naucs_at_1_diff1": 0.8265856959873814, "naucs_at_3_max": 0.5190436851901074, "naucs_at_3_std": 0.3256134733821345, "naucs_at_3_diff1": 0.8146287181189672, "naucs_at_5_max": 0.5606419280822064, "naucs_at_5_std": 0.33543089708515184, "naucs_at_5_diff1": 0.8234131064742689, "naucs_at_10_max": 0.4951946214083298, "naucs_at_10_std": 0.2785890461165227, "naucs_at_10_diff1": 0.8050918441041257, "naucs_at_20_max": 0.48032907018180254, "naucs_at_20_std": 0.34318901175917366, "naucs_at_20_diff1": 0.8153519620825446, "naucs_at_100_max": 0.7844575428844769, "naucs_at_100_std": 0.8328469573058447, "naucs_at_100_diff1": 0.873365576938829, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.76071, "ndcg_at_3": 0.82861, "ndcg_at_5": 0.84337, "ndcg_at_10": 0.85397, "ndcg_at_20": 0.86341, "ndcg_at_100": 0.86776, "ndcg_at_1000": 0.86776, "map_at_1": 0.76071, "map_at_3": 0.8125, "map_at_5": 0.82071, "map_at_10": 0.82521, "map_at_20": 0.82802, "map_at_100": 0.82876, "map_at_1000": 0.82876, "recall_at_1": 0.76071, "recall_at_3": 0.875, "recall_at_5": 0.91071, "recall_at_10": 0.94286, "recall_at_20": 0.97857, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.76071, "precision_at_3": 0.29167, "precision_at_5": 0.18214, "precision_at_10": 0.09429, "precision_at_20": 0.04893, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.7642857142857142, "mrr_at_3": 0.8226190476190477, "mrr_at_5": 0.8281547619047619, "mrr_at_10": 0.8331986961451245, "mrr_at_20": 0.835310471431242, "mrr_at_100": 0.8357297114956889, "mrr_at_1000": 0.8357297114956889, "naucs_at_1_max": 0.1462490997374723, "naucs_at_1_std": 0.022907325232906926, "naucs_at_1_diff1": 0.802492081561849, "naucs_at_3_max": 0.37629091905218515, "naucs_at_3_std": 0.2513628270099982, "naucs_at_3_diff1": 0.7634159704150114, "naucs_at_5_max": 0.3409523809523828, "naucs_at_5_std": 0.16293183940242525, "naucs_at_5_diff1": 0.7874883286647996, "naucs_at_10_max": 0.5647175536881422, "naucs_at_10_std": 0.40298202614378964, "naucs_at_10_diff1": 0.7550478524743208, "naucs_at_20_max": 0.5126050420168062, "naucs_at_20_std": 0.4508247743541889, "naucs_at_20_diff1": 0.6580298786181116, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/tatdqa_test": {"ndcg_at_1": 0.50365, "ndcg_at_3": 0.61129, "ndcg_at_5": 0.64682, "ndcg_at_10": 0.6714, "ndcg_at_20": 0.68416, "ndcg_at_100": 0.69818, "ndcg_at_1000": 0.70153, "map_at_1": 0.50365, "map_at_3": 0.58505, "map_at_5": 0.60477, "map_at_10": 0.61481, "map_at_20": 0.61831, "map_at_100": 0.62027, "map_at_1000": 0.62043, "recall_at_1": 0.50365, "recall_at_3": 0.68712, "recall_at_5": 0.77339, "recall_at_10": 0.84994, "recall_at_20": 0.90036, "recall_at_100": 0.9757, "recall_at_1000": 1.0, "precision_at_1": 0.50365, "precision_at_3": 0.22904, "precision_at_5": 0.15468, "precision_at_10": 0.08499, "precision_at_20": 0.04502, "precision_at_100": 0.00976, "precision_at_1000": 0.001, "mrr_at_1": 0.5018226002430134, "mrr_at_3": 0.5859659781287979, "mrr_at_5": 0.6041616038882153, "mrr_at_10": 0.6148300835117372, "mrr_at_20": 0.6183479446694017, "mrr_at_100": 0.620424717815003, "mrr_at_1000": 0.6205930699527614, "naucs_at_1_max": 0.12564884586987773, "naucs_at_1_std": -0.06222721357935003, "naucs_at_1_diff1": 0.6960600370381698, "naucs_at_3_max": 0.14545573143213864, "naucs_at_3_std": -0.028808517039063085, "naucs_at_3_diff1": 0.5868114063143435, "naucs_at_5_max": 0.12822317749347642, "naucs_at_5_std": 0.012254811254669505, "naucs_at_5_diff1": 0.5394580822346589, "naucs_at_10_max": 0.14855061166723182, "naucs_at_10_std": 0.06944051220015751, "naucs_at_10_diff1": 0.5093901306685059, "naucs_at_20_max": 0.16984292265849824, "naucs_at_20_std": 0.13319423905933422, "naucs_at_20_diff1": 0.4641953437700326, "naucs_at_100_max": 0.2571898124470178, "naucs_at_100_std": 0.32520548339376226, "naucs_at_100_diff1": 0.3463433935598936, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/shiftproject_test": {"ndcg_at_1": 0.58, "ndcg_at_3": 0.68809, "ndcg_at_5": 0.72598, "ndcg_at_10": 0.74558, "ndcg_at_20": 0.75345, "ndcg_at_100": 0.7574, "ndcg_at_1000": 0.76169, "map_at_1": 0.58, "map_at_3": 0.66, "map_at_5": 0.6815, "map_at_10": 0.6897, "map_at_20": 0.69201, "map_at_100": 0.69266, "map_at_1000": 0.6929, "recall_at_1": 0.58, "recall_at_3": 0.77, "recall_at_5": 0.86, "recall_at_10": 0.92, "recall_at_20": 0.95, "recall_at_100": 0.97, "recall_at_1000": 1.0, "precision_at_1": 0.58, "precision_at_3": 0.25667, "precision_at_5": 0.172, "precision_at_10": 0.092, "precision_at_20": 0.0475, "precision_at_100": 0.0097, "precision_at_1000": 0.001, "mrr_at_1": 0.57, "mrr_at_3": 0.6666666666666667, "mrr_at_5": 0.6901666666666667, "mrr_at_10": 0.6955119047619048, "mrr_at_20": 0.6970459956709958, "mrr_at_100": 0.6978163998664931, "mrr_at_1000": 0.6979594394578085, "naucs_at_1_max": -0.13191804277795544, "naucs_at_1_std": -0.2643149432626174, "naucs_at_1_diff1": 0.4702672896653802, "naucs_at_3_max": -0.3432107607260355, "naucs_at_3_std": -0.3157718045701744, "naucs_at_3_diff1": 0.28076811172534183, "naucs_at_5_max": -0.5553207704032104, "naucs_at_5_std": -0.433594291256753, "naucs_at_5_diff1": 0.06460440626299081, "naucs_at_10_max": -0.6076097105508819, "naucs_at_10_std": -0.27532679738561733, "naucs_at_10_diff1": 0.0461601307189585, "naucs_at_20_max": -0.59486461251166, "naucs_at_20_std": -0.3965452847805685, "naucs_at_20_diff1": -0.12427637721754546, "naucs_at_100_max": -0.8445378151260475, "naucs_at_100_std": -0.723155929038277, "naucs_at_100_diff1": 0.037815126050421054, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.93, "ndcg_at_3": 0.96024, "ndcg_at_5": 0.96024, "ndcg_at_10": 0.96024, "ndcg_at_20": 0.96559, "ndcg_at_100": 0.96559, "ndcg_at_1000": 0.96559, "map_at_1": 0.93, "map_at_3": 0.95333, "map_at_5": 0.95333, "map_at_10": 0.95333, "map_at_20": 0.95496, "map_at_100": 0.95496, "map_at_1000": 0.95496, "recall_at_1": 0.93, "recall_at_3": 0.98, "recall_at_5": 0.98, "recall_at_10": 0.98, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.93, "precision_at_3": 0.32667, "precision_at_5": 0.196, "precision_at_10": 0.098, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.96, "mrr_at_3": 0.9683333333333334, "mrr_at_5": 0.9683333333333334, "mrr_at_10": 0.9683333333333334, "mrr_at_20": 0.970011655011655, "mrr_at_100": 0.970011655011655, "mrr_at_1000": 0.970011655011655, "naucs_at_1_max": 0.228891556622648, "naucs_at_1_std": -0.3195945044684551, "naucs_at_1_diff1": 0.9229691876750709, "naucs_at_3_max": -0.6909430438842241, "naucs_at_3_std": -1.7399626517273692, "naucs_at_3_diff1": 0.7957516339869218, "naucs_at_5_max": -0.6909430438842098, "naucs_at_5_std": -1.7399626517273414, "naucs_at_5_diff1": 0.7957516339869297, "naucs_at_10_max": -0.6909430438842098, "naucs_at_10_std": -1.7399626517273414, "naucs_at_10_diff1": 0.7957516339869297, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.83, "ndcg_at_3": 0.87786, "ndcg_at_5": 0.8899, "ndcg_at_10": 0.89346, "ndcg_at_20": 0.89841, "ndcg_at_100": 0.90189, "ndcg_at_1000": 0.90334, "map_at_1": 0.83, "map_at_3": 0.86667, "map_at_5": 0.87317, "map_at_10": 0.87483, "map_at_20": 0.87612, "map_at_100": 0.87652, "map_at_1000": 0.8766, "recall_at_1": 0.83, "recall_at_3": 0.91, "recall_at_5": 0.94, "recall_at_10": 0.95, "recall_at_20": 0.97, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.83, "precision_at_3": 0.30333, "precision_at_5": 0.188, "precision_at_10": 0.095, "precision_at_20": 0.0485, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.84, "mrr_at_3": 0.8716666666666666, "mrr_at_5": 0.8811666666666667, "mrr_at_10": 0.8811666666666667, "mrr_at_20": 0.8827692307692309, "mrr_at_100": 0.8832422634836428, "mrr_at_1000": 0.8833315491979284, "naucs_at_1_max": 0.2551227723921757, "naucs_at_1_std": -0.058715969118244386, "naucs_at_1_diff1": 0.9090091136007432, "naucs_at_3_max": 0.3361863263824042, "naucs_at_3_std": -0.24597987343085323, "naucs_at_3_diff1": 0.876024483867622, "naucs_at_5_max": 0.22478991596638775, "naucs_at_5_std": -0.46218487394958163, "naucs_at_5_diff1": 0.8821195144724553, "naucs_at_10_max": 0.1253034547152235, "naucs_at_10_std": -0.665452847805776, "naucs_at_10_diff1": 0.8846872082166187, "naucs_at_20_max": 0.6498599439775937, "naucs_at_20_std": -0.3412698412698435, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": 0.8692810457516374, "naucs_at_100_std": 0.35807656395892007, "naucs_at_100_diff1": 1.0, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.8, "ndcg_at_3": 0.90333, "ndcg_at_5": 0.90764, "ndcg_at_10": 0.91435, "ndcg_at_20": 0.91435, "ndcg_at_100": 0.91435, "ndcg_at_1000": 0.91435, "map_at_1": 0.8, "map_at_3": 0.88, "map_at_5": 0.8825, "map_at_10": 0.88542, "map_at_20": 0.88542, "map_at_100": 0.88542, "map_at_1000": 0.88542, "recall_at_1": 0.8, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.8, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.82, "mrr_at_3": 0.8916666666666666, "mrr_at_5": 0.8941666666666666, "mrr_at_10": 0.8972619047619045, "mrr_at_20": 0.8972619047619045, "mrr_at_100": 0.8972619047619045, "mrr_at_1000": 0.8972619047619045, "naucs_at_1_max": 0.472777222777223, "naucs_at_1_std": 0.010664335664335656, "naucs_at_1_diff1": 0.8881368631368628, "naucs_at_3_max": 0.7075941487706203, "naucs_at_3_std": 0.8638344226579548, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.9346405228758136, "naucs_at_5_diff1": 0.9346405228758136, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}, "vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.94393, "ndcg_at_5": 0.94823, "ndcg_at_10": 0.94823, "ndcg_at_20": 0.95055, "ndcg_at_100": 0.95226, "ndcg_at_1000": 0.95226, "map_at_1": 0.91, "map_at_3": 0.935, "map_at_5": 0.9375, "map_at_10": 0.9375, "map_at_20": 0.93803, "map_at_100": 0.9382, "map_at_1000": 0.9382, "recall_at_1": 0.91, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.98, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.098, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.91, "mrr_at_3": 0.9366666666666665, "mrr_at_5": 0.9391666666666666, "mrr_at_10": 0.9391666666666666, "mrr_at_20": 0.9396929824561403, "mrr_at_100": 0.9398715538847117, "mrr_at_1000": 0.9398715538847117, "naucs_at_1_max": 0.06188401286440386, "naucs_at_1_std": -0.3334889511360103, "naucs_at_1_diff1": 0.8638344226579511, "naucs_at_3_max": -0.4197012138188588, "naucs_at_3_std": -0.922969187675073, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": -0.690943043884218, "naucs_at_5_std": -0.8085901027077421, "naucs_at_5_diff1": 0.9346405228758136, "naucs_at_10_max": -0.690943043884218, "naucs_at_10_std": -0.8085901027077421, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": -1.7399626517273863, "naucs_at_20_std": -1.7399626517273863, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN, "naucs_at_1000_max": NaN, "naucs_at_1000_std": NaN, "naucs_at_1000_diff1": NaN}}