| { | |
| "vidore/arxivqa_test_subsampled":{ | |
| "ndcg_at_1":0.824, | |
| "ndcg_at_3":0.86202, | |
| "ndcg_at_5":0.87442, | |
| "ndcg_at_10":0.88303, | |
| "ndcg_at_20":0.88861, | |
| "ndcg_at_50":0.8927, | |
| "ndcg_at_100":0.89339, | |
| "map_at_1":0.824, | |
| "map_at_3":0.853, | |
| "map_at_5":0.8599, | |
| "map_at_10":0.86358, | |
| "map_at_20":0.86512, | |
| "map_at_50":0.86583, | |
| "map_at_100":0.86591, | |
| "recall_at_1":0.824, | |
| "recall_at_3":0.888, | |
| "recall_at_5":0.918, | |
| "recall_at_10":0.944, | |
| "recall_at_20":0.966, | |
| "recall_at_50":0.986, | |
| "recall_at_100":0.99, | |
| "precision_at_1":0.824, | |
| "precision_at_3":0.296, | |
| "precision_at_5":0.1836, | |
| "precision_at_10":0.0944, | |
| "precision_at_20":0.0483, | |
| "precision_at_50":0.01972, | |
| "precision_at_100":0.0099, | |
| "mrr_at_1":0.832, | |
| "mrr_at_3":0.856, | |
| "mrr_at_5":0.8632, | |
| "mrr_at_10":0.86755, | |
| "mrr_at_20":0.8687646325896324, | |
| "mrr_at_50":0.8694855987079559, | |
| "mrr_at_100":0.8695150104726618, | |
| "naucs_at_1_max":0.8110100305865411, | |
| "naucs_at_1_std":0.07361011155091818, | |
| "naucs_at_1_diff1":0.9603893037063689, | |
| "naucs_at_3_max":0.7977881493506478, | |
| "naucs_at_3_std":0.013342126623376577, | |
| "naucs_at_3_diff1":0.9239464962121198, | |
| "naucs_at_5_max":0.8150463437407489, | |
| "naucs_at_5_std":0.14904010384641533, | |
| "naucs_at_5_diff1":0.9183006535947713, | |
| "naucs_at_10_max":0.8759670534880637, | |
| "naucs_at_10_std":0.2408463385354136, | |
| "naucs_at_10_diff1":0.9323062558356668, | |
| "naucs_at_20_max":0.9013016971494501, | |
| "naucs_at_20_std":0.4259076179491429, | |
| "naucs_at_20_diff1":0.9115724721261116, | |
| "naucs_at_50_max":0.9229691876750605, | |
| "naucs_at_50_std":0.7222889155662164, | |
| "naucs_at_50_diff1":0.9019607843137241, | |
| "naucs_at_100_max":0.8921568627450854, | |
| "naucs_at_100_std":0.6373482726423866, | |
| "naucs_at_100_diff1":0.9183006535947666 | |
| }, | |
| "vidore/docvqa_test_subsampled":{ | |
| "ndcg_at_1":0.52993, | |
| "ndcg_at_3":0.59967, | |
| "ndcg_at_5":0.61961, | |
| "ndcg_at_10":0.63197, | |
| "ndcg_at_20":0.64596, | |
| "ndcg_at_50":0.65515, | |
| "ndcg_at_100":0.66198, | |
| "map_at_1":0.52993, | |
| "map_at_3":0.58241, | |
| "map_at_5":0.59339, | |
| "map_at_10":0.59817, | |
| "map_at_20":0.602, | |
| "map_at_50":0.60345, | |
| "map_at_100":0.60405, | |
| "recall_at_1":0.52993, | |
| "recall_at_3":0.64967, | |
| "recall_at_5":0.69845, | |
| "recall_at_10":0.73836, | |
| "recall_at_20":0.79379, | |
| "recall_at_50":0.84035, | |
| "recall_at_100":0.88248, | |
| "precision_at_1":0.52993, | |
| "precision_at_3":0.21656, | |
| "precision_at_5":0.13969, | |
| "precision_at_10":0.07384, | |
| "precision_at_20":0.03969, | |
| "precision_at_50":0.01681, | |
| "precision_at_100":0.00882, | |
| "mrr_at_1":0.5277161862527716, | |
| "mrr_at_3":0.5776053215077607, | |
| "mrr_at_5":0.5888026607538803, | |
| "mrr_at_10":0.5944919579065918, | |
| "mrr_at_20":0.5983219637865657, | |
| "mrr_at_50":0.5999309966010471, | |
| "mrr_at_100":0.6005501639541099, | |
| "naucs_at_1_max":0.37096765728763215, | |
| "naucs_at_1_std":0.5363118108228696, | |
| "naucs_at_1_diff1":0.9084586513989499, | |
| "naucs_at_3_max":0.28536364371043943, | |
| "naucs_at_3_std":0.656382780997437, | |
| "naucs_at_3_diff1":0.8754285629546056, | |
| "naucs_at_5_max":0.26490606879524303, | |
| "naucs_at_5_std":0.6794242484186521, | |
| "naucs_at_5_diff1":0.8670235151833391, | |
| "naucs_at_10_max":0.17906145941266727, | |
| "naucs_at_10_std":0.71951378124067, | |
| "naucs_at_10_diff1":0.8623037540857623, | |
| "naucs_at_20_max":0.039717430802327786, | |
| "naucs_at_20_std":0.77907518789845, | |
| "naucs_at_20_diff1":0.8711346514573685, | |
| "naucs_at_50_max":-0.06591984153859125, | |
| "naucs_at_50_std":0.8944335077781369, | |
| "naucs_at_50_diff1":0.872338054901137, | |
| "naucs_at_100_max":-0.18390488993971363, | |
| "naucs_at_100_std":0.9432351742842897, | |
| "naucs_at_100_diff1":0.8529357662557685 | |
| }, | |
| "vidore/infovqa_test_subsampled":{ | |
| "ndcg_at_1":0.89069, | |
| "ndcg_at_3":0.9279, | |
| "ndcg_at_5":0.93217, | |
| "ndcg_at_10":0.93547, | |
| "ndcg_at_20":0.9379, | |
| "ndcg_at_50":0.93869, | |
| "ndcg_at_100":0.93902, | |
| "map_at_1":0.89069, | |
| "map_at_3":0.91903, | |
| "map_at_5":0.92146, | |
| "map_at_10":0.92284, | |
| "map_at_20":0.92344, | |
| "map_at_50":0.92356, | |
| "map_at_100":0.92359, | |
| "recall_at_1":0.89069, | |
| "recall_at_3":0.95344, | |
| "recall_at_5":0.96356, | |
| "recall_at_10":0.97368, | |
| "recall_at_20":0.98381, | |
| "recall_at_50":0.98785, | |
| "recall_at_100":0.98988, | |
| "precision_at_1":0.89069, | |
| "precision_at_3":0.31781, | |
| "precision_at_5":0.19271, | |
| "precision_at_10":0.09737, | |
| "precision_at_20":0.04919, | |
| "precision_at_50":0.01976, | |
| "precision_at_100":0.0099, | |
| "mrr_at_1":0.8866396761133604, | |
| "mrr_at_3":0.915991902834008, | |
| "mrr_at_5":0.9190283400809716, | |
| "mrr_at_10":0.9202091767881241, | |
| "mrr_at_20":0.9207680541852368, | |
| "mrr_at_50":0.9210783259706008, | |
| "mrr_at_100":0.9211072444205719, | |
| "naucs_at_1_max":0.6570120332617708, | |
| "naucs_at_1_std":0.027148367339034946, | |
| "naucs_at_1_diff1":0.954693725587737, | |
| "naucs_at_3_max":0.8518572112090398, | |
| "naucs_at_3_std":0.5033227123520332, | |
| "naucs_at_3_diff1":0.9410604334985626, | |
| "naucs_at_5_max":0.9198784015441375, | |
| "naucs_at_5_std":0.6599441606302139, | |
| "naucs_at_5_diff1":0.9628033833359825, | |
| "naucs_at_10_max":0.9585432580086493, | |
| "naucs_at_10_std":0.7697000086081518, | |
| "naucs_at_10_diff1":1.0, | |
| "naucs_at_20_max":0.9673496364838108, | |
| "naucs_at_20_std":0.8687019487486011, | |
| "naucs_at_20_diff1":1.0, | |
| "naucs_at_50_max":0.9564661819783937, | |
| "naucs_at_50_std":0.9319439680295378, | |
| "naucs_at_50_diff1":1.0, | |
| "naucs_at_100_max":0.9477594183740937, | |
| "naucs_at_100_std":0.9183327616354471, | |
| "naucs_at_100_diff1":1.0 | |
| }, | |
| "vidore/tabfquad_test_subsampled":{ | |
| "ndcg_at_1":0.89286, | |
| "ndcg_at_3":0.93962, | |
| "ndcg_at_5":0.94408, | |
| "ndcg_at_10":0.94894, | |
| "ndcg_at_20":0.94977, | |
| "ndcg_at_50":0.94977, | |
| "ndcg_at_100":0.94977, | |
| "map_at_1":0.89286, | |
| "map_at_3":0.92857, | |
| "map_at_5":0.93107, | |
| "map_at_10":0.93322, | |
| "map_at_20":0.93341, | |
| "map_at_50":0.93341, | |
| "map_at_100":0.93341, | |
| "recall_at_1":0.89286, | |
| "recall_at_3":0.97143, | |
| "recall_at_5":0.98214, | |
| "recall_at_10":0.99643, | |
| "recall_at_20":1.0, | |
| "recall_at_50":1.0, | |
| "recall_at_100":1.0, | |
| "precision_at_1":0.89286, | |
| "precision_at_3":0.32381, | |
| "precision_at_5":0.19643, | |
| "precision_at_10":0.09964, | |
| "precision_at_20":0.05, | |
| "precision_at_50":0.02, | |
| "precision_at_100":0.01, | |
| "mrr_at_1":0.8964285714285715, | |
| "mrr_at_3":0.930952380952381, | |
| "mrr_at_5":0.9336309523809524, | |
| "mrr_at_10":0.9357780612244897, | |
| "mrr_at_20":0.9359660311493018, | |
| "mrr_at_50":0.9359660311493018, | |
| "mrr_at_100":0.9359660311493018, | |
| "naucs_at_1_max":0.589419152276295, | |
| "naucs_at_1_std":0.25799058084772386, | |
| "naucs_at_1_diff1":0.9168759811616957, | |
| "naucs_at_3_max":0.8952497665732961, | |
| "naucs_at_3_std":0.5145891690009315, | |
| "naucs_at_3_diff1":0.8978758169934691, | |
| "naucs_at_5_max":0.8585434173669502, | |
| "naucs_at_5_std":0.6536881419234349, | |
| "naucs_at_5_diff1":0.8627450980392123, | |
| "naucs_at_10_max":1.0, | |
| "naucs_at_10_std":1.0, | |
| "naucs_at_10_diff1":0.72222222222224, | |
| "naucs_at_20_max":1.0, | |
| "naucs_at_20_std":1.0, | |
| "naucs_at_20_diff1":1.0, | |
| "naucs_at_50_max":1.0, | |
| "naucs_at_50_std":1.0, | |
| "naucs_at_50_diff1":1.0, | |
| "naucs_at_100_max":1.0, | |
| "naucs_at_100_std":1.0, | |
| "naucs_at_100_diff1":1.0 | |
| }, | |
| "vidore/tatdqa_test":{ | |
| "ndcg_at_1":0.70717, | |
| "ndcg_at_3":0.79456, | |
| "ndcg_at_5":0.81297, | |
| "ndcg_at_10":0.82424, | |
| "ndcg_at_20":0.82919, | |
| "ndcg_at_50":0.83284, | |
| "ndcg_at_100":0.83523, | |
| "map_at_1":0.70717, | |
| "map_at_3":0.77329, | |
| "map_at_5":0.78359, | |
| "map_at_10":0.7884, | |
| "map_at_20":0.78977, | |
| "map_at_50":0.79038, | |
| "map_at_100":0.79059, | |
| "recall_at_1":0.70717, | |
| "recall_at_3":0.85601, | |
| "recall_at_5":0.90036, | |
| "recall_at_10":0.93439, | |
| "recall_at_20":0.95383, | |
| "recall_at_50":0.97205, | |
| "recall_at_100":0.98663, | |
| "precision_at_1":0.70717, | |
| "precision_at_3":0.28534, | |
| "precision_at_5":0.18007, | |
| "precision_at_10":0.09344, | |
| "precision_at_20":0.04769, | |
| "precision_at_50":0.01944, | |
| "precision_at_100":0.00987, | |
| "mrr_at_1":0.7023086269744836, | |
| "mrr_at_3":0.7717699473471039, | |
| "mrr_at_5":0.7816727420008102, | |
| "mrr_at_10":0.7864732203128313, | |
| "mrr_at_20":0.787759657888834, | |
| "mrr_at_50":0.788430475412044, | |
| "mrr_at_100":0.7886237843491343, | |
| "naucs_at_1_max":0.1976745629949593, | |
| "naucs_at_1_std":-0.07020091579321315, | |
| "naucs_at_1_diff1":0.8341074480907863, | |
| "naucs_at_3_max":0.2739593664910223, | |
| "naucs_at_3_std":0.09719421770368855, | |
| "naucs_at_3_diff1":0.733605301953241, | |
| "naucs_at_5_max":0.28947443709217946, | |
| "naucs_at_5_std":0.1533000171315339, | |
| "naucs_at_5_diff1":0.6900117830352311, | |
| "naucs_at_10_max":0.3583991399796331, | |
| "naucs_at_10_std":0.24841173509752057, | |
| "naucs_at_10_diff1":0.6368724254679143, | |
| "naucs_at_20_max":0.3998152332693893, | |
| "naucs_at_20_std":0.40035275451656677, | |
| "naucs_at_20_diff1":0.5848768162171684, | |
| "naucs_at_50_max":0.42687513985337017, | |
| "naucs_at_50_std":0.41022440172224445, | |
| "naucs_at_50_diff1":0.6184924487522029, | |
| "naucs_at_100_max":0.48239198753920115, | |
| "naucs_at_100_std":0.5542709753617254, | |
| "naucs_at_100_diff1":0.6801547390328168 | |
| }, | |
| "vidore/shiftproject_test":{ | |
| "ndcg_at_1":0.83, | |
| "ndcg_at_3":0.90309, | |
| "ndcg_at_5":0.91083, | |
| "ndcg_at_10":0.91439, | |
| "ndcg_at_20":0.91718, | |
| "ndcg_at_50":0.91902, | |
| "ndcg_at_100":0.91902, | |
| "map_at_1":0.83, | |
| "map_at_3":0.88667, | |
| "map_at_5":0.89067, | |
| "map_at_10":0.89233, | |
| "map_at_20":0.89324, | |
| "map_at_50":0.89348, | |
| "map_at_100":0.89348, | |
| "recall_at_1":0.83, | |
| "recall_at_3":0.95, | |
| "recall_at_5":0.97, | |
| "recall_at_10":0.98, | |
| "recall_at_20":0.99, | |
| "recall_at_50":1.0, | |
| "recall_at_100":1.0, | |
| "precision_at_1":0.83, | |
| "precision_at_3":0.31667, | |
| "precision_at_5":0.194, | |
| "precision_at_10":0.098, | |
| "precision_at_20":0.0495, | |
| "precision_at_50":0.02, | |
| "precision_at_100":0.01, | |
| "mrr_at_1":0.82, | |
| "mrr_at_3":0.885, | |
| "mrr_at_5":0.887, | |
| "mrr_at_10":0.8886666666666666, | |
| "mrr_at_20":0.8895757575757576, | |
| "mrr_at_50":0.8898138528138527, | |
| "mrr_at_100":0.8898138528138527, | |
| "naucs_at_1_max":0.06597202066523537, | |
| "naucs_at_1_std":-0.5197074360016254, | |
| "naucs_at_1_diff1":0.6896441632321363, | |
| "naucs_at_3_max":0.2547152194211014, | |
| "naucs_at_3_std":-0.7438842203548043, | |
| "naucs_at_3_diff1":0.7722689075630248, | |
| "naucs_at_5_max":0.3225957049486489, | |
| "naucs_at_5_std":-0.7791783380018631, | |
| "naucs_at_5_diff1":0.9128540305010848, | |
| "naucs_at_10_max":0.42250233426704475, | |
| "naucs_at_10_std":-0.2987861811391239, | |
| "naucs_at_10_diff1":0.8692810457516353, | |
| "naucs_at_20_max":0.7222222222222276, | |
| "naucs_at_20_std":0.5541549953314738, | |
| "naucs_at_20_diff1":0.8692810457516413, | |
| "naucs_at_50_max":null, | |
| "naucs_at_50_std":null, | |
| "naucs_at_50_diff1":null, | |
| "naucs_at_100_max":null, | |
| "naucs_at_100_std":null, | |
| "naucs_at_100_diff1":null | |
| }, | |
| "vidore/syntheticDocQA_artificial_intelligence_test":{ | |
| "ndcg_at_1":0.96, | |
| "ndcg_at_3":0.97893, | |
| "ndcg_at_5":0.97893, | |
| "ndcg_at_10":0.98249, | |
| "ndcg_at_20":0.98249, | |
| "ndcg_at_50":0.98249, | |
| "ndcg_at_100":0.98249, | |
| "map_at_1":0.96, | |
| "map_at_3":0.975, | |
| "map_at_5":0.975, | |
| "map_at_10":0.97667, | |
| "map_at_20":0.97667, | |
| "map_at_50":0.97667, | |
| "map_at_100":0.97667, | |
| "recall_at_1":0.96, | |
| "recall_at_3":0.99, | |
| "recall_at_5":0.99, | |
| "recall_at_10":1.0, | |
| "recall_at_20":1.0, | |
| "recall_at_50":1.0, | |
| "recall_at_100":1.0, | |
| "precision_at_1":0.96, | |
| "precision_at_3":0.33, | |
| "precision_at_5":0.198, | |
| "precision_at_10":0.1, | |
| "precision_at_20":0.05, | |
| "precision_at_50":0.02, | |
| "precision_at_100":0.01, | |
| "mrr_at_1":0.98, | |
| "mrr_at_3":0.985, | |
| "mrr_at_5":0.985, | |
| "mrr_at_10":0.9866666666666667, | |
| "mrr_at_20":0.9866666666666667, | |
| "mrr_at_50":0.9866666666666667, | |
| "mrr_at_100":0.9866666666666667, | |
| "naucs_at_1_max":0.3437208216620012, | |
| "naucs_at_1_std":-0.1860410830999054, | |
| "naucs_at_1_diff1":1.0, | |
| "naucs_at_3_max":0.8692810457516356, | |
| "naucs_at_3_std":-0.5634920634921204, | |
| "naucs_at_3_diff1":1.0, | |
| "naucs_at_5_max":0.8692810457516413, | |
| "naucs_at_5_std":-0.5634920634920767, | |
| "naucs_at_5_diff1":1.0, | |
| "naucs_at_10_max":1.0, | |
| "naucs_at_10_std":1.0, | |
| "naucs_at_10_diff1":1.0, | |
| "naucs_at_20_max":1.0, | |
| "naucs_at_20_std":1.0, | |
| "naucs_at_20_diff1":1.0, | |
| "naucs_at_50_max":null, | |
| "naucs_at_50_std":null, | |
| "naucs_at_50_diff1":null, | |
| "naucs_at_100_max":null, | |
| "naucs_at_100_std":null, | |
| "naucs_at_100_diff1":null | |
| }, | |
| "vidore/syntheticDocQA_energy_test":{ | |
| "ndcg_at_1":0.93, | |
| "ndcg_at_3":0.96024, | |
| "ndcg_at_5":0.96024, | |
| "ndcg_at_10":0.96339, | |
| "ndcg_at_20":0.96618, | |
| "ndcg_at_50":0.96618, | |
| "ndcg_at_100":0.96618, | |
| "map_at_1":0.93, | |
| "map_at_3":0.95333, | |
| "map_at_5":0.95333, | |
| "map_at_10":0.95458, | |
| "map_at_20":0.95549, | |
| "map_at_50":0.95549, | |
| "map_at_100":0.95549, | |
| "recall_at_1":0.93, | |
| "recall_at_3":0.98, | |
| "recall_at_5":0.98, | |
| "recall_at_10":0.99, | |
| "recall_at_20":1.0, | |
| "recall_at_50":1.0, | |
| "recall_at_100":1.0, | |
| "precision_at_1":0.93, | |
| "precision_at_3":0.32667, | |
| "precision_at_5":0.196, | |
| "precision_at_10":0.099, | |
| "precision_at_20":0.05, | |
| "precision_at_50":0.02, | |
| "precision_at_100":0.01, | |
| "mrr_at_1":0.94, | |
| "mrr_at_3":0.9583333333333333, | |
| "mrr_at_5":0.9583333333333333, | |
| "mrr_at_10":0.960873015873016, | |
| "mrr_at_20":0.960873015873016, | |
| "mrr_at_50":0.960873015873016, | |
| "mrr_at_100":0.960873015873016, | |
| "naucs_at_1_max":0.6919434440442851, | |
| "naucs_at_1_std":-0.4906629318394028, | |
| "naucs_at_1_diff1":0.9813258636788056, | |
| "naucs_at_3_max":0.7117180205415458, | |
| "naucs_at_3_std":-1.4458450046685478, | |
| "naucs_at_3_diff1":1.0, | |
| "naucs_at_5_max":0.7117180205415541, | |
| "naucs_at_5_std":-1.445845004668519, | |
| "naucs_at_5_diff1":1.0, | |
| "naucs_at_10_max":0.8692810457516413, | |
| "naucs_at_10_std":-1.1517273576097316, | |
| "naucs_at_10_diff1":1.0, | |
| "naucs_at_20_max":1.0, | |
| "naucs_at_20_std":1.0, | |
| "naucs_at_20_diff1":1.0, | |
| "naucs_at_50_max":null, | |
| "naucs_at_50_std":null, | |
| "naucs_at_50_diff1":null, | |
| "naucs_at_100_max":null, | |
| "naucs_at_100_std":null, | |
| "naucs_at_100_diff1":null | |
| }, | |
| "vidore/syntheticDocQA_government_reports_test":{ | |
| "ndcg_at_1":0.94, | |
| "ndcg_at_3":0.97655, | |
| "ndcg_at_5":0.97655, | |
| "ndcg_at_10":0.97655, | |
| "ndcg_at_20":0.97655, | |
| "ndcg_at_50":0.97655, | |
| "ndcg_at_100":0.97655, | |
| "map_at_1":0.94, | |
| "map_at_3":0.96833, | |
| "map_at_5":0.96833, | |
| "map_at_10":0.96833, | |
| "map_at_20":0.96833, | |
| "map_at_50":0.96833, | |
| "map_at_100":0.96833, | |
| "recall_at_1":0.94, | |
| "recall_at_3":1.0, | |
| "recall_at_5":1.0, | |
| "recall_at_10":1.0, | |
| "recall_at_20":1.0, | |
| "recall_at_50":1.0, | |
| "recall_at_100":1.0, | |
| "precision_at_1":0.94, | |
| "precision_at_3":0.33333, | |
| "precision_at_5":0.2, | |
| "precision_at_10":0.1, | |
| "precision_at_20":0.05, | |
| "precision_at_50":0.02, | |
| "precision_at_100":0.01, | |
| "mrr_at_1":0.96, | |
| "mrr_at_3":0.975, | |
| "mrr_at_5":0.9775, | |
| "mrr_at_10":0.9775, | |
| "mrr_at_20":0.9775, | |
| "mrr_at_50":0.9775, | |
| "mrr_at_100":0.9775, | |
| "naucs_at_1_max":0.7468098350451301, | |
| "naucs_at_1_std":0.40919701213818827, | |
| "naucs_at_1_diff1":0.9782135076252712, | |
| "naucs_at_3_max":1.0, | |
| "naucs_at_3_std":1.0, | |
| "naucs_at_3_diff1":1.0, | |
| "naucs_at_5_max":1.0, | |
| "naucs_at_5_std":1.0, | |
| "naucs_at_5_diff1":1.0, | |
| "naucs_at_10_max":1.0, | |
| "naucs_at_10_std":1.0, | |
| "naucs_at_10_diff1":1.0, | |
| "naucs_at_20_max":1.0, | |
| "naucs_at_20_std":1.0, | |
| "naucs_at_20_diff1":1.0, | |
| "naucs_at_50_max":null, | |
| "naucs_at_50_std":null, | |
| "naucs_at_50_diff1":null, | |
| "naucs_at_100_max":null, | |
| "naucs_at_100_std":null, | |
| "naucs_at_100_diff1":null | |
| }, | |
| "vidore/syntheticDocQA_healthcare_industry_test":{ | |
| "ndcg_at_1":0.97, | |
| "ndcg_at_3":0.98893, | |
| "ndcg_at_5":0.98893, | |
| "ndcg_at_10":0.98893, | |
| "ndcg_at_20":0.98893, | |
| "ndcg_at_50":0.98893, | |
| "ndcg_at_100":0.98893, | |
| "map_at_1":0.97, | |
| "map_at_3":0.985, | |
| "map_at_5":0.985, | |
| "map_at_10":0.985, | |
| "map_at_20":0.985, | |
| "map_at_50":0.985, | |
| "map_at_100":0.985, | |
| "recall_at_1":0.97, | |
| "recall_at_3":1.0, | |
| "recall_at_5":1.0, | |
| "recall_at_10":1.0, | |
| "recall_at_20":1.0, | |
| "recall_at_50":1.0, | |
| "recall_at_100":1.0, | |
| "precision_at_1":0.97, | |
| "precision_at_3":0.33333, | |
| "precision_at_5":0.2, | |
| "precision_at_10":0.1, | |
| "precision_at_20":0.05, | |
| "precision_at_50":0.02, | |
| "precision_at_100":0.01, | |
| "mrr_at_1":0.97, | |
| "mrr_at_3":0.985, | |
| "mrr_at_5":0.985, | |
| "mrr_at_10":0.985, | |
| "mrr_at_20":0.985, | |
| "mrr_at_50":0.985, | |
| "mrr_at_100":0.985, | |
| "naucs_at_1_max":0.5938375350140056, | |
| "naucs_at_1_std":-0.1512605042016779, | |
| "naucs_at_1_diff1":1.0, | |
| "naucs_at_3_max":1.0, | |
| "naucs_at_3_std":1.0, | |
| "naucs_at_3_diff1":1.0, | |
| "naucs_at_5_max":1.0, | |
| "naucs_at_5_std":1.0, | |
| "naucs_at_5_diff1":1.0, | |
| "naucs_at_10_max":1.0, | |
| "naucs_at_10_std":1.0, | |
| "naucs_at_10_diff1":1.0, | |
| "naucs_at_20_max":1.0, | |
| "naucs_at_20_std":1.0, | |
| "naucs_at_20_diff1":1.0, | |
| "naucs_at_50_max":null, | |
| "naucs_at_50_std":null, | |
| "naucs_at_50_diff1":null, | |
| "naucs_at_100_max":null, | |
| "naucs_at_100_std":null, | |
| "naucs_at_100_diff1":null | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered":{ | |
| "ndcg_at_1":0.6, | |
| "ndcg_at_3":0.6151, | |
| "ndcg_at_5":0.63545, | |
| "ndcg_at_10":0.67291, | |
| "ndcg_at_20":0.69552, | |
| "ndcg_at_50":0.71505, | |
| "ndcg_at_100":0.72644, | |
| "map_at_1":0.36564, | |
| "map_at_3":0.49748, | |
| "map_at_5":0.53983, | |
| "map_at_10":0.57966, | |
| "map_at_20":0.59407, | |
| "map_at_50":0.60166, | |
| "map_at_100":0.60419, | |
| "recall_at_1":0.36564, | |
| "recall_at_3":0.57915, | |
| "recall_at_5":0.6723, | |
| "recall_at_10":0.7796, | |
| "recall_at_20":0.83839, | |
| "recall_at_50":0.89828, | |
| "recall_at_100":0.94039, | |
| "precision_at_1":0.6, | |
| "precision_at_3":0.38333, | |
| "precision_at_5":0.28875, | |
| "precision_at_10":0.18688, | |
| "precision_at_20":0.10906, | |
| "precision_at_50":0.05037, | |
| "precision_at_100":0.02756, | |
| "mrr_at_1":0.6125, | |
| "mrr_at_3":0.7114583333333332, | |
| "mrr_at_5":0.7258333333333333, | |
| "mrr_at_10":0.7311706349206349, | |
| "mrr_at_20":0.7328478057889821, | |
| "mrr_at_50":0.7335337032248797, | |
| "mrr_at_100":0.7337362495211759, | |
| "naucs_at_1_max":0.3196794300979519, | |
| "naucs_at_1_std":-0.06999480558029103, | |
| "naucs_at_1_diff1":0.46354630454140655, | |
| "naucs_at_3_max":-0.024028225250570488, | |
| "naucs_at_3_std":-0.0772467105431113, | |
| "naucs_at_3_diff1":-0.13384017605040516, | |
| "naucs_at_5_max":-0.1107018755412317, | |
| "naucs_at_5_std":-0.13468600304734307, | |
| "naucs_at_5_diff1":-0.1913870528096573, | |
| "naucs_at_10_max":-0.15104624102495343, | |
| "naucs_at_10_std":-0.11990214904902942, | |
| "naucs_at_10_diff1":-0.27309446189419934, | |
| "naucs_at_20_max":-0.1510467527515919, | |
| "naucs_at_20_std":-0.05158870650850273, | |
| "naucs_at_20_diff1":-0.2855800617041388, | |
| "naucs_at_50_max":-0.189407669514686, | |
| "naucs_at_50_std":0.011655782821744832, | |
| "naucs_at_50_diff1":-0.29769313630537414, | |
| "naucs_at_100_max":-0.22560114991297742, | |
| "naucs_at_100_std":0.03455222954387382, | |
| "naucs_at_100_diff1":-0.29629886192096655 | |
| }, | |
| "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0":{ | |
| "ndcg_at_1":0.62069, | |
| "ndcg_at_3":0.61762, | |
| "ndcg_at_5":0.60225, | |
| "ndcg_at_10":0.58048, | |
| "ndcg_at_20":0.61347, | |
| "ndcg_at_50":0.67491, | |
| "ndcg_at_100":0.71101, | |
| "map_at_1":0.09096, | |
| "map_at_3":0.20035, | |
| "map_at_5":0.26381, | |
| "map_at_10":0.33202, | |
| "map_at_20":0.39844, | |
| "map_at_50":0.45746, | |
| "map_at_100":0.48541, | |
| "recall_at_1":0.09096, | |
| "recall_at_3":0.24139, | |
| "recall_at_5":0.33438, | |
| "recall_at_10":0.4587, | |
| "recall_at_20":0.62591, | |
| "recall_at_50":0.81242, | |
| "recall_at_100":0.91777, | |
| "precision_at_1":0.62069, | |
| "precision_at_3":0.57471, | |
| "precision_at_5":0.53448, | |
| "precision_at_10":0.42414, | |
| "precision_at_20":0.32672, | |
| "precision_at_50":0.19759, | |
| "precision_at_100":0.12862, | |
| "mrr_at_1":0.603448275862069, | |
| "mrr_at_3":0.7241379310344828, | |
| "mrr_at_5":0.7405172413793104, | |
| "mrr_at_10":0.7462643678160921, | |
| "mrr_at_20":0.7475906277630417, | |
| "mrr_at_50":0.7484116458254391, | |
| "mrr_at_100":0.7484116458254391, | |
| "naucs_at_1_max":0.18510409805228442, | |
| "naucs_at_1_std":0.35494696439734424, | |
| "naucs_at_1_diff1":0.16217400181533045, | |
| "naucs_at_3_max":0.11476072335324272, | |
| "naucs_at_3_std":0.14220252935282734, | |
| "naucs_at_3_diff1":0.20624608835397928, | |
| "naucs_at_5_max":0.05768772419881633, | |
| "naucs_at_5_std":0.06310746641396357, | |
| "naucs_at_5_diff1":0.18987051287290022, | |
| "naucs_at_10_max":0.0985016982729016, | |
| "naucs_at_10_std":0.20584586715310207, | |
| "naucs_at_10_diff1":0.06505841014753395, | |
| "naucs_at_20_max":0.08004110479748268, | |
| "naucs_at_20_std":0.287577784204017, | |
| "naucs_at_20_diff1":0.020551986645709248, | |
| "naucs_at_50_max":0.014573240638718194, | |
| "naucs_at_50_std":0.24605332511304584, | |
| "naucs_at_50_diff1":-0.020387827810068312, | |
| "naucs_at_100_max":-0.05010509973449726, | |
| "naucs_at_100_std":0.1897950634215769, | |
| "naucs_at_100_diff1":-0.014466845102017144 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0":{ | |
| "ndcg_at_1":0.52632, | |
| "ndcg_at_3":0.55585, | |
| "ndcg_at_5":0.56608, | |
| "ndcg_at_10":0.60595, | |
| "ndcg_at_20":0.63951, | |
| "ndcg_at_50":0.67486, | |
| "ndcg_at_100":0.68663, | |
| "map_at_1":0.18937, | |
| "map_at_3":0.38648, | |
| "map_at_5":0.42924, | |
| "map_at_10":0.4756, | |
| "map_at_20":0.49684, | |
| "map_at_50":0.51563, | |
| "map_at_100":0.52215, | |
| "recall_at_1":0.18937, | |
| "recall_at_3":0.52147, | |
| "recall_at_5":0.61387, | |
| "recall_at_10":0.7448, | |
| "recall_at_20":0.84958, | |
| "recall_at_50":0.95384, | |
| "recall_at_100":0.98246, | |
| "precision_at_1":0.52632, | |
| "precision_at_3":0.40351, | |
| "precision_at_5":0.29825, | |
| "precision_at_10":0.2, | |
| "precision_at_20":0.12632, | |
| "precision_at_50":0.06842, | |
| "precision_at_100":0.03877, | |
| "mrr_at_1":0.5263157894736842, | |
| "mrr_at_3":0.6608187134502922, | |
| "mrr_at_5":0.6687134502923976, | |
| "mrr_at_10":0.6770676691729323, | |
| "mrr_at_20":0.6805936409651578, | |
| "mrr_at_50":0.6813246351172046, | |
| "mrr_at_100":0.6813246351172046, | |
| "naucs_at_1_max":-0.3657070379375877, | |
| "naucs_at_1_std":-0.2598454613027199, | |
| "naucs_at_1_diff1":0.20497205438323887, | |
| "naucs_at_3_max":-0.2760768601040555, | |
| "naucs_at_3_std":-0.19536511254108982, | |
| "naucs_at_3_diff1":0.12639737194669312, | |
| "naucs_at_5_max":-0.32266979804661855, | |
| "naucs_at_5_std":-0.2321273259469018, | |
| "naucs_at_5_diff1":0.12201056497848635, | |
| "naucs_at_10_max":-0.31327785677716363, | |
| "naucs_at_10_std":-0.20701857432203374, | |
| "naucs_at_10_diff1":0.12714449010861775, | |
| "naucs_at_20_max":-0.3057758145014666, | |
| "naucs_at_20_std":-0.19196155860715694, | |
| "naucs_at_20_diff1":0.004456792889016827, | |
| "naucs_at_50_max":-0.3443751963336487, | |
| "naucs_at_50_std":-0.19916004962508968, | |
| "naucs_at_50_diff1":-0.15313050707770795, | |
| "naucs_at_100_max":-0.33335268769256254, | |
| "naucs_at_100_std":-0.1759902263556841, | |
| "naucs_at_100_diff1":-0.16546750884331984 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0":{ | |
| "ndcg_at_1":0.72222, | |
| "ndcg_at_3":0.68859, | |
| "ndcg_at_5":0.6877, | |
| "ndcg_at_10":0.69829, | |
| "ndcg_at_20":0.7342, | |
| "ndcg_at_50":0.77785, | |
| "ndcg_at_100":0.78996, | |
| "map_at_1":0.36488, | |
| "map_at_3":0.46953, | |
| "map_at_5":0.52392, | |
| "map_at_10":0.58858, | |
| "map_at_20":0.62889, | |
| "map_at_50":0.64917, | |
| "map_at_100":0.65352, | |
| "recall_at_1":0.36488, | |
| "recall_at_3":0.54323, | |
| "recall_at_5":0.61414, | |
| "recall_at_10":0.71635, | |
| "recall_at_20":0.82542, | |
| "recall_at_50":0.95323, | |
| "recall_at_100":0.98765, | |
| "precision_at_1":0.72222, | |
| "precision_at_3":0.44444, | |
| "precision_at_5":0.37778, | |
| "precision_at_10":0.27222, | |
| "precision_at_20":0.175, | |
| "precision_at_50":0.08667, | |
| "precision_at_100":0.04667, | |
| "mrr_at_1":0.6111111111111112, | |
| "mrr_at_3":0.7592592592592592, | |
| "mrr_at_5":0.7592592592592592, | |
| "mrr_at_10":0.7592592592592592, | |
| "mrr_at_20":0.7592592592592592, | |
| "mrr_at_50":0.7611111111111111, | |
| "mrr_at_100":0.7611111111111111, | |
| "naucs_at_1_max":-0.1072500882788756, | |
| "naucs_at_1_std":-0.07848008527574335, | |
| "naucs_at_1_diff1":0.3888329697673727, | |
| "naucs_at_3_max":-0.5668751047952342, | |
| "naucs_at_3_std":-0.5329585384567367, | |
| "naucs_at_3_diff1":-0.2021392643633502, | |
| "naucs_at_5_max":-0.5633098595994385, | |
| "naucs_at_5_std":-0.43232123457673266, | |
| "naucs_at_5_diff1":-0.17951311814925686, | |
| "naucs_at_10_max":-0.6374122831555527, | |
| "naucs_at_10_std":-0.43175557593234065, | |
| "naucs_at_10_diff1":-0.31039799211753494, | |
| "naucs_at_20_max":-0.701465591207169, | |
| "naucs_at_20_std":-0.4917500935922029, | |
| "naucs_at_20_diff1":-0.35064529361083185, | |
| "naucs_at_50_max":-0.7021744453459953, | |
| "naucs_at_50_std":-0.4855377059097475, | |
| "naucs_at_50_diff1":-0.36456623920339126, | |
| "naucs_at_100_max":-0.6924863874111336, | |
| "naucs_at_100_std":-0.4863559555556065, | |
| "naucs_at_100_diff1":-0.3608886108131484 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual":{ | |
| "ndcg_at_1":0.54386, | |
| "ndcg_at_3":0.53992, | |
| "ndcg_at_5":0.57161, | |
| "ndcg_at_10":0.61517, | |
| "ndcg_at_20":0.64796, | |
| "ndcg_at_50":0.67915, | |
| "ndcg_at_100":0.69235, | |
| "map_at_1":0.22592, | |
| "map_at_3":0.38229, | |
| "map_at_5":0.43639, | |
| "map_at_10":0.48456, | |
| "map_at_20":0.50644, | |
| "map_at_50":0.52393, | |
| "map_at_100":0.53044, | |
| "recall_at_1":0.22592, | |
| "recall_at_3":0.48555, | |
| "recall_at_5":0.61365, | |
| "recall_at_10":0.75902, | |
| "recall_at_20":0.86188, | |
| "recall_at_50":0.94857, | |
| "recall_at_100":0.98684, | |
| "precision_at_1":0.54386, | |
| "precision_at_3":0.3845, | |
| "precision_at_5":0.30351, | |
| "precision_at_10":0.20439, | |
| "precision_at_20":0.12785, | |
| "precision_at_50":0.06851, | |
| "precision_at_100":0.03882, | |
| "mrr_at_1":0.5394736842105263, | |
| "mrr_at_3":0.6491228070175438, | |
| "mrr_at_5":0.6675438596491228, | |
| "mrr_at_10":0.6769945697577275, | |
| "mrr_at_20":0.6792236734283947, | |
| "mrr_at_50":0.6797428454113825, | |
| "mrr_at_100":0.6798197921642295, | |
| "naucs_at_1_max":-0.20674277350895354, | |
| "naucs_at_1_std":-0.12027303922549912, | |
| "naucs_at_1_diff1":0.23775810754837193, | |
| "naucs_at_3_max":-0.14132383047647284, | |
| "naucs_at_3_std":-0.11240148832069007, | |
| "naucs_at_3_diff1":0.15033788234126377, | |
| "naucs_at_5_max":-0.17140084599390548, | |
| "naucs_at_5_std":-0.13104605490168167, | |
| "naucs_at_5_diff1":0.1523799082346645, | |
| "naucs_at_10_max":-0.17604422702000652, | |
| "naucs_at_10_std":-0.1040197021731718, | |
| "naucs_at_10_diff1":0.141987374687683, | |
| "naucs_at_20_max":-0.18707526779473269, | |
| "naucs_at_20_std":-0.05659957021660996, | |
| "naucs_at_20_diff1":0.043138658571222205, | |
| "naucs_at_50_max":-0.23552302035441924, | |
| "naucs_at_50_std":-0.05397637299883905, | |
| "naucs_at_50_diff1":-0.09007005759845056, | |
| "naucs_at_100_max":-0.2339022131728518, | |
| "naucs_at_100_std":-0.0193642217972453, | |
| "naucs_at_100_diff1":-0.11400444827044932 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0_multilingual":{ | |
| "ndcg_at_1":0.63889, | |
| "ndcg_at_3":0.62281, | |
| "ndcg_at_5":0.60952, | |
| "ndcg_at_10":0.64318, | |
| "ndcg_at_20":0.67634, | |
| "ndcg_at_50":0.71094, | |
| "ndcg_at_100":0.72844, | |
| "map_at_1":0.32704, | |
| "map_at_3":0.41888, | |
| "map_at_5":0.46563, | |
| "map_at_10":0.53051, | |
| "map_at_20":0.56674, | |
| "map_at_50":0.58314, | |
| "map_at_100":0.58783, | |
| "recall_at_1":0.32704, | |
| "recall_at_3":0.48365, | |
| "recall_at_5":0.54387, | |
| "recall_at_10":0.69125, | |
| "recall_at_20":0.78669, | |
| "recall_at_50":0.8863, | |
| "recall_at_100":0.9429, | |
| "precision_at_1":0.63889, | |
| "precision_at_3":0.41204, | |
| "precision_at_5":0.33333, | |
| "precision_at_10":0.25417, | |
| "precision_at_20":0.16597, | |
| "precision_at_50":0.07972, | |
| "precision_at_100":0.04431, | |
| "mrr_at_1":0.5972222222222222, | |
| "mrr_at_3":0.7083333333333333, | |
| "mrr_at_5":0.7083333333333333, | |
| "mrr_at_10":0.7178791887125221, | |
| "mrr_at_20":0.7191418149751484, | |
| "mrr_at_50":0.7199862392542369, | |
| "mrr_at_100":0.7201556159480039, | |
| "naucs_at_1_max":0.11301406077201734, | |
| "naucs_at_1_std":0.21519921250929616, | |
| "naucs_at_1_diff1":0.3601399303857268, | |
| "naucs_at_3_max":-0.24927986503179209, | |
| "naucs_at_3_std":-0.09022708366608238, | |
| "naucs_at_3_diff1":0.04489545233674075, | |
| "naucs_at_5_max":-0.26591050096906066, | |
| "naucs_at_5_std":-0.07265537709306702, | |
| "naucs_at_5_diff1":0.0014191239058859906, | |
| "naucs_at_10_max":-0.3903220005756808, | |
| "naucs_at_10_std":-0.12521844950880665, | |
| "naucs_at_10_diff1":-0.19712230727571253, | |
| "naucs_at_20_max":-0.45199817313888363, | |
| "naucs_at_20_std":-0.1484667347150115, | |
| "naucs_at_20_diff1":-0.2608757999232997, | |
| "naucs_at_50_max":-0.48614207326501946, | |
| "naucs_at_50_std":-0.15554359778230578, | |
| "naucs_at_50_diff1":-0.27852375257122247, | |
| "naucs_at_100_max":-0.5125082706318165, | |
| "naucs_at_100_std":-0.18550458631758462, | |
| "naucs_at_100_diff1":-0.31194041608707157 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual":{ | |
| "ndcg_at_1":0.58125, | |
| "ndcg_at_3":0.60975, | |
| "ndcg_at_5":0.62539, | |
| "ndcg_at_10":0.65521, | |
| "ndcg_at_20":0.67922, | |
| "ndcg_at_50":0.70341, | |
| "ndcg_at_100":0.71315, | |
| "map_at_1":0.35357, | |
| "map_at_3":0.49223, | |
| "map_at_5":0.5321, | |
| "map_at_10":0.56549, | |
| "map_at_20":0.5796, | |
| "map_at_50":0.58865, | |
| "map_at_100":0.59103, | |
| "recall_at_1":0.35357, | |
| "recall_at_3":0.57487, | |
| "recall_at_5":0.65905, | |
| "recall_at_10":0.7508, | |
| "recall_at_20":0.81705, | |
| "recall_at_50":0.89072, | |
| "recall_at_100":0.92568, | |
| "precision_at_1":0.58125, | |
| "precision_at_3":0.3849, | |
| "precision_at_5":0.28719, | |
| "precision_at_10":0.18125, | |
| "precision_at_20":0.10578, | |
| "precision_at_50":0.05062, | |
| "precision_at_100":0.02748, | |
| "mrr_at_1":0.5796875, | |
| "mrr_at_3":0.6901041666666663, | |
| "mrr_at_5":0.7021354166666661, | |
| "mrr_at_10":0.7074832589285712, | |
| "mrr_at_20":0.7102574911812041, | |
| "mrr_at_50":0.7110110149629919, | |
| "mrr_at_100":0.7111676465392118, | |
| "naucs_at_1_max":0.17241551553460638, | |
| "naucs_at_1_std":-0.10458500213424893, | |
| "naucs_at_1_diff1":0.5014939741528845, | |
| "naucs_at_3_max":0.04213476105852452, | |
| "naucs_at_3_std":-0.03593819184778826, | |
| "naucs_at_3_diff1":-0.03987788271154801, | |
| "naucs_at_5_max":0.027250565594662386, | |
| "naucs_at_5_std":-0.037278236776539624, | |
| "naucs_at_5_diff1":-0.1239404049371398, | |
| "naucs_at_10_max":-0.06115387637712348, | |
| "naucs_at_10_std":-0.0718804318785458, | |
| "naucs_at_10_diff1":-0.19295981392132494, | |
| "naucs_at_20_max":-0.09125226002964483, | |
| "naucs_at_20_std":-0.028359299920185887, | |
| "naucs_at_20_diff1":-0.22651248920886707, | |
| "naucs_at_50_max":-0.10766546120682835, | |
| "naucs_at_50_std":0.03593323121140819, | |
| "naucs_at_50_diff1":-0.25675662871310556, | |
| "naucs_at_100_max":-0.12997916463636278, | |
| "naucs_at_100_std":0.05375545158818975, | |
| "naucs_at_100_diff1":-0.2582624772102094 | |
| }, | |
| "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual":{ | |
| "ndcg_at_1":0.57759, | |
| "ndcg_at_3":0.57138, | |
| "ndcg_at_5":0.55497, | |
| "ndcg_at_10":0.5473, | |
| "ndcg_at_20":0.58512, | |
| "ndcg_at_50":0.65027, | |
| "ndcg_at_100":0.68902, | |
| "map_at_1":0.08005, | |
| "map_at_3":0.17589, | |
| "map_at_5":0.22976, | |
| "map_at_10":0.29906, | |
| "map_at_20":0.36451, | |
| "map_at_50":0.42404, | |
| "map_at_100":0.45273, | |
| "recall_at_1":0.08005, | |
| "recall_at_3":0.21653, | |
| "recall_at_5":0.30793, | |
| "recall_at_10":0.43982, | |
| "recall_at_20":0.60961, | |
| "recall_at_50":0.80111, | |
| "recall_at_100":0.91548, | |
| "precision_at_1":0.57759, | |
| "precision_at_3":0.53592, | |
| "precision_at_5":0.49138, | |
| "precision_at_10":0.40733, | |
| "precision_at_20":0.31832, | |
| "precision_at_50":0.19638, | |
| "precision_at_100":0.12836, | |
| "mrr_at_1":0.5646551724137931, | |
| "mrr_at_3":0.694683908045977, | |
| "mrr_at_5":0.7136494252873563, | |
| "mrr_at_10":0.7207478106185002, | |
| "mrr_at_20":0.7223871734108802, | |
| "mrr_at_50":0.7225924279264796, | |
| "mrr_at_100":0.7225924279264796, | |
| "naucs_at_1_max":0.025825981954306243, | |
| "naucs_at_1_std":0.06786701290377438, | |
| "naucs_at_1_diff1":0.3119241048950317, | |
| "naucs_at_3_max":0.0479066957744716, | |
| "naucs_at_3_std":0.06557391489213844, | |
| "naucs_at_3_diff1":0.23439300856464848, | |
| "naucs_at_5_max":0.0517250332191857, | |
| "naucs_at_5_std":0.09464648925799282, | |
| "naucs_at_5_diff1":0.2254037385021122, | |
| "naucs_at_10_max":0.07385165346450225, | |
| "naucs_at_10_std":0.14105623461417685, | |
| "naucs_at_10_diff1":0.09658147605174039, | |
| "naucs_at_20_max":0.04903637832153811, | |
| "naucs_at_20_std":0.1590552355815479, | |
| "naucs_at_20_diff1":0.028107412938548966, | |
| "naucs_at_50_max":0.02938750541507763, | |
| "naucs_at_50_std":0.15805354436493257, | |
| "naucs_at_50_diff1":-0.04958795351145276, | |
| "naucs_at_100_max":-0.0034893431750791983, | |
| "naucs_at_100_std":0.13285693605908278, | |
| "naucs_at_100_diff1":-0.07289241471567467 | |
| }, | |
| "vidore/restaurant_esg_reports_beir":{ | |
| "ndcg_at_1":0.66667, | |
| "ndcg_at_3":0.62961, | |
| "ndcg_at_5":0.65844, | |
| "ndcg_at_10":0.70149, | |
| "ndcg_at_20":0.72887, | |
| "ndcg_at_50":0.75185, | |
| "ndcg_at_100":0.75669, | |
| "map_at_1":0.47262, | |
| "map_at_3":0.55789, | |
| "map_at_5":0.59623, | |
| "map_at_10":0.62874, | |
| "map_at_20":0.64199, | |
| "map_at_50":0.64885, | |
| "map_at_100":0.65059, | |
| "recall_at_1":0.47262, | |
| "recall_at_3":0.58302, | |
| "recall_at_5":0.68751, | |
| "recall_at_10":0.8013, | |
| "recall_at_20":0.88308, | |
| "recall_at_50":0.9586, | |
| "recall_at_100":0.97619, | |
| "precision_at_1":0.69231, | |
| "precision_at_3":0.33974, | |
| "precision_at_5":0.24615, | |
| "precision_at_10":0.15577, | |
| "precision_at_20":0.09231, | |
| "precision_at_50":0.04269, | |
| "precision_at_100":0.02288, | |
| "mrr_at_1":0.6923076923076923, | |
| "mrr_at_3":0.7371794871794872, | |
| "mrr_at_5":0.7583333333333333, | |
| "mrr_at_10":0.7666666666666665, | |
| "mrr_at_20":0.7698942083557468, | |
| "mrr_at_50":0.7706954904070289, | |
| "mrr_at_100":0.7706954904070289, | |
| "naucs_at_1_max":0.21266459227612405, | |
| "naucs_at_1_std":0.19096494070335385, | |
| "naucs_at_1_diff1":0.49249886565541523, | |
| "naucs_at_3_max":-0.03430599620876157, | |
| "naucs_at_3_std":0.017097041956098673, | |
| "naucs_at_3_diff1":-0.03264969467214677, | |
| "naucs_at_5_max":-0.022484350271713836, | |
| "naucs_at_5_std":-0.0636467385979771, | |
| "naucs_at_5_diff1":-0.16473803715393007, | |
| "naucs_at_10_max":-0.07317891510820472, | |
| "naucs_at_10_std":-0.04140978466752904, | |
| "naucs_at_10_diff1":-0.26462899584834276, | |
| "naucs_at_20_max":-0.0627742919035184, | |
| "naucs_at_20_std":0.04670746961963372, | |
| "naucs_at_20_diff1":-0.3704708282580158, | |
| "naucs_at_50_max":-0.06988684901669139, | |
| "naucs_at_50_std":0.005284407101443551, | |
| "naucs_at_50_diff1":-0.38324540988500305, | |
| "naucs_at_100_max":-0.11684726414295883, | |
| "naucs_at_100_std":0.005824353791349827, | |
| "naucs_at_100_diff1":-0.3791953702270732 | |
| } | |
| } |