1 line
16 KiB
JSON
1 line
16 KiB
JSON
|
{"arxivqa_test_subsampled": {"ndcg_at_1": 0.786, "ndcg_at_3": 0.82859, "ndcg_at_5": 0.83909, "ndcg_at_10": 0.85118, "ndcg_at_20": 0.85912, "ndcg_at_50": 0.86489, "ndcg_at_100": 0.8669, "map_at_1": 0.786, "map_at_3": 0.819, "map_at_5": 0.8247, "map_at_10": 0.82957, "map_at_20": 0.83167, "map_at_50": 0.83269, "map_at_100": 0.83289, "recall_at_1": 0.786, "recall_at_3": 0.856, "recall_at_5": 0.882, "recall_at_10": 0.92, "recall_at_20": 0.952, "recall_at_50": 0.98, "recall_at_100": 0.992, "precision_at_1": 0.786, "precision_at_3": 0.28533, "precision_at_5": 0.1764, "precision_at_10": 0.092, "precision_at_20": 0.0476, "precision_at_50": 0.0196, "precision_at_100": 0.00992, "mrr_at_1": 0.786, "mrr_at_3": 0.8189999999999998, "mrr_at_5": 0.8246999999999999, "mrr_at_10": 0.8295706349206347, "mrr_at_20": 0.8316712173447467, "mrr_at_50": 0.8326901700317237, "mrr_at_100": 0.832885280842064, "naucs_at_1_max": 0.8892284946618716, "naucs_at_1_std": -0.3267276061583954, "naucs_at_1_diff1": 0.9336110202863116, "naucs_at_3_max": 0.8940728333693538, "naucs_at_3_std": -0.2892397881996969, "naucs_at_3_diff1": 0.9035214501837059, "naucs_at_5_max": 0.8728866928256561, "naucs_at_5_std": -0.2504965363561503, "naucs_at_5_diff1": 0.8887031923654505, "naucs_at_10_max": 0.8634570494864612, "naucs_at_10_std": -0.32796451914099106, "naucs_at_10_diff1": 0.8821195144724552, "naucs_at_20_max": 0.8949579831932764, "naucs_at_20_std": -0.29034391534391896, "naucs_at_20_diff1": 0.878618113912229, "naucs_at_50_max": 0.9096638655462147, "naucs_at_50_std": 0.12301587301586674, "naucs_at_50_diff1": 0.9014939309056892, "naucs_at_100_max": 1.0, "naucs_at_100_std": 0.8558590102707644, "naucs_at_100_diff1": 0.9673202614378978}, "docvqa_test_subsampled": {"ndcg_at_1": 0.4612, "ndcg_at_3": 0.52679, "ndcg_at_5": 0.54568, "ndcg_at_10": 0.56932, "ndcg_at_20": 0.58751, "ndcg_at_50": 0.59746, "ndcg_at_100": 0.60597, "map_at_1": 0.4612, "map_at_3": 0.51109, "map_at_5": 0.5214, "map_at_10": 0.53156, "map_at_20": 0.53639, "map_at_50": 0.5381, "map_at_100": 0.53881, "recall_at_1": 0.4612, "recall_at_3": 0.57206, "recall_at_5": 0.61863, "recall_at_10": 0.68958, "recall_at_20": 0.76275, "recall_at_50": 0.81153, "recall_at_100": 0.86475, "precision_at_1": 0.4612, "precision_at_3": 0.19069, "precision_at_5": 0.12373, "precision_at_10": 0.06896, "precision_at_20": 0.03814, "precision_at_50": 0.01623, "precision_at_100": 0.00865, "mrr_at_1": 0.4611973392461197, "mrr_at_3": 0.5110864745011088, "mrr_at_5": 0.5213968957871397, "mrr_at_10": 0.531558617534227, "mrr_at_20": 0.5363705459439568, "mrr_at_50": 0.5380818653716594, "mrr_at_100": 0.5387956639409233, "naucs_at_1_max": 0.6018461520563698, "naucs_at_1_std": -0.29453860375419927, "naucs_at_1_diff1": 0.7645813967276972, "naucs_at_3_max": 0.58164206836642, "naucs_at_3_std": -0.25403366910903274, "naucs_at_3_diff1": 0.6515883726118482, "naucs_at_5_max": 0.5721975818175079, "naucs_at_5_std": -0.2744904256592273, "naucs_at_5_diff1": 0.61928231963369, "naucs_at_10_max": 0.5671552158378993, "naucs_at_10_std": -0.28750264247429225, "naucs_at_10_diff1": 0.5626707252181952, "naucs_at_20_max": 0.6156578041155646, "naucs_at_20_std": -0.2749165128258015, "naucs_at_20_diff1": 0.6002227825216901, "naucs_at_50_max": 0.6012704408386546, "naucs_at_50_std": -0.33739300418375234, "naucs_at_50_diff1": 0.6419776051914634, "naucs_at_100_max": 0.6412951544246476, "naucs_at_100_std": -0.2690460787063671, "naucs_at_100_diff1": 0.6375549090035819}, "infovqa_test_subsampled": {"ndcg_at_1": 0.8664, "ndcg_at_3": 0.89876, "ndcg_at_5": 0.91113, "ndcg_at_10": 0.91568, "ndcg_at_20": 0.91815, "ndcg_at_50": 0.92068, "ndcg_at_100": 0.92099, "map_at_1": 0.8664, "map_at_3": 0.89103, "map_at_5": 0.89781, "map_at_10": 0.89966, "map_at_20": 0.9003, "map_at_50": 0.90076, "map_at_100": 0.90078, "recall_at_1": 0.8664, "recall_at_3": 0.92105, "recall_at_5": 0.95142, "recall_at_10": 0.96559, "recall_at_20": 0.97571, "recall_at_50": 0.98785, "recall_at_100": 0.98988, "precision_at_1": 0.8664, "precision_at_3": 0.30702, "precision_at_5": 0.19028, "precision_at_10": 0.09656, "preci
|