{ "metadata": { "model_name": "ReMatch-2B", "model_size": "2.21", "embedding_dimension": 1536, "max_length_tokens": null, "model_release_date": "2025-11-24", "score_source": "Self-Reported", "url": "https://arxiv.org/abs/2511.19278", "report_generated_date": "2025-11-24T12:19:01.814804" }, "metrics": { "image": { "ImageNet-1K": { "hit@1": 0.764, "hit@5": 0.953, "hit@10": 0.973, "ndcg_linear@1": 0.764, "ndcg_linear@5": 0.8700034150977809, "ndcg_linear@10": 0.8767423356586663, "ndcg_exponential@1": 0.764, "ndcg_exponential@5": 0.8700034150977809, "ndcg_exponential@10": 0.8767423356586663, "precision@1": 0.764, "precision@5": 0.19060000000000002, "precision@10": 0.09730000000000001, "recall@1": 0.764, "recall@5": 0.953, "recall@10": 0.973, "f1@1": 0.764, "f1@5": 0.31766666666666665, "f1@10": 0.17690909090909088, "map@1": 0.764, "map@5": 0.8419166666666668, "map@10": 0.8448559523809523, "mrr@1": 0.764, "mrr@5": 0.8419166666666668, "mrr@10": 0.8448559523809523, "num_pred": 1000, "num_data": 1000 }, "N24News": { "hit@1": 0.805, "hit@5": 0.978, "hit@10": 0.998, "ndcg_linear@1": 0.805, "ndcg_linear@5": 0.9036284090730106, "ndcg_linear@10": 0.9100724261139432, "ndcg_exponential@1": 0.805, "ndcg_exponential@5": 0.9036284090730106, "ndcg_exponential@10": 0.9100724261139432, "precision@1": 0.805, "precision@5": 0.19560000000000002, "precision@10": 0.09980000000000001, "recall@1": 0.805, "recall@5": 0.978, "recall@10": 0.998, "f1@1": 0.805, "f1@5": 0.326, "f1@10": 0.18145454545454545, "map@1": 0.805, "map@5": 0.8783, "map@10": 0.880948015873016, "mrr@1": 0.805, "mrr@5": 0.8783, "mrr@10": 0.880948015873016, "num_pred": 1000, "num_data": 1000 }, "HatefulMemes": { "hit@1": 0.658, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.658, "ndcg_linear@5": 0.8737779757214384, "ndcg_linear@10": 0.8737779757214384, "ndcg_exponential@1": 0.658, "ndcg_exponential@5": 0.8737779757214384, "ndcg_exponential@10": 0.8737779757214384, "precision@1": 0.658, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.658, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.658, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.658, "map@5": 0.829, "map@10": 0.829, "mrr@1": 0.658, "mrr@5": 0.829, "mrr@10": 0.829, "num_pred": 1000, "num_data": 1000 }, "VOC2007": { "hit@1": 0.869, "hit@5": 0.979, "hit@10": 0.993, "ndcg_linear@1": 0.869, "ndcg_linear@5": 0.9324316381824919, "ndcg_linear@10": 0.937105370757479, "ndcg_exponential@1": 0.869, "ndcg_exponential@5": 0.9324316381824919, "ndcg_exponential@10": 0.937105370757479, "precision@1": 0.869, "precision@5": 0.1958, "precision@10": 0.09930000000000001, "recall@1": 0.869, "recall@5": 0.979, "recall@10": 0.993, "f1@1": 0.869, "f1@5": 0.32633333333333336, "f1@10": 0.18054545454545454, "map@1": 0.869, "map@5": 0.91655, "map@10": 0.9185646825396825, "mrr@1": 0.869, "mrr@5": 0.91655, "mrr@10": 0.9185646825396825, "num_pred": 1000, "num_data": 1000 }, "SUN397": { "hit@1": 0.746, "hit@5": 0.972, "hit@10": 0.985, "ndcg_linear@1": 0.746, "ndcg_linear@5": 0.8748626826170478, "ndcg_linear@10": 0.8790604241381442, "ndcg_exponential@1": 0.746, "ndcg_exponential@5": 0.8748626826170478, "ndcg_exponential@10": 0.8790604241381442, "precision@1": 0.746, "precision@5": 0.19440000000000004, "precision@10": 0.09850000000000003, "recall@1": 0.746, "recall@5": 0.972, "recall@10": 0.985, "f1@1": 0.746, "f1@5": 0.324, "f1@10": 0.17909090909090908, "map@1": 0.746, "map@5": 0.84175, "map@10": 0.8434789682539682, "mrr@1": 0.746, "mrr@5": 0.84175, "mrr@10": 0.8434789682539682, "num_pred": 1000, "num_data": 1000 }, "Place365": { "hit@1": 0.424, "hit@5": 0.734, "hit@10": 0.823, "ndcg_linear@1": 0.424, "ndcg_linear@5": 0.5935450472953501, "ndcg_linear@10": 0.6225444525315761, "ndcg_exponential@1": 0.424, "ndcg_exponential@5": 0.5935450472953501, "ndcg_exponential@10": 0.6225444525315761, "precision@1": 0.424, "precision@5": 0.14679999999999999, "precision@10": 0.0823, "recall@1": 0.424, "recall@5": 0.734, "recall@10": 0.823, "f1@1": 0.424, "f1@5": 0.2446666666666667, "f1@10": 0.14963636363636362, "map@1": 0.424, "map@5": 0.5463666666666667, "map@10": 0.5584670634920635, "mrr@1": 0.424, "mrr@5": 0.5463666666666667, "mrr@10": 0.5584670634920635, "num_pred": 1000, "num_data": 1000 }, "ImageNet-A": { "hit@1": 0.495, "hit@5": 0.734, "hit@10": 0.82, "ndcg_linear@1": 0.495, "ndcg_linear@5": 0.6232496560144841, "ndcg_linear@10": 0.651265384533048, "ndcg_exponential@1": 0.495, "ndcg_exponential@5": 0.6232496560144841, "ndcg_exponential@10": 0.651265384533048, "precision@1": 0.495, "precision@5": 0.1468, "precision@10": 0.082, "recall@1": 0.495, "recall@5": 0.734, "recall@10": 0.82, "f1@1": 0.495, "f1@5": 0.24466666666666675, "f1@10": 0.14909090909090914, "map@1": 0.495, "map@5": 0.5862666666666666, "map@10": 0.5979511904761905, "mrr@1": 0.495, "mrr@5": 0.5862666666666666, "mrr@10": 0.5979511904761905, "num_pred": 1000, "num_data": 1000 }, "ImageNet-R": { "hit@1": 0.913, "hit@5": 0.981, "hit@10": 0.984, "ndcg_linear@1": 0.913, "ndcg_linear@5": 0.9522928861255189, "ndcg_linear@10": 0.9533207653765207, "ndcg_exponential@1": 0.913, "ndcg_exponential@5": 0.9522928861255189, "ndcg_exponential@10": 0.9533207653765207, "precision@1": 0.913, "precision@5": 0.19620000000000004, "precision@10": 0.09840000000000002, "recall@1": 0.913, "recall@5": 0.981, "recall@10": 0.984, "f1@1": 0.913, "f1@5": 0.327, "f1@10": 0.17890909090909088, "map@1": 0.913, "map@5": 0.9424666666666667, "map@10": 0.9429249999999999, "mrr@1": 0.913, "mrr@5": 0.9424666666666667, "mrr@10": 0.9429249999999999, "num_pred": 1000, "num_data": 1000 }, "ObjectNet": { "hit@1": 0.655, "hit@5": 0.855, "hit@10": 0.898, "ndcg_linear@1": 0.655, "ndcg_linear@5": 0.7662539693214047, "ndcg_linear@10": 0.7802783351210099, "ndcg_exponential@1": 0.655, "ndcg_exponential@5": 0.7662539693214047, "ndcg_exponential@10": 0.7802783351210099, "precision@1": 0.655, "precision@5": 0.171, "precision@10": 0.0898, "recall@1": 0.655, "recall@5": 0.855, "recall@10": 0.898, "f1@1": 0.655, "f1@5": 0.28500000000000003, "f1@10": 0.1632727272727273, "map@1": 0.655, "map@5": 0.7363166666666666, "map@10": 0.7421710317460317, "mrr@1": 0.655, "mrr@5": 0.7363166666666666, "mrr@10": 0.7421710317460317, "num_pred": 1000, "num_data": 1000 }, "Country211": { "hit@1": 0.253, "hit@5": 0.477, "hit@10": 0.598, "ndcg_linear@1": 0.253, "ndcg_linear@5": 0.3709054903609312, "ndcg_linear@10": 0.410216199738311, "ndcg_exponential@1": 0.253, "ndcg_exponential@5": 0.3709054903609312, "ndcg_exponential@10": 0.410216199738311, "precision@1": 0.253, "precision@5": 0.09539999999999998, "precision@10": 0.0598, "recall@1": 0.253, "recall@5": 0.477, "recall@10": 0.598, "f1@1": 0.253, "f1@5": 0.15900000000000003, "f1@10": 0.10872727272727274, "map@1": 0.253, "map@5": 0.33575, "map@10": 0.3520813492063492, "mrr@1": 0.253, "mrr@5": 0.33575, "mrr@10": 0.3520813492063492, "num_pred": 1000, "num_data": 1000 }, "OK-VQA": { "hit@1": 0.669, "hit@5": 0.903, "hit@10": 0.939, "ndcg_linear@1": 0.669, "ndcg_linear@5": 0.7993493868774931, "ndcg_linear@10": 0.8112192891517754, "ndcg_exponential@1": 0.669, "ndcg_exponential@5": 0.7993493868774931, "ndcg_exponential@10": 0.8112192891517754, "precision@1": 0.669, "precision@5": 0.1806, "precision@10": 0.09390000000000003, "recall@1": 0.669, "recall@5": 0.903, "recall@10": 0.939, "f1@1": 0.669, "f1@5": 0.301, "f1@10": 0.17072727272727273, "map@1": 0.669, "map@5": 0.7643, "map@10": 0.769327380952381, "mrr@1": 0.669, "mrr@5": 0.7643, "mrr@10": 0.769327380952381, "num_pred": 1000, "num_data": 1000 }, "A-OKVQA": { "hit@1": 0.561, "hit@5": 0.875, "hit@10": 0.926, "ndcg_linear@1": 0.561, "ndcg_linear@5": 0.7355896484488631, "ndcg_linear@10": 0.7525984718037965, "ndcg_exponential@1": 0.561, "ndcg_exponential@5": 0.7355896484488631, "ndcg_exponential@10": 0.7525984718037965, "precision@1": 0.561, "precision@5": 0.175, "precision@10": 0.0926, "recall@1": 0.561, "recall@5": 0.875, "recall@10": 0.926, "f1@1": 0.561, "f1@5": 0.29166666666666674, "f1@10": 0.16836363636363638, "map@1": 0.561, "map@5": 0.6885666666666667, "map@10": 0.6958912698412698, "mrr@1": 0.561, "mrr@5": 0.6885666666666667, "mrr@10": 0.6958912698412698, "num_pred": 1000, "num_data": 1000 }, "DocVQA": { "hit@1": 0.934, "hit@5": 0.989, "hit@10": 0.994, "ndcg_linear@1": 0.934, "ndcg_linear@5": 0.9642122044759442, "ndcg_linear@10": 0.9658744470559432, "ndcg_exponential@1": 0.934, "ndcg_exponential@5": 0.9642122044759442, "ndcg_exponential@10": 0.9658744470559432, "precision@1": 0.934, "precision@5": 0.19780000000000003, "precision@10": 0.0994, "recall@1": 0.934, "recall@5": 0.989, "recall@10": 0.994, "f1@1": 0.934, "f1@5": 0.3296666666666666, "f1@10": 0.1807272727272727, "map@1": 0.934, "map@5": 0.9559, "map@10": 0.9566123015873016, "mrr@1": 0.934, "mrr@5": 0.9559, "mrr@10": 0.9566123015873016, "num_pred": 1000, "num_data": 1000 }, "InfographicsVQA": { "hit@1": 0.682, "hit@5": 0.851, "hit@10": 0.899, "ndcg_linear@1": 0.682, "ndcg_linear@5": 0.7752788484649229, "ndcg_linear@10": 0.7906035035850516, "ndcg_exponential@1": 0.682, "ndcg_exponential@5": 0.7752788484649229, "ndcg_exponential@10": 0.7906035035850516, "precision@1": 0.682, "precision@5": 0.17020000000000002, "precision@10": 0.08990000000000001, "recall@1": 0.682, "recall@5": 0.851, "recall@10": 0.899, "f1@1": 0.682, "f1@5": 0.2836666666666667, "f1@10": 0.16345454545454544, "map@1": 0.682, "map@5": 0.7497999999999999, "map@10": 0.7560059523809524, "mrr@1": 0.682, "mrr@5": 0.7497999999999999, "mrr@10": 0.7560059523809524, "num_pred": 1000, "num_data": 1000 }, "ChartQA": { "hit@1": 0.569, "hit@5": 0.776, "hit@10": 0.831, "ndcg_linear@1": 0.569, "ndcg_linear@5": 0.6810524233487829, "ndcg_linear@10": 0.6987053539462761, "ndcg_exponential@1": 0.569, "ndcg_exponential@5": 0.6810524233487829, "ndcg_exponential@10": 0.6987053539462761, "precision@1": 0.569, "precision@5": 0.1552, "precision@10": 0.0831, "recall@1": 0.569, "recall@5": 0.776, "recall@10": 0.831, "f1@1": 0.569, "f1@5": 0.2586666666666667, "f1@10": 0.15109090909090908, "map@1": 0.569, "map@5": 0.6492833333333333, "map@10": 0.656495238095238, "mrr@1": 0.569, "mrr@5": 0.6492833333333333, "mrr@10": 0.656495238095238, "num_pred": 1000, "num_data": 1000 }, "Visual7W": { "hit@1": 0.611, "hit@5": 0.921, "hit@10": 0.962, "ndcg_linear@1": 0.611, "ndcg_linear@5": 0.7851061925069502, "ndcg_linear@10": 0.7983822484243009, "ndcg_exponential@1": 0.611, "ndcg_exponential@5": 0.7851061925069502, "ndcg_exponential@10": 0.7983822484243009, "precision@1": 0.611, "precision@5": 0.18420000000000003, "precision@10": 0.09620000000000002, "recall@1": 0.611, "recall@5": 0.921, "recall@10": 0.962, "f1@1": 0.611, "f1@5": 0.307, "f1@10": 0.17490909090909088, "map@1": 0.611, "map@5": 0.7390666666666666, "map@10": 0.7445543650793651, "mrr@1": 0.611, "mrr@5": 0.7390666666666666, "mrr@10": 0.7445543650793651, "num_pred": 1000, "num_data": 1000 }, "ScienceQA": { "hit@1": 0.471, "hit@5": 0.749, "hit@10": 0.866, "ndcg_linear@1": 0.471, "ndcg_linear@5": 0.6238038340237052, "ndcg_linear@10": 0.6622051554389757, "ndcg_exponential@1": 0.471, "ndcg_exponential@5": 0.6238038340237052, "ndcg_exponential@10": 0.6622051554389757, "precision@1": 0.471, "precision@5": 0.1498, "precision@10": 0.08660000000000001, "recall@1": 0.471, "recall@5": 0.749, "recall@10": 0.866, "f1@1": 0.471, "f1@5": 0.24966666666666668, "f1@10": 0.15745454545454543, "map@1": 0.471, "map@5": 0.5817333333333333, "map@10": 0.5979, "mrr@1": 0.471, "mrr@5": 0.5817333333333333, "mrr@10": 0.5979, "num_pred": 1000, "num_data": 1000 }, "VizWiz": { "hit@1": 0.529, "hit@5": 0.705, "hit@10": 0.75, "ndcg_linear@1": 0.529, "ndcg_linear@5": 0.6261466795334947, "ndcg_linear@10": 0.6406125131736469, "ndcg_exponential@1": 0.529, "ndcg_exponential@5": 0.6261466795334947, "ndcg_exponential@10": 0.6406125131736469, "precision@1": 0.529, "precision@5": 0.141, "precision@10": 0.075, "recall@1": 0.529, "recall@5": 0.705, "recall@10": 0.75, "f1@1": 0.529, "f1@5": 0.23500000000000007, "f1@10": 0.13636363636363638, "map@1": 0.529, "map@5": 0.5995833333333332, "map@10": 0.6054988095238095, "mrr@1": 0.529, "mrr@5": 0.5995833333333332, "mrr@10": 0.6054988095238095, "num_pred": 1000, "num_data": 1000 }, "GQA": { "hit@1": 0.738, "hit@5": 0.913, "hit@10": 0.953, "ndcg_linear@1": 0.738, "ndcg_linear@5": 0.834048268247243, "ndcg_linear@10": 0.8470228849682476, "ndcg_exponential@1": 0.738, "ndcg_exponential@5": 0.834048268247243, "ndcg_exponential@10": 0.8470228849682476, "precision@1": 0.738, "precision@5": 0.1826, "precision@10": 0.09530000000000001, "recall@1": 0.738, "recall@5": 0.913, "recall@10": 0.953, "f1@1": 0.738, "f1@5": 0.30433333333333334, "f1@10": 0.17327272727272724, "map@1": 0.738, "map@5": 0.8075333333333333, "map@10": 0.812915873015873, "mrr@1": 0.738, "mrr@5": 0.8075333333333333, "mrr@10": 0.812915873015873, "num_pred": 1000, "num_data": 1000 }, "TextVQA": { "hit@1": 0.83, "hit@5": 0.909, "hit@10": 0.929, "ndcg_linear@1": 0.83, "ndcg_linear@5": 0.8743947280347651, "ndcg_linear@10": 0.8810317331854155, "ndcg_exponential@1": 0.83, "ndcg_exponential@5": 0.8743947280347651, "ndcg_exponential@10": 0.8810317331854155, "precision@1": 0.83, "precision@5": 0.18180000000000002, "precision@10": 0.09290000000000001, "recall@1": 0.83, "recall@5": 0.909, "recall@10": 0.929, "f1@1": 0.83, "f1@5": 0.303, "f1@10": 0.1689090909090909, "map@1": 0.83, "map@5": 0.8626666666666666, "map@10": 0.8655047619047619, "mrr@1": 0.83, "mrr@5": 0.8626666666666666, "mrr@10": 0.8655047619047619, "num_pred": 1000, "num_data": 1000 }, "VisDial": { "hit@1": 0.829, "hit@5": 0.972, "hit@10": 0.99, "ndcg_linear@1": 0.829, "ndcg_linear@5": 0.9088646630408077, "ndcg_linear@10": 0.9147817127345634, "ndcg_exponential@1": 0.829, "ndcg_exponential@5": 0.9088646630408077, "ndcg_exponential@10": 0.9147817127345634, "precision@1": 0.829, "precision@5": 0.19440000000000004, "precision@10": 0.09900000000000003, "recall@1": 0.829, "recall@5": 0.972, "recall@10": 0.99, "f1@1": 0.829, "f1@5": 0.324, "f1@10": 0.18, "map@1": 0.829, "map@5": 0.8875, "map@10": 0.8899956349206348, "mrr@1": 0.829, "mrr@5": 0.8875, "mrr@10": 0.8899956349206348, "num_pred": 1000, "num_data": 1000 }, "CIRR": { "hit@1": 0.569, "hit@5": 0.916, "hit@10": 0.96, "ndcg_linear@1": 0.569, "ndcg_linear@5": 0.7619072307383, "ndcg_linear@10": 0.7762450144185316, "ndcg_exponential@1": 0.569, "ndcg_exponential@5": 0.7619072307383, "ndcg_exponential@10": 0.7762450144185316, "precision@1": 0.569, "precision@5": 0.18320000000000003, "precision@10": 0.09600000000000002, "recall@1": 0.569, "recall@5": 0.916, "recall@10": 0.96, "f1@1": 0.569, "f1@5": 0.30533333333333335, "f1@10": 0.17454545454545453, "map@1": 0.569, "map@5": 0.7099, "map@10": 0.7158829365079366, "mrr@1": 0.569, "mrr@5": 0.7099, "mrr@10": 0.7158829365079366, "num_pred": 1000, "num_data": 1000 }, "VisualNews_t2i": { "hit@1": 0.753, "hit@5": 0.898, "hit@10": 0.936, "ndcg_linear@1": 0.753, "ndcg_linear@5": 0.8344600537972627, "ndcg_linear@10": 0.8467649528292654, "ndcg_exponential@1": 0.753, "ndcg_exponential@5": 0.8344600537972627, "ndcg_exponential@10": 0.8467649528292654, "precision@1": 0.753, "precision@5": 0.1796, "precision@10": 0.09360000000000002, "recall@1": 0.753, "recall@5": 0.898, "recall@10": 0.936, "f1@1": 0.753, "f1@5": 0.2993333333333334, "f1@10": 0.17018181818181816, "map@1": 0.753, "map@5": 0.81295, "map@10": 0.8180400793650794, "mrr@1": 0.753, "mrr@5": 0.81295, "mrr@10": 0.8180400793650794, "num_pred": 1000, "num_data": 1000 }, "VisualNews_i2t": { "hit@1": 0.813, "hit@5": 0.931, "hit@10": 0.945, "ndcg_linear@1": 0.813, "ndcg_linear@5": 0.878716465425742, "ndcg_linear@10": 0.8832892731017357, "ndcg_exponential@1": 0.813, "ndcg_exponential@5": 0.878716465425742, "ndcg_exponential@10": 0.8832892731017357, "precision@1": 0.813, "precision@5": 0.18620000000000003, "precision@10": 0.09450000000000001, "recall@1": 0.813, "recall@5": 0.931, "recall@10": 0.945, "f1@1": 0.813, "f1@5": 0.31033333333333335, "f1@10": 0.17181818181818181, "map@1": 0.813, "map@5": 0.8610833333333333, "map@10": 0.8629948412698413, "mrr@1": 0.813, "mrr@5": 0.8610833333333333, "mrr@10": 0.8629948412698413, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_t2i": { "hit@1": 0.753, "hit@5": 0.953, "hit@10": 0.979, "ndcg_linear@1": 0.753, "ndcg_linear@5": 0.8635406040410902, "ndcg_linear@10": 0.8718528060722183, "ndcg_exponential@1": 0.753, "ndcg_exponential@5": 0.8635406040410902, "ndcg_exponential@10": 0.8718528060722183, "precision@1": 0.753, "precision@5": 0.19060000000000002, "precision@10": 0.09790000000000001, "recall@1": 0.753, "recall@5": 0.953, "recall@10": 0.979, "f1@1": 0.753, "f1@5": 0.31766666666666665, "f1@10": 0.17799999999999996, "map@1": 0.753, "map@5": 0.8334166666666666, "map@10": 0.8367912698412698, "mrr@1": 0.753, "mrr@5": 0.8334166666666666, "mrr@10": 0.8367912698412698, "num_pred": 1000, "num_data": 1000 }, "MSCOCO_i2t": { "hit@1": 0.734, "hit@5": 0.943, "hit@10": 0.989, "ndcg_linear@1": 0.734, "ndcg_linear@5": 0.8508351656702909, "ndcg_linear@10": 0.8659749572236869, "ndcg_exponential@1": 0.734, "ndcg_exponential@5": 0.8508351656702909, "ndcg_exponential@10": 0.8659749572236869, "precision@1": 0.734, "precision@5": 0.18860000000000002, "precision@10": 0.0989, "recall@1": 0.734, "recall@5": 0.943, "recall@10": 0.989, "f1@1": 0.734, "f1@5": 0.3143333333333333, "f1@10": 0.17981818181818182, "map@1": 0.734, "map@5": 0.8196666666666668, "map@10": 0.8260670634920634, "mrr@1": 0.734, "mrr@5": 0.8196666666666668, "mrr@10": 0.8260670634920634, "num_pred": 1000, "num_data": 1000 }, "NIGHTS": { "hit@1": 0.675, "hit@5": 0.976, "hit@10": 0.992, "ndcg_linear@1": 0.675, "ndcg_linear@5": 0.8484718857296512, "ndcg_linear@10": 0.8538565534783203, "ndcg_exponential@1": 0.675, "ndcg_exponential@5": 0.8484718857296512, "ndcg_exponential@10": 0.8538565534783203, "precision@1": 0.675, "precision@5": 0.19520000000000004, "precision@10": 0.09920000000000001, "recall@1": 0.675, "recall@5": 0.976, "recall@10": 0.992, "f1@1": 0.675, "f1@5": 0.3253333333333333, "f1@10": 0.18036363636363634, "map@1": 0.675, "map@5": 0.8048166666666666, "map@10": 0.8071599206349206, "mrr@1": 0.675, "mrr@5": 0.8048166666666666, "mrr@10": 0.8071599206349206, "num_pred": 1000, "num_data": 1000 }, "WebQA": { "hit@1": 0.897, "hit@5": 0.985, "hit@10": 0.99, "ndcg_linear@1": 0.897, "ndcg_linear@5": 0.9485447331262664, "ndcg_linear@10": 0.9503257690618065, "ndcg_exponential@1": 0.897, "ndcg_exponential@5": 0.9485447331262664, "ndcg_exponential@10": 0.9503257690618065, "precision@1": 0.897, "precision@5": 0.19700000000000004, "precision@10": 0.09900000000000002, "recall@1": 0.897, "recall@5": 0.985, "recall@10": 0.99, "f1@1": 0.897, "f1@5": 0.3283333333333333, "f1@10": 0.18, "map@1": 0.897, "map@5": 0.9359833333333334, "map@10": 0.9368166666666667, "mrr@1": 0.897, "mrr@5": 0.9359833333333334, "mrr@10": 0.9368166666666667, "num_pred": 1000, "num_data": 1000 }, "FashionIQ": { "hit@1": 0.195, "hit@5": 0.446, "hit@10": 0.568, "ndcg_linear@1": 0.195, "ndcg_linear@5": 0.3257199730719469, "ndcg_linear@10": 0.3651048233646526, "ndcg_exponential@1": 0.195, "ndcg_exponential@5": 0.3257199730719469, "ndcg_exponential@10": 0.3651048233646526, "precision@1": 0.195, "precision@5": 0.0892, "precision@10": 0.05679999999999999, "recall@1": 0.195, "recall@5": 0.446, "recall@10": 0.568, "f1@1": 0.195, "f1@5": 0.1486666666666667, "f1@10": 0.10327272727272728, "map@1": 0.195, "map@5": 0.28591666666666665, "map@10": 0.3021440476190476, "mrr@1": 0.195, "mrr@5": 0.28591666666666665, "mrr@10": 0.3021440476190476, "num_pred": 1000, "num_data": 1000 }, "Wiki-SS-NQ": { "hit@1": 0.639, "hit@5": 0.845, "hit@10": 0.889, "ndcg_linear@1": 0.639, "ndcg_linear@5": 0.7521289492216795, "ndcg_linear@10": 0.7666407034488962, "ndcg_exponential@1": 0.639, "ndcg_exponential@5": 0.7521289492216795, "ndcg_exponential@10": 0.7666407034488962, "precision@1": 0.639, "precision@5": 0.169, "precision@10": 0.0889, "recall@1": 0.639, "recall@5": 0.845, "recall@10": 0.889, "f1@1": 0.639, "f1@5": 0.28166666666666673, "f1@10": 0.16163636363636363, "map@1": 0.639, "map@5": 0.7209166666666667, "map@10": 0.7270761904761905, "mrr@1": 0.639, "mrr@5": 0.7209166666666667, "mrr@10": 0.7270761904761905, "num_pred": 1000, "num_data": 1000 }, "OVEN": { "hit@1": 0.686, "hit@5": 0.868, "hit@10": 0.921, "ndcg_linear@1": 0.686, "ndcg_linear@5": 0.7861923100856308, "ndcg_linear@10": 0.8034324051317389, "ndcg_exponential@1": 0.686, "ndcg_exponential@5": 0.7861923100856308, "ndcg_exponential@10": 0.8034324051317389, "precision@1": 0.686, "precision@5": 0.17360000000000003, "precision@10": 0.09210000000000002, "recall@1": 0.686, "recall@5": 0.868, "recall@10": 0.921, "f1@1": 0.686, "f1@5": 0.2893333333333334, "f1@10": 0.16745454545454544, "map@1": 0.686, "map@5": 0.7586833333333334, "map@10": 0.7658499999999999, "mrr@1": 0.686, "mrr@5": 0.7586833333333334, "mrr@10": 0.7658499999999999, "num_pred": 1000, "num_data": 1000 }, "EDIS": { "hit@1": 0.863, "hit@5": 0.983, "hit@10": 0.99, "ndcg_linear@1": 0.863, "ndcg_linear@5": 0.9323659290182982, "ndcg_linear@10": 0.93465647304515, "ndcg_exponential@1": 0.863, "ndcg_exponential@5": 0.9323659290182982, "ndcg_exponential@10": 0.93465647304515, "precision@1": 0.863, "precision@5": 0.19660000000000002, "precision@10": 0.09900000000000002, "recall@1": 0.863, "recall@5": 0.983, "recall@10": 0.99, "f1@1": 0.863, "f1@5": 0.32766666666666666, "f1@10": 0.17999999999999997, "map@1": 0.863, "map@5": 0.9150833333333334, "map@10": 0.9160452380952381, "mrr@1": 0.863, "mrr@5": 0.9150833333333334, "mrr@10": 0.9160452380952381, "num_pred": 1000, "num_data": 1000 }, "MSCOCO": { "hit@1": 0.674, "hit@5": 0.818, "hit@10": 0.864, "ndcg_linear@1": 0.674, "ndcg_linear@5": 0.7539155055678787, "ndcg_linear@10": 0.7687304940017526, "ndcg_exponential@1": 0.674, "ndcg_exponential@5": 0.7539155055678787, "ndcg_exponential@10": 0.7687304940017526, "precision@1": 0.674, "precision@5": 0.1636, "precision@10": 0.0864, "recall@1": 0.674, "recall@5": 0.818, "recall@10": 0.864, "f1@1": 0.674, "f1@5": 0.2726666666666667, "f1@10": 0.1570909090909091, "map@1": 0.674, "map@5": 0.7323, "map@10": 0.738379761904762, "mrr@1": 0.674, "mrr@5": 0.7323, "mrr@10": 0.738379761904762, "num_pred": 1000, "num_data": 1000 }, "RefCOCO": { "hit@1": 0.905, "hit@5": 0.992, "hit@10": 0.997, "ndcg_linear@1": 0.905, "ndcg_linear@5": 0.9568119875879441, "ndcg_linear@10": 0.9585065335056125, "ndcg_exponential@1": 0.905, "ndcg_exponential@5": 0.9568119875879441, "ndcg_exponential@10": 0.9585065335056125, "precision@1": 0.905, "precision@5": 0.19840000000000002, "precision@10": 0.09970000000000001, "recall@1": 0.905, "recall@5": 0.992, "recall@10": 0.997, "f1@1": 0.905, "f1@5": 0.3306666666666666, "f1@10": 0.18127272727272725, "map@1": 0.905, "map@5": 0.9446333333333333, "map@10": 0.9453773809523809, "mrr@1": 0.905, "mrr@5": 0.9446333333333333, "mrr@10": 0.9453773809523809, "num_pred": 1000, "num_data": 1000 }, "RefCOCO-Matching": { "hit@1": 0.913, "hit@5": 1.0, "hit@10": 1.0, "ndcg_linear@1": 0.913, "ndcg_linear@5": 0.9697836778214312, "ndcg_linear@10": 0.9697836778214312, "ndcg_exponential@1": 0.913, "ndcg_exponential@5": 0.9697836778214312, "ndcg_exponential@10": 0.9697836778214312, "precision@1": 0.913, "precision@5": 0.20000000000000004, "precision@10": 0.10000000000000002, "recall@1": 0.913, "recall@5": 1.0, "recall@10": 1.0, "f1@1": 0.913, "f1@5": 0.3333333333333333, "f1@10": 0.18181818181818182, "map@1": 0.913, "map@5": 0.9595, "map@10": 0.9595, "mrr@1": 0.913, "mrr@5": 0.9565, "mrr@10": 0.9565, "num_pred": 1000, "num_data": 1000 }, "Visual7W-Pointing": { "hit@1": 0.84, "hit@5": 0.939, "hit@10": 0.959, "ndcg_linear@1": 0.84, "ndcg_linear@5": 0.8945375300201583, "ndcg_linear@10": 0.9011680505730475, "ndcg_exponential@1": 0.84, "ndcg_exponential@5": 0.8945375300201583, "ndcg_exponential@10": 0.9011680505730475, "precision@1": 0.84, "precision@5": 0.18780000000000005, "precision@10": 0.0959, "recall@1": 0.84, "recall@5": 0.939, "recall@10": 0.959, "f1@1": 0.84, "f1@5": 0.313, "f1@10": 0.17436363636363633, "map@1": 0.84, "map@5": 0.8795833333333334, "map@10": 0.8824107142857143, "mrr@1": 0.84, "mrr@5": 0.8795833333333334, "mrr@10": 0.8824107142857143, "num_pred": 1000, "num_data": 1000 } }, "video": { "K700": "DIR_N/A", "SmthSmthV2": "DIR_N/A", "HMDB51": "DIR_N/A", "UCF101": "DIR_N/A", "Breakfast": "DIR_N/A", "MVBench": "DIR_N/A", "Video-MME": "DIR_N/A", "NExTQA": "DIR_N/A", "EgoSchema": "DIR_N/A", "ActivityNetQA": "DIR_N/A", "DiDeMo": "DIR_N/A", "MSR-VTT": "DIR_N/A", "MSVD": "DIR_N/A", "VATEX": "DIR_N/A", "YouCook2": "DIR_N/A", "QVHighlight": "DIR_N/A", "Charades-STA": "DIR_N/A", "MomentSeeker": "DIR_N/A" }, "visdoc": { "ViDoRe_arxivqa": "DIR_N/A", "ViDoRe_docvqa": "DIR_N/A", "ViDoRe_infovqa": "DIR_N/A", "ViDoRe_tabfquad": "DIR_N/A", "ViDoRe_tatdqa": "DIR_N/A", "ViDoRe_shiftproject": "DIR_N/A", "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", "ViDoRe_syntheticDocQA_energy": "DIR_N/A", "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", "VisRAG_ArxivQA": "DIR_N/A", "VisRAG_ChartQA": "DIR_N/A", "VisRAG_MP-DocVQA": "DIR_N/A", "VisRAG_SlideVQA": "DIR_N/A", "VisRAG_InfoVQA": "DIR_N/A", "VisRAG_PlotQA": "DIR_N/A", "ViDoSeek-page": "DIR_N/A", "ViDoSeek-doc": "DIR_N/A", "MMLongBench-page": "DIR_N/A", "MMLongBench-doc": "DIR_N/A" } } }