Spaces:

kaengreg
/

rusBEIR

Running

App Files Files Community

kaengreg commited on Jul 24

Commit

7629090

verified ·

1 Parent(s): 64c67fa

Upload results.jsonl

Browse files

Files changed (1) hide show

data/results.jsonl +1 -1

data/results.jsonl CHANGED Viewed

@@ -12,4 +12,4 @@
 {"base_model_id": "intfloat/multilingual-e5-large", "date": "2026-07-02", "hardware": "cuda", "model_id": "intfloat/multilingual-e5-large+BAAI/bge-reranker-v2-m3", "model_name": "multilingual-e5-large + BGE Reranker", "notes": "", "organization": "BAAI", "rerank_top_k": 20, "runtime_seconds": 82205.8, "scores": {"average": {"MAP@1": 0.30425, "MAP@10": 0.43143, "MAP@100": 0.43959, "MAP@3": 0.39046, "MAP@5": 0.41313, "MRR@1": 0.53729, "MRR@10": 0.62283, "MRR@100": 0.62451, "MRR@3": 0.60627, "MRR@5": 0.61726, "NDCG@1": 0.52315, "NDCG@10": 0.54909, "NDCG@100": 0.51897, "NDCG@3": 0.54634, "NDCG@5": 0.5475, "P@1": 0.52781, "P@10": 0.18154, "P@100": 0.02331, "P@3": 0.33871, "P@5": 0.26427, "Recall@1": 0.30425, "Recall@10": 0.54596, "Recall@100": 0.57542, "Recall@3": 0.44679, "Recall@5": 0.49502}, "datasets": {"legal_search_2004": {"MAP@1": 0.08107, "MAP@10": 0.23096, "MAP@100": 0.26168, "MAP@3": 0.15612, "MAP@5": 0.18639, "MRR@1": 0.63736, "MRR@10": 0.67949, "MRR@100": 0.68022, "MRR@3": 0.67399, "MRR@5": 0.67949, "NDCG@1": 0.63736, "NDCG@10": 0.48783, "NDCG@100": 0.36393, "NDCG@3": 0.57726, "NDCG@5": 0.5421, "P@1": 0.63736, "P@10": 0.36813, "P@100": 0.05011, "P@3": 0.53846, "P@5": 0.47033, "Recall@1": 0.08107, "Recall@10": 0.25432, "Recall@100": 0.29742, "Recall@3": 0.16196, "Recall@5": 0.19989}, "legal_search_2007": {"MAP@1": 0.03301, "MAP@10": 0.1074, "MAP@100": 0.13947, "MAP@3": 0.05674, "MAP@5": 0.07258, "MRR@1": 0.56, "MRR@10": 0.63033, "MRR@100": 0.63033, "MRR@3": 0.60333, "MRR@5": 0.63033, "NDCG@1": 0.56, "NDCG@10": 0.42613, "NDCG@100": 0.24899, "NDCG@3": 0.48634, "NDCG@5": 0.45895, "P@1": 0.56, "P@10": 0.38, "P@100": 0.0582, "P@3": 0.46, "P@5": 0.424, "Recall@1": 0.03301, "Recall@10": 0.13281, "Recall@100": 0.1888, "Recall@3": 0.0597, "Recall@5": 0.08168}, "ria-news": {"MAP@1": 0.7863, "MAP@10": 0.83824, "MAP@100": 0.83878, "MAP@3": 0.8313, "MAP@5": 0.83586, "MRR@1": 0.7869, "MRR@10": 0.83853, "MRR@100": 0.83908, "MRR@3": 0.83162, "MRR@5": 0.83615, "NDCG@1": 0.7863, "NDCG@10": 0.85845, "NDCG@100": 0.86039, "NDCG@3": 0.8447, "NDCG@5": 0.8528, "P@1": 0.7863, "P@10": 0.09197, "P@100": 0.00927, "P@3": 0.29437, "P@5": 0.1805, "Recall@1": 0.7863, "Recall@10": 0.9197, "Recall@100": 0.9273, "Recall@3": 0.8831, "Recall@5": 0.9025}, "ru-facts": {"MAP@1": 0.82062, "MAP@10": 0.90405, "MAP@100": 0.90405, "MAP@3": 0.90265, "MAP@5": 0.90365, "MRR@1": 0.84694, "MRR@10": 0.91735, "MRR@100": 0.91735, "MRR@3": 0.91626, "MRR@5": 0.91695, "NDCG@1": 0.82062, "NDCG@10": 0.92881, "NDCG@100": 0.92881, "NDCG@3": 0.92608, "NDCG@5": 0.9279, "P@1": 0.82062, "P@10": 0.1, "P@100": 0.01, "P@3": 0.33095, "P@5": 0.19946, "Recall@1": 0.82062, "Recall@10": 1.0, "Recall@100": 1.0, "Recall@3": 0.99286, "Recall@5": 0.99732}, "rubq": {"MAP@1": 0.48966, "MAP@10": 0.70028, "MAP@100": 0.70389, "MAP@3": 0.64747, "MAP@5": 0.68226, "MRR@1": 0.69385, "MRR@10": 0.78279, "MRR@100": 0.78379, "MRR@3": 0.76635, "MRR@5": 0.77773, "NDCG@1": 0.69208, "NDCG@10": 0.7691, "NDCG@100": 0.77733, "NDCG@3": 0.7046, "NDCG@5": 0.74088, "P@1": 0.69208, "P@10": 0.14604, "P@100": 0.01512, "P@3": 0.37884, "P@5": 0.26265, "Recall@1": 0.48966, "Recall@10": 0.88511, "Recall@100": 0.91151, "Recall@3": 0.728, "Recall@5": 0.81383}, "rus-arguana": {"MAP@1": 0.30228, "MAP@10": 0.45614, "MAP@100": 0.46099, "MAP@3": 0.40955, "MAP@5": 0.43591, "MRR@1": 0.3037, "MRR@10": 0.45676, "MRR@100": 0.46161, "MRR@3": 0.41027, "MRR@5": 0.43665, "NDCG@1": 0.30228, "NDCG@10": 0.53996, "NDCG@100": 0.55665, "NDCG@3": 0.44482, "NDCG@5": 0.49244, "P@1": 0.30228, "P@10": 0.08065, "P@100": 0.00871, "P@3": 0.18231, "P@5": 0.13257, "Recall@1": 0.30228, "Recall@10": 0.80654, "Recall@100": 0.87055, "Recall@3": 0.54694, "Recall@5": 0.66287}, "rus-cqadupstack": {"MAP@1": 0.21224, "MAP@10": 0.28909, "MAP@100": 0.29357, "MAP@3": 0.26609, "MAP@5": 0.27923, "MRR@1": 0.25188, "MRR@10": 0.32599, "MRR@100": 0.32963, "MRR@3": 0.30516, "MRR@5": 0.31754, "NDCG@1": 0.25196, "NDCG@10": 0.33452, "NDCG@100": 0.34764, "NDCG@3": 0.29481, "NDCG@5": 0.3142, "P@1": 0.25196, "P@10": 0.05868, "P@100": 0.00671, "P@3": 0.13622, "P@5": 0.09701, "Recall@1": 0.21224, "Recall@10": 0.43261, "Recall@100": 0.48174, "Recall@3": 0.32281, "Recall@5": 0.37229}, "rus-fiqa": {"MAP@1": 0.21477, "MAP@10": 0.32415, "MAP@100": 0.33137, "MAP@3": 0.29191, "MAP@5": 0.31123, "MRR@1": 0.392, "MRR@10": 0.47968, "MRR@100": 0.48307, "MRR@3": 0.45833, "MRR@5": 0.47283, "NDCG@1": 0.392, "NDCG@10": 0.39739, "NDCG@100": 0.41468, "NDCG@3": 0.36894, "NDCG@5": 0.3794, "P@1": 0.392, "P@10": 0.1016, "P@100": 0.0116, "P@3": 0.23267, "P@5": 0.1688, "Recall@1": 0.21477, "Recall@10": 0.45595, "Recall@100": 0.51084, "Recall@3": 0.3461, "Recall@5": 0.39834}, "rus-miracl": {"MAP@1": 0.40711, "MAP@10": 0.67324, "MAP@100": 0.68083, "MAP@3": 0.59018, "MAP@5": 0.63925, "MRR@1": 0.77636, "MRR@10": 0.84895, "MRR@100": 0.84932, "MRR@3": 0.83959, "MRR@5": 0.8467, "NDCG@1": 0.77636, "NDCG@10": 0.75954, "NDCG@100": 0.77126, "NDCG@3": 0.72554, "NDCG@5": 0.73343, "P@1": 0.77636, "P@10": 0.21286, "P@100": 0.02254, "P@3": 0.48882, "P@5": 0.35623, "Recall@1": 0.40711, "Recall@10": 0.81649, "Recall@100": 0.84517, "Recall@3": 0.64485, "Recall@5": 0.73417}, "rus-mmarco": {"MAP@1": 0.19759, "MAP@10": 0.30865, "MAP@100": 0.31375, "MAP@3": 0.27435, "MAP@5": 0.29433, "MRR@1": 0.20372, "MRR@10": 0.31436, "MRR@100": 0.31919, "MRR@3": 0.2804, "MRR@5": 0.30042, "NDCG@1": 0.20358, "NDCG@10": 0.37097, "NDCG@100": 0.38852, "NDCG@3": 0.3011, "NDCG@5": 0.33709, "P@1": 0.20358, "P@10": 0.05875, "P@100": 0.0066, "P@3": 0.12908, "P@5": 0.09567, "Recall@1": 0.19759, "Recall@10": 0.56232, "Recall@100": 0.62939, "Recall@3": 0.37286, "Recall@5": 0.45956}, "rus-nfcorpus": {"MAP@1": 0.06017, "MAP@10": 0.12668, "MAP@100": 0.13808, "MAP@3": 0.09588, "MAP@5": 0.10955, "MRR@1": 0.4644, "MRR@10": 0.53356, "MRR@100": 0.53669, "MRR@3": 0.51548, "MRR@5": 0.52709, "NDCG@1": 0.44582, "NDCG@10": 0.33271, "NDCG@100": 0.23839, "NDCG@3": 0.3936, "NDCG@5": 0.36679, "P@1": 0.4582, "P@10": 0.23994, "P@100": 0.03285, "P@3": 0.36429, "P@5": 0.30836, "Recall@1": 0.06017, "Recall@10": 0.15853, "Recall@100": 0.18719, "Recall@3": 0.10182, "Recall@5": 0.1272}, "rus-quora": {"MAP@1": 0.63005, "MAP@10": 0.77275, "MAP@100": 0.77647, "MAP@3": 0.73907, "MAP@5": 0.76038, "MRR@1": 0.7256, "MRR@10": 0.80351, "MRR@100": 0.80462, "MRR@3": 0.78917, "MRR@5": 0.79904, "NDCG@1": 0.7242, "NDCG@10": 0.8181, "NDCG@100": 0.82504, "NDCG@3": 0.77997, "NDCG@5": 0.80134, "P@1": 0.7242, "P@10": 0.12694, "P@100": 0.01335, "P@3": 0.34453, "P@5": 0.2304, "Recall@1": 0.63005, "Recall@10": 0.91519, "Recall@100": 0.93818, "Recall@3": 0.80938, "Recall@5": 0.86671}, "rus-scidocs": {"MAP@1": 0.03848, "MAP@10": 0.08971, "MAP@100": 0.09416, "MAP@3": 0.06721, "MAP@5": 0.07905, "MRR@1": 0.189, "MRR@10": 0.28256, "MRR@100": 0.28687, "MRR@3": 0.25467, "MRR@5": 0.27097, "NDCG@1": 0.189, "NDCG@10": 0.15571, "NDCG@100": 0.16861, "NDCG@3": 0.15312, "NDCG@5": 0.13286, "P@1": 0.189, "P@10": 0.0788, "P@100": 0.00932, "P@3": 0.143, "P@5": 0.1164, "Recall@1": 0.03848, "Recall@10": 0.15953, "Recall@100": 0.18917, "Recall@3": 0.08698, "Recall@5": 0.11778}, "rus-scifact": {"MAP@1": 0.60178, "MAP@10": 0.67427, "MAP@100": 0.67564, "MAP@3": 0.65399, "MAP@5": 0.66607, "MRR@1": 0.62667, "MRR@10": 0.68913, "MRR@100": 0.69044, "MRR@3": 0.67556, "MRR@5": 0.68322, "NDCG@1": 0.62667, "NDCG@10": 0.70849, "NDCG@100": 0.71304, "NDCG@3": 0.67641, "NDCG@5": 0.69195, "P@1": 0.62667, "P@10": 0.089, "P@100": 0.0091, "P@3": 0.25667, "P@5": 0.16533, "Recall@1": 0.60178, "Recall@10": 0.79711, "Recall@100": 0.81378, "Recall@3": 0.71061, "Recall@5": 0.74989}, "rus-touche": {"MAP@1": 0.03854, "MAP@10": 0.11842, "MAP@100": 0.13875, "MAP@3": 0.07122, "MAP@5": 0.09028, "MRR@1": 0.46939, "MRR@10": 0.59617, "MRR@100": 0.60061, "MRR@3": 0.55782, "MRR@5": 0.58639, "NDCG@1": 0.44898, "NDCG@10": 0.29574, "NDCG@100": 0.27506, "NDCG@3": 0.36109, "NDCG@5": 0.33397, "P@1": 0.46939, "P@10": 0.24898, "P@100": 0.03306, "P@3": 0.36054, "P@5": 0.31837, "Recall@1": 0.03854, "Recall@10": 0.17509, "Recall@100": 0.2296, "Recall@3": 0.08099, "Recall@5": 0.1139}, "rus-trec-covid": {"MAP@1": 0.00241, "MAP@10": 0.02125, "MAP@100": 0.03569, "MAP@3": 0.00713, "MAP@5": 0.01155, "MRR@1": 0.92, "MRR@10": 0.96, "MRR@100": 0.96, "MRR@3": 0.96, "MRR@5": 0.96, "NDCG@1": 0.88, "NDCG@10": 0.82597, "NDCG@100": 0.25537, "NDCG@3": 0.87296, "NDCG@5": 0.85959, "P@1": 0.92, "P@10": 0.864, "P@100": 0.1528, "P@3": 0.93333, "P@5": 0.912, "Recall@1": 0.00241, "Recall@10": 0.02256, "Recall@100": 0.03886, "Recall@3": 0.00736, "Recall@5": 0.01203}, "rus-tydiqa": {"MAP@1": 0.44033, "MAP@10": 0.59382, "MAP@100": 0.5968, "MAP@3": 0.56282, "MAP@5": 0.58236, "MRR@1": 0.48107, "MRR@10": 0.62136, "MRR@100": 0.62341, "MRR@3": 0.59897, "MRR@5": 0.61394, "NDCG@1": 0.47676, "NDCG@10": 0.65968, "NDCG@100": 0.66882, "NDCG@3": 0.60557, "NDCG@5": 0.63637, "P@1": 0.47676, "P@10": 0.09509, "P@100": 0.00992, "P@3": 0.25875, "P@5": 0.17281, "Recall@1": 0.44033, "Recall@10": 0.83147, "Recall@100": 0.86489, "Recall@3": 0.69564, "Recall@5": 0.76506}, "rus-xquad": {"MAP@1": 0.97563, "MAP@10": 0.98711, "MAP@100": 0.98711, "MAP@3": 0.98711, "MAP@5": 0.98711, "MRR@1": 0.97563, "MRR@10": 0.98711, "MRR@100": 0.98711, "MRR@3": 0.98711, "MRR@5": 0.98711, "NDCG@1": 0.97563, "NDCG@10": 0.99026, "NDCG@100": 0.99026, "NDCG@3": 0.99026, "NDCG@5": 0.99026, "P@1": 0.97563, "P@10": 0.09992, "P@100": 0.00999, "P@3": 0.33305, "P@5": 0.19983, "Recall@1": 0.97563, "Recall@10": 0.99916, "Recall@100": 0.99916, "Recall@3": 0.99916, "Recall@5": 0.99916}, "rus-xquad-sentences": {"MAP@1": 0.84832, "MAP@10": 0.90061, "MAP@100": 0.90118, "MAP@3": 0.89426, "MAP@5": 0.89829, "MRR@1": 0.84874, "MRR@10": 0.90089, "MRR@100": 0.90147, "MRR@3": 0.89468, "MRR@5": 0.89871, "NDCG@1": 0.84874, "NDCG@10": 0.92026, "NDCG@100": 0.92223, "NDCG@3": 0.90792, "NDCG@5": 0.91519, "P@1": 0.84874, "P@10": 0.09798, "P@100": 0.00987, "P@3": 0.31569, "P@5": 0.19294, "Recall@1": 0.84832, "Recall@10": 0.97899, "Recall@100": 0.98655, "Recall@3": 0.94664, "Recall@5": 0.96429}, "ruscibench-retrieval": {"MAP@1": 0.27464, "MAP@10": 0.55493, "MAP@100": 0.55704, "MAP@3": 0.44553, "MAP@5": 0.52463, "MRR@1": 0.81449, "MRR@10": 0.87715, "MRR@100": 0.87715, "MRR@3": 0.87295, "MRR@5": 0.87715, "NDCG@1": 0.81449, "NDCG@10": 0.66646, "NDCG@100": 0.66935, "NDCG@3": 0.72999, "NDCG@5": 0.69543, "P@1": 0.81449, "P@10": 0.26609, "P@100": 0.02696, "P@3": 0.59614, "P@5": 0.47304, "Recall@1": 0.27464, "Recall@10": 0.64273, "Recall@100": 0.64927, "Recall@3": 0.48205, "Recall@5": 0.59562}, "sberquad-retrieval": {"MAP@1": 0.25377, "MAP@10": 0.59759, "MAP@100": 0.59769, "MAP@3": 0.59323, "MAP@5": 0.59679, "MRR@1": 0.46287, "MRR@10": 0.70303, "MRR@100": 0.70313, "MRR@3": 0.69907, "MRR@5": 0.70242, "NDCG@1": 0.25377, "NDCG@10": 0.69175, "NDCG@100": 0.69208, "NDCG@3": 0.68358, "NDCG@5": 0.6899, "P@1": 0.25377, "P@10": 0.09595, "P@100": 0.00961, "P@3": 0.31295, "P@5": 0.19079, "Recall@1": 0.25377, "Recall@10": 0.95949, "Recall@100": 0.96068, "Recall@3": 0.93884, "Recall@5": 0.95393}, "wikifacts-articles": {"MAP@1": 0.47563, "MAP@10": 0.64011, "MAP@100": 0.64116, "MAP@3": 0.60939, "MAP@5": 0.63128, "MRR@1": 0.62026, "MRR@10": 0.71789, "MRR@100": 0.71826, "MRR@3": 0.70797, "MRR@5": 0.71519, "NDCG@1": 0.61341, "NDCG@10": 0.69691, "NDCG@100": 0.69919, "NDCG@3": 0.65993, "NDCG@5": 0.68358, "P@1": 0.62226, "P@10": 0.11819, "P@100": 0.01198, "P@3": 0.33151, "P@5": 0.22153, "Recall@1": 0.47563, "Recall@10": 0.7806, "Recall@100": 0.78787, "Recall@3": 0.69125, "Recall@5": 0.74678}, "wikifacts-para": {"MAP@1": 0.23867, "MAP@10": 0.34081, "MAP@100": 0.34229, "MAP@3": 0.31842, "MAP@5": 0.33322, "MRR@1": 0.38082, "MRR@10": 0.46283, "MRR@100": 0.46328, "MRR@3": 0.4523, "MRR@5": 0.45987, "NDCG@1": 0.37143, "NDCG@10": 0.39877, "NDCG@100": 0.40197, "NDCG@3": 0.37736, "NDCG@5": 0.38836, "P@1": 0.3799, "P@10": 0.08331, "P@100": 0.00861, "P@3": 0.21854, "P@5": 0.1506, "Recall@1": 0.23867, "Recall@10": 0.44047, "Recall@100": 0.44989, "Recall@3": 0.37236, "Recall@5": 0.41148}, "wikifacts-sents": {"MAP@1": 0.08192, "MAP@10": 0.13482, "MAP@100": 0.13687, "MAP@3": 0.11961, "MAP@5": 0.12815, "MRR@1": 0.14921, "MRR@10": 0.21858, "MRR@100": 0.2205, "MRR@3": 0.20133, "MRR@5": 0.21116, "NDCG@1": 0.13203, "NDCG@10": 0.17799, "NDCG@100": 0.18406, "NDCG@3": 0.15441, "NDCG@5": 0.16479, "P@1": 0.13601, "P@10": 0.04507, "P@100": 0.00501, "P@3": 0.09664, "P@5": 0.07173, "Recall@1": 0.08192, "Recall@10": 0.2201, "Recall@100": 0.23871, "Recall@3": 0.15538, "Recall@5": 0.185}, "wikifacts-window_2": {"MAP@1": 0.0922, "MAP@10": 0.21075, "MAP@100": 0.21553, "MAP@3": 0.17177, "MAP@5": 0.19507, "MRR@1": 0.33188, "MRR@10": 0.4287, "MRR@100": 0.4301, "MRR@3": 0.40811, "MRR@5": 0.42234, "NDCG@1": 0.31712, "NDCG@10": 0.29502, "NDCG@100": 0.30135, "NDCG@3": 0.29133, "NDCG@5": 0.28858, "P@1": 0.32368, "P@10": 0.12257, "P@100": 0.01356, "P@3": 0.25137, "P@5": 0.19574, "Recall@1": 0.0922, "Recall@10": 0.29975, "Recall@100": 0.32319, "Recall@3": 0.20362, "Recall@5": 0.25251}, "wikifacts-window_3": {"MAP@1": 0.07268, "MAP@10": 0.22773, "MAP@100": 0.23694, "MAP@3": 0.16762, "MAP@5": 0.19935, "MRR@1": 0.38243, "MRR@10": 0.4701, "MRR@100": 0.47182, "MRR@3": 0.44966, "MRR@5": 0.463, "NDCG@1": 0.37243, "NDCG@10": 0.32842, "NDCG@100": 0.33243, "NDCG@3": 0.33672, "NDCG@5": 0.33079, "P@1": 0.38116, "P@10": 0.18285, "P@100": 0.02099, "P@3": 0.33279, "P@5": 0.27129, "Recall@1": 0.07268, "Recall@10": 0.30768, "Recall@100": 0.34013, "Recall@3": 0.18868, "Recall@5": 0.2434}, "wikifacts-window_4": {"MAP@1": 0.05888, "MAP@10": 0.23165, "MAP@100": 0.24592, "MAP@3": 0.14777, "MAP@5": 0.19294, "MRR@1": 0.40654, "MRR@10": 0.49218, "MRR@100": 0.49412, "MRR@3": 0.471, "MRR@5": 0.48457, "NDCG@1": 0.39709, "NDCG@10": 0.34748, "NDCG@100": 0.34515, "NDCG@3": 0.37464, "NDCG@5": 0.35543, "P@1": 0.40581, "P@10": 0.23115, "P@100": 0.02751, "P@3": 0.37548, "P@5": 0.32421, "Recall@1": 0.05888, "Recall@10": 0.30287, "Recall@100": 0.34356, "Recall@3": 0.16237, "Recall@5": 0.22686}, "wikifacts-window_5": {"MAP@1": 0.05009, "MAP@10": 0.23042, "MAP@100": 0.2505, "MAP@3": 0.12949, "MAP@5": 0.18377, "MRR@1": 0.42956, "MRR@10": 0.51178, "MRR@100": 0.514, "MRR@3": 0.49105, "MRR@5": 0.50241, "NDCG@1": 0.41976, "NDCG@10": 0.36289, "NDCG@100": 0.35272, "NDCG@3": 0.40041, "NDCG@5": 0.37361, "P@1": 0.42811, "P@10": 0.27418, "P@100": 0.03383, "P@3": 0.40296, "P@5": 0.3662, "Recall@1": 0.05009, "Recall@10": 0.29337, "Recall@100": 0.34339, "Recall@3": 0.14028, "Recall@5": 0.20951}, "wikifacts-window_6": {"MAP@1": 0.04442, "MAP@10": 0.22596, "MAP@100": 0.25204, "MAP@3": 0.11548, "MAP@5": 0.17024, "MRR@1": 0.45001, "MRR@10": 0.53125, "MRR@100": 0.53368, "MRR@3": 0.50959, "MRR@5": 0.52121, "NDCG@1": 0.44148, "NDCG@10": 0.37842, "NDCG@100": 0.35691, "NDCG@3": 0.42028, "NDCG@5": 0.3996, "P@1": 0.45019, "P@10": 0.3061, "P@100": 0.03892, "P@3": 0.42261, "P@5": 0.3951, "Recall@1": 0.04442, "Recall@10": 0.28227, "Recall@100": 0.34038, "Recall@3": 0.12444, "Recall@5": 0.19207}}}, "source_url": "", "type": "reranker", "verified": true}
 {"base_model_id": "bm25", "date": "2026-07-02", "hardware": "cuda", "model_id": "bm25+BAAI/bge-reranker-v2-m3", "model_name": "BM25+BGE-Reranker-v2-m3", "notes": "", "organization": "BAAI", "rerank_top_k": 20, "runtime_seconds": 104144.04, "scores": {"average": {"MAP@1": 0.2854, "MAP@10": 0.39435, "MAP@100": 0.40167, "MAP@3": 0.35984, "MAP@5": 0.3791, "MRR@1": 0.50918, "MRR@10": 0.58535, "MRR@100": 0.58642, "MRR@3": 0.57283, "MRR@5": 0.58094, "NDCG@1": 0.49418, "NDCG@10": 0.50336, "NDCG@100": 0.47184, "NDCG@3": 0.51111, "NDCG@5": 0.50822, "P@1": 0.50039, "P@10": 0.168, "P@100": 0.02123, "P@3": 0.31859, "P@5": 0.24762, "Recall@1": 0.2854, "Recall@10": 0.48655, "Recall@100": 0.50787, "Recall@3": 0.40925, "Recall@5": 0.44751}, "datasets": {"legal_search_2004": {"MAP@1": 0.07159, "MAP@10": 0.26506, "MAP@100": 0.3154, "MAP@3": 0.15726, "MAP@5": 0.20941, "MRR@1": 0.64835, "MRR@10": 0.71593, "MRR@100": 0.71685, "MRR@3": 0.7033, "MRR@5": 0.71593, "NDCG@1": 0.64835, "NDCG@10": 0.55966, "NDCG@100": 0.44135, "NDCG@3": 0.60977, "NDCG@5": 0.5992, "P@1": 0.64835, "P@10": 0.43407, "P@100": 0.06451, "P@3": 0.58608, "P@5": 0.53626, "Recall@1": 0.07159, "Recall@10": 0.33669, "Recall@100": 0.42194, "Recall@3": 0.17712, "Recall@5": 0.26162}, "legal_search_2007": {"MAP@1": 0.0288, "MAP@10": 0.13101, "MAP@100": 0.17697, "MAP@3": 0.06399, "MAP@5": 0.08733, "MRR@1": 0.58, "MRR@10": 0.65319, "MRR@100": 0.65716, "MRR@3": 0.63333, "MRR@5": 0.64533, "NDCG@1": 0.58, "NDCG@10": 0.50543, "NDCG@100": 0.30111, "NDCG@3": 0.55839, "NDCG@5": 0.53651, "P@1": 0.58, "P@10": 0.464, "P@100": 0.074, "P@3": 0.54667, "P@5": 0.512, "Recall@1": 0.0288, "Recall@10": 0.16792, "Recall@100": 0.2412, "Recall@3": 0.07119, "Recall@5": 0.09882}, "ria-news": {"MAP@1": 0.7271, "MAP@10": 0.76579, "MAP@100": 0.76603, "MAP@3": 0.76222, "MAP@5": 0.7649, "MRR@1": 0.7276, "MRR@10": 0.76605, "MRR@100": 0.76628, "MRR@3": 0.76247, "MRR@5": 0.76517, "NDCG@1": 0.7271, "NDCG@10": 0.77933, "NDCG@100": 0.78017, "NDCG@3": 0.7725, "NDCG@5": 0.77726, "P@1": 0.7271, "P@10": 0.08195, "P@100": 0.00823, "P@3": 0.2673, "P@5": 0.16266, "Recall@1": 0.7271, "Recall@10": 0.8195, "Recall@100": 0.8228, "Recall@3": 0.8019, "Recall@5": 0.8133}, "ru-facts": {"MAP@1": 0.81928, "MAP@10": 0.90251, "MAP@100": 0.90255, "MAP@3": 0.90123, "MAP@5": 0.90224, "MRR@1": 0.84159, "MRR@10": 0.91442, "MRR@100": 0.91446, "MRR@3": 0.91321, "MRR@5": 0.91415, "NDCG@1": 0.81928, "NDCG@10": 0.92711, "NDCG@100": 0.92724, "NDCG@3": 0.92468, "NDCG@5": 0.9265, "P@1": 0.81928, "P@10": 0.09978, "P@100": 0.00998, "P@3": 0.33051, "P@5": 0.1992, "Recall@1": 0.81928, "Recall@10": 0.99777, "Recall@100": 0.99822, "Recall@3": 0.99152, "Recall@5": 0.99598}, "rubq": {"MAP@1": 0.37988, "MAP@10": 0.51167, "MAP@100": 0.51235, "MAP@3": 0.48618, "MAP@5": 0.50388, "MRR@1": 0.54728, "MRR@10": 0.61394, "MRR@100": 0.61409, "MRR@3": 0.6054, "MRR@5": 0.61119, "NDCG@1": 0.54551, "NDCG@10": 0.5641, "NDCG@100": 0.56562, "NDCG@3": 0.53612, "NDCG@5": 0.55189, "P@1": 0.54551, "P@10": 0.10337, "P@100": 0.01044, "P@3": 0.2892, "P@5": 0.19279, "Recall@1": 0.37988, "Recall@10": 0.61429, "Recall@100": 0.61897, "Recall@3": 0.54212, "Recall@5": 0.5845}, "rus-arguana": {"MAP@1": 0.31223, "MAP@10": 0.45497, "MAP@100": 0.4591, "MAP@3": 0.41335, "MAP@5": 0.43799, "MRR@1": 0.31579, "MRR@10": 0.45652, "MRR@100": 0.46065, "MRR@3": 0.4143, "MRR@5": 0.4393, "NDCG@1": 0.31223, "NDCG@10": 0.53216, "NDCG@100": 0.54666, "NDCG@3": 0.44705, "NDCG@5": 0.49167, "P@1": 0.31223, "P@10": 0.07774, "P@100": 0.00834, "P@3": 0.1816, "P@5": 0.13073, "Recall@1": 0.31223, "Recall@10": 0.77738, "Recall@100": 0.83357, "Recall@3": 0.54481, "Recall@5": 0.65363}, "rus-cqadupstack": {"MAP@1": 0.19901, "MAP@10": 0.25541, "MAP@100": 0.25728, "MAP@3": 0.24229, "MAP@5": 0.25025, "MRR@1": 0.23659, "MRR@10": 0.28946, "MRR@100": 0.29106, "MRR@3": 0.27732, "MRR@5": 0.28468, "NDCG@1": 0.23659, "NDCG@10": 0.28676, "NDCG@100": 0.292, "NDCG@3": 0.26597, "NDCG@5": 0.27655, "P@1": 0.23659, "P@10": 0.04609, "P@100": 0.00495, "P@3": 0.12032, "P@5": 0.08167, "Recall@1": 0.19901, "Recall@10": 0.34655, "Recall@100": 0.36717, "Recall@3": 0.28552, "Recall@5": 0.31476}, "rus-fiqa": {"MAP@1": 0.18186, "MAP@10": 0.2452, "MAP@100": 0.24682, "MAP@3": 0.22666, "MAP@5": 0.23747, "MRR@1": 0.322, "MRR@10": 0.37611, "MRR@100": 0.377, "MRR@3": 0.363, "MRR@5": 0.371, "NDCG@1": 0.322, "NDCG@10": 0.29514, "NDCG@100": 0.2986, "NDCG@3": 0.28394, "NDCG@5": 0.28516, "P@1": 0.322, "P@10": 0.0686, "P@100": 0.00722, "P@3": 0.17, "P@5": 0.118, "Recall@1": 0.18186, "Recall@10": 0.31928, "Recall@100": 0.33189, "Recall@3": 0.25649, "Recall@5": 0.2841}, "rus-miracl": {"MAP@1": 0.23191, "MAP@10": 0.31158, "MAP@100": 0.31189, "MAP@3": 0.29318, "MAP@5": 0.30576, "MRR@1": 0.48083, "MRR@10": 0.50701, "MRR@100": 0.50701, "MRR@3": 0.50373, "MRR@5": 0.50636, "NDCG@1": 0.48083, "NDCG@10": 0.36403, "NDCG@100": 0.36437, "NDCG@3": 0.38374, "NDCG@5": 0.36743, "P@1": 0.48083, "P@10": 0.09185, "P@100": 0.00924, "P@3": 0.25053, "P@5": 0.16917, "Recall@1": 0.23191, "Recall@10": 0.33939, "Recall@100": 0.34023, "Recall@3": 0.30697, "Recall@5": 0.32753}, "rus-mmarco": {"MAP@1": 0.14883, "MAP@10": 0.20678, "MAP@100": 0.20739, "MAP@3": 0.19575, "MAP@5": 0.20271, "MRR@1": 0.15301, "MRR@10": 0.21102, "MRR@100": 0.21162, "MRR@3": 0.2001, "MRR@5": 0.20708, "NDCG@1": 0.15315, "NDCG@10": 0.23366, "NDCG@100": 0.23571, "NDCG@3": 0.21185, "NDCG@5": 0.22424, "P@1": 0.15315, "P@10": 0.03254, "P@100": 0.00334, "P@3": 0.08782, "P@5": 0.05903, "Recall@1": 0.14883, "Recall@10": 0.31171, "Recall@100": 0.31931, "Recall@3": 0.25418, "Recall@5": 0.28363}, "rus-nfcorpus": {"MAP@1": 0.06104, "MAP@10": 0.12451, "MAP@100": 0.13353, "MAP@3": 0.09598, "MAP@5": 0.10864, "MRR@1": 0.4582, "MRR@10": 0.53853, "MRR@100": 0.54081, "MRR@3": 0.52167, "MRR@5": 0.53328, "NDCG@1": 0.44118, "NDCG@10": 0.32859, "NDCG@100": 0.23193, "NDCG@3": 0.39018, "NDCG@5": 0.36444, "P@1": 0.45511, "P@10": 0.23313, "P@100": 0.03133, "P@3": 0.36429, "P@5": 0.30836, "Recall@1": 0.06104, "Recall@10": 0.15601, "Recall@100": 0.18063, "Recall@3": 0.10376, "Recall@5": 0.12577}, "rus-quora": {"MAP@1": 0.57524, "MAP@10": 0.67692, "MAP@100": 0.67756, "MAP@3": 0.65836, "MAP@5": 0.67153, "MRR@1": 0.6636, "MRR@10": 0.72016, "MRR@100": 0.72052, "MRR@3": 0.7116, "MRR@5": 0.71802, "NDCG@1": 0.6634, "NDCG@10": 0.71068, "NDCG@100": 0.71172, "NDCG@3": 0.69362, "NDCG@5": 0.70474, "P@1": 0.6634, "P@10": 0.10318, "P@100": 0.01045, "P@3": 0.30073, "P@5": 0.19596, "Recall@1": 0.57524, "Recall@10": 0.76314, "Recall@100": 0.76835, "Recall@3": 0.70834, "Recall@5": 0.74258}, "rus-scidocs": {"MAP@1": 0.0361, "MAP@10": 0.08601, "MAP@100": 0.09132, "MAP@3": 0.06283, "MAP@5": 0.07476, "MRR@1": 0.178, "MRR@10": 0.27157, "MRR@100": 0.27488, "MRR@3": 0.24433, "MRR@5": 0.26013, "NDCG@1": 0.178, "NDCG@10": 0.15036, "NDCG@100": 0.16487, "NDCG@3": 0.14512, "NDCG@5": 0.12665, "P@1": 0.178, "P@10": 0.0773, "P@100": 0.00938, "P@3": 0.136, "P@5": 0.1114, "Recall@1": 0.0361, "Recall@10": 0.15663, "Recall@100": 0.19045, "Recall@3": 0.08265, "Recall@5": 0.11308}, "rus-scifact": {"MAP@1": 0.59778, "MAP@10": 0.6767, "MAP@100": 0.67817, "MAP@3": 0.65501, "MAP@5": 0.66513, "MRR@1": 0.62, "MRR@10": 0.68594, "MRR@100": 0.68741, "MRR@3": 0.67056, "MRR@5": 0.67756, "NDCG@1": 0.62, "NDCG@10": 0.71316, "NDCG@100": 0.71832, "NDCG@3": 0.67616, "NDCG@5": 0.68944, "P@1": 0.62, "P@10": 0.092, "P@100": 0.0094, "P@3": 0.25667, "P@5": 0.16533, "Recall@1": 0.59778, "Recall@10": 0.81389, "Recall@100": 0.83389, "Recall@3": 0.71539, "Recall@5": 0.746}, "rus-touche": {"MAP@1": 0.04186, "MAP@10": 0.14273, "MAP@100": 0.16026, "MAP@3": 0.08293, "MAP@5": 0.10933, "MRR@1": 0.55102, "MRR@10": 0.67281, "MRR@100": 0.67281, "MRR@3": 0.65306, "MRR@5": 0.66327, "NDCG@1": 0.52041, "NDCG@10": 0.35375, "NDCG@100": 0.32064, "NDCG@3": 0.43406, "NDCG@5": 0.40019, "P@1": 0.55102, "P@10": 0.30408, "P@100": 0.03918, "P@3": 0.44898, "P@5": 0.39184, "Recall@1": 0.04186, "Recall@10": 0.21152, "Recall@100": 0.26441, "Recall@3": 0.09709, "Recall@5": 0.13877}, "rus-trec-covid": {"MAP@1": 0.00246, "MAP@10": 0.01826, "MAP@100": 0.02678, "MAP@3": 0.007, "MAP@5": 0.01087, "MRR@1": 0.9, "MRR@10": 0.92833, "MRR@100": 0.92833, "MRR@3": 0.92333, "MRR@5": 0.92833, "NDCG@1": 0.83, "NDCG@10": 0.67548, "NDCG@100": 0.19059, "NDCG@3": 0.7952, "NDCG@5": 0.75947, "P@1": 0.9, "P@10": 0.708, "P@100": 0.1116, "P@3": 0.86, "P@5": 0.812, "Recall@1": 0.00246, "Recall@10": 0.0193, "Recall@100": 0.02932, "Recall@3": 0.00707, "Recall@5": 0.0111}, "rus-tydiqa": {"MAP@1": 0.3636, "MAP@10": 0.45797, "MAP@100": 0.45838, "MAP@3": 0.44456, "MAP@5": 0.45521, "MRR@1": 0.39415, "MRR@10": 0.48743, "MRR@100": 0.48763, "MRR@3": 0.47935, "MRR@5": 0.48554, "NDCG@1": 0.39243, "NDCG@10": 0.49729, "NDCG@100": 0.49835, "NDCG@3": 0.47564, "NDCG@5": 0.49169, "P@1": 0.39243, "P@10": 0.06601, "P@100": 0.00665, "P@3": 0.19765, "P@5": 0.12788, "Recall@1": 0.3636, "Recall@10": 0.58491, "Recall@100": 0.58864, "Recall@3": 0.53385, "Recall@5": 0.56913}, "rus-xquad": {"MAP@1": 0.97395, "MAP@10": 0.98375, "MAP@100": 0.98375, "MAP@3": 0.98375, "MAP@5": 0.98375, "MRR@1": 0.97395, "MRR@10": 0.98375, "MRR@100": 0.98375, "MRR@3": 0.98375, "MRR@5": 0.98375, "NDCG@1": 0.97395, "NDCG@10": 0.98645, "NDCG@100": 0.98645, "NDCG@3": 0.98645, "NDCG@5": 0.98645, "P@1": 0.97395, "P@10": 0.09941, "P@100": 0.00994, "P@3": 0.33137, "P@5": 0.19882, "Recall@1": 0.97395, "Recall@10": 0.99412, "Recall@100": 0.99412, "Recall@3": 0.99412, "Recall@5": 0.99412}, "rus-xquad-sentences": {"MAP@1": 0.83908, "MAP@10": 0.88086, "MAP@100": 0.88091, "MAP@3": 0.87703, "MAP@5": 0.88006, "MRR@1": 0.8395, "MRR@10": 0.88128, "MRR@100": 0.88133, "MRR@3": 0.87745, "MRR@5": 0.88048, "NDCG@1": 0.8395, "NDCG@10": 0.89567, "NDCG@100": 0.89588, "NDCG@3": 0.8886, "NDCG@5": 0.89392, "P@1": 0.8395, "P@10": 0.09395, "P@100": 0.0094, "P@3": 0.30728, "P@5": 0.18689, "Recall@1": 0.83908, "Recall@10": 0.93908, "Recall@100": 0.93992, "Recall@3": 0.92143, "Recall@5": 0.93403}, "ruscibench-retrieval": {"MAP@1": 0.23565, "MAP@10": 0.39764, "MAP@100": 0.39831, "MAP@3": 0.34196, "MAP@5": 0.38263, "MRR@1": 0.69275, "MRR@10": 0.74222, "MRR@100": 0.74222, "MRR@3": 0.73527, "MRR@5": 0.74193, "NDCG@1": 0.69275, "NDCG@10": 0.49366, "NDCG@100": 0.49443, "NDCG@3": 0.56379, "NDCG@5": 0.5214, "P@1": 0.69275, "P@10": 0.18, "P@100": 0.01812, "P@3": 0.44251, "P@5": 0.33101, "Recall@1": 0.23565, "Recall@10": 0.44782, "Recall@100": 0.44919, "Recall@3": 0.36146, "Recall@5": 0.42246}, "sberquad-retrieval": {"MAP@1": 0.26033, "MAP@10": 0.60913, "MAP@100": 0.60919, "MAP@3": 0.60528, "MAP@5": 0.60862, "MRR@1": 0.46446, "MRR@10": 0.71229, "MRR@100": 0.71233, "MRR@3": 0.70876, "MRR@5": 0.71185, "NDCG@1": 0.26033, "NDCG@10": 0.70411, "NDCG@100": 0.70432, "NDCG@3": 0.69701, "NDCG@5": 0.70292, "P@1": 0.26033, "P@10": 0.09738, "P@100": 0.00975, "P@3": 0.31871, "P@5": 0.19404, "Recall@1": 0.26033, "Recall@10": 0.97379, "Recall@100": 0.97458, "Recall@3": 0.95612, "Recall@5": 0.97021}, "wikifacts-articles": {"MAP@1": 0.49156, "MAP@10": 0.68032, "MAP@100": 0.68365, "MAP@3": 0.63761, "MAP@5": 0.66628, "MRR@1": 0.63832, "MRR@10": 0.75239, "MRR@100": 0.75368, "MRR@3": 0.73704, "MRR@5": 0.74693, "NDCG@1": 0.62938, "NDCG@10": 0.74759, "NDCG@100": 0.75543, "NDCG@3": 0.69193, "NDCG@5": 0.72461, "P@1": 0.63869, "P@10": 0.13139, "P@100": 0.01365, "P@3": 0.34945, "P@5": 0.23916, "Recall@1": 0.49156, "Recall@10": 0.86978, "Recall@100": 0.89562, "Recall@3": 0.73424, "Recall@5": 0.80906}, "wikifacts-para": {"MAP@1": 0.31361, "MAP@10": 0.44843, "MAP@100": 0.45105, "MAP@3": 0.41633, "MAP@5": 0.43616, "MRR@1": 0.48242, "MRR@10": 0.58772, "MRR@100": 0.58851, "MRR@3": 0.57387, "MRR@5": 0.58354, "NDCG@1": 0.47202, "NDCG@10": 0.52148, "NDCG@100": 0.52728, "NDCG@3": 0.48777, "NDCG@5": 0.50384, "P@1": 0.48187, "P@10": 0.10893, "P@100": 0.01138, "P@3": 0.27873, "P@5": 0.19245, "Recall@1": 0.31361, "Recall@10": 0.5859, "Recall@100": 0.60293, "Recall@3": 0.48568, "Recall@5": 0.53841}, "wikifacts-sents": {"MAP@1": 0.08018, "MAP@10": 0.12381, "MAP@100": 0.12495, "MAP@3": 0.11394, "MAP@5": 0.12001, "MRR@1": 0.1456, "MRR@10": 0.20296, "MRR@100": 0.20425, "MRR@3": 0.19193, "MRR@5": 0.19873, "NDCG@1": 0.12859, "NDCG@10": 0.15855, "NDCG@100": 0.16209, "NDCG@3": 0.14625, "NDCG@5": 0.15176, "P@1": 0.13257, "P@10": 0.03834, "P@100": 0.00415, "P@3": 0.09182, "P@5": 0.06587, "Recall@1": 0.08018, "Recall@10": 0.18454, "Recall@100": 0.19479, "Recall@3": 0.14539, "Recall@5": 0.16486}, "wikifacts-window_2": {"MAP@1": 0.08533, "MAP@10": 0.18962, "MAP@100": 0.19218, "MAP@3": 0.15971, "MAP@5": 0.17901, "MRR@1": 0.30383, "MRR@10": 0.39267, "MRR@100": 0.39368, "MRR@3": 0.3786, "MRR@5": 0.3885, "NDCG@1": 0.29499, "NDCG@10": 0.26259, "NDCG@100": 0.26506, "NDCG@3": 0.26938, "NDCG@5": 0.26311, "P@1": 0.30182, "P@10": 0.10545, "P@100": 0.01131, "P@3": 0.232, "P@5": 0.17687, "Recall@1": 0.08533, "Recall@10": 0.25856, "Recall@100": 0.2716, "Recall@3": 0.18799, "Recall@5": 0.22749}, "wikifacts-window_3": {"MAP@1": 0.06971, "MAP@10": 0.21215, "MAP@100": 0.21825, "MAP@3": 0.16237, "MAP@5": 0.19017, "MRR@1": 0.36588, "MRR@10": 0.44464, "MRR@100": 0.44573, "MRR@3": 0.42787, "MRR@5": 0.4392, "NDCG@1": 0.35534, "NDCG@10": 0.30263, "NDCG@100": 0.30268, "NDCG@3": 0.32144, "NDCG@5": 0.31189, "P@1": 0.36425, "P@10": 0.16334, "P@100": 0.01812, "P@3": 0.31806, "P@5": 0.25408, "Recall@1": 0.06971, "Recall@10": 0.27857, "Recall@100": 0.29982, "Recall@3": 0.18102, "Recall@5": 0.22959}, "wikifacts-window_4": {"MAP@1": 0.05678, "MAP@10": 0.22264, "MAP@100": 0.23282, "MAP@3": 0.1456, "MAP@5": 0.19034, "MRR@1": 0.39183, "MRR@10": 0.4691, "MRR@100": 0.47057, "MRR@3": 0.45295, "MRR@5": 0.46315, "NDCG@1": 0.38274, "NDCG@10": 0.32871, "NDCG@100": 0.3219, "NDCG@3": 0.36421, "NDCG@5": 0.34417, "P@1": 0.39164, "P@10": 0.21399, "P@100": 0.0245, "P@3": 0.36561, "P@5": 0.31332, "Recall@1": 0.05678, "Recall@10": 0.28309, "Recall@100": 0.31236, "Recall@3": 0.15907, "Recall@5": 0.22047}, "wikifacts-window_5": {"MAP@1": 0.04838, "MAP@10": 0.22668, "MAP@100": 0.24171, "MAP@3": 0.12778, "MAP@5": 0.18604, "MRR@1": 0.41324, "MRR@10": 0.48724, "MRR@100": 0.48917, "MRR@3": 0.4705, "MRR@5": 0.47976, "NDCG@1": 0.40326, "NDCG@10": 0.34853, "NDCG@100": 0.33361, "NDCG@3": 0.38858, "NDCG@5": 0.36601, "P@1": 0.41179, "P@10": 0.25942, "P@100": 0.03071, "P@3": 0.39214, "P@5": 0.36105, "Recall@1": 0.04838, "Recall@10": 0.28122, "Recall@100": 0.31823, "Recall@3": 0.13781, "Recall@5": 0.20927}, "wikifacts-window_6": {"MAP@1": 0.04338, "MAP@10": 0.22814, "MAP@100": 0.24974, "MAP@3": 0.11534, "MAP@5": 0.17345, "MRR@1": 0.4364, "MRR@10": 0.51061, "MRR@100": 0.51242, "MRR@3": 0.49404, "MRR@5": 0.50313, "NDCG@1": 0.42796, "NDCG@10": 0.37083, "NDCG@100": 0.34507, "NDCG@3": 0.41292, "NDCG@5": 0.39534, "P@1": 0.43713, "P@10": 0.29681, "P@100": 0.03644, "P@3": 0.41704, "P@5": 0.39321, "Recall@1": 0.04338, "Recall@10": 0.27746, "Recall@100": 0.32417, "Recall@3": 0.12393, "Recall@5": 0.19346}}}, "source_url": "", "type": "reranker", "verified": true}
 {"date": "2026-07-09", "hardware": "cuda", "model_id": "Qwen/Qwen3-Embedding-0.6B", "model_name": "Qwen3-Embedding-0.6B", "notes": "", "organization": "Qwen", "runtime_seconds": 123816.64, "scores": {"average": {"MAP@1": 0.25756, "MAP@10": 0.36292, "MAP@100": 0.39008, "MAP@3": 0.32623, "MAP@5": 0.34491, "MRR@1": 0.43405, "MRR@10": 0.53144, "MRR@100": 0.53752, "MRR@3": 0.50941, "MRR@5": 0.52258, "NDCG@1": 0.42936, "NDCG@10": 0.47491, "NDCG@100": 0.51356, "NDCG@3": 0.4541, "NDCG@5": 0.4618, "P@1": 0.43337, "P@10": 0.15757, "P@100": 0.05193, "P@3": 0.27473, "P@5": 0.21779, "Recall@1": 0.25756, "Recall@10": 0.49647, "Recall@100": 0.67855, "Recall@3": 0.38151, "Recall@5": 0.43112}, "datasets": {"legal_search_2004": {"MAP@1": 0.06395, "MAP@10": 0.1835, "MAP@100": 0.27915, "MAP@3": 0.12005, "MAP@5": 0.14348, "MRR@1": 0.54945, "MRR@10": 0.59963, "MRR@100": 0.60515, "MRR@3": 0.58974, "MRR@5": 0.59469, "NDCG@1": 0.54945, "NDCG@10": 0.42505, "NDCG@100": 0.44339, "NDCG@3": 0.47959, "NDCG@5": 0.44776, "P@1": 0.54945, "P@10": 0.33077, "P@100": 0.10725, "P@3": 0.44689, "P@5": 0.38681, "Recall@1": 0.06395, "Recall@10": 0.23052, "Recall@100": 0.53769, "Recall@3": 0.12407, "Recall@5": 0.15422}, "legal_search_2007": {"MAP@1": 0.02403, "MAP@10": 0.08768, "MAP@100": 0.18936, "MAP@3": 0.04127, "MAP@5": 0.05605, "MRR@1": 0.4, "MRR@10": 0.509, "MRR@100": 0.51572, "MRR@3": 0.49667, "MRR@5": 0.50567, "NDCG@1": 0.4, "NDCG@10": 0.3369, "NDCG@100": 0.3505, "NDCG@3": 0.37349, "NDCG@5": 0.35127, "P@1": 0.4, "P@10": 0.306, "P@100": 0.1402, "P@3": 0.36, "P@5": 0.328, "Recall@1": 0.02403, "Recall@10": 0.12148, "Recall@100": 0.39731, "Recall@3": 0.04649, "Recall@5": 0.06733}, "ria-news": {"MAP@1": 0.6049, "MAP@10": 0.6933, "MAP@100": 0.69724, "MAP@3": 0.67647, "MAP@5": 0.68729, "MRR@1": 0.6049, "MRR@10": 0.6933, "MRR@100": 0.69724, "MRR@3": 0.67647, "MRR@5": 0.68729, "NDCG@1": 0.6049, "NDCG@10": 0.73292, "NDCG@100": 0.75168, "NDCG@3": 0.69901, "NDCG@5": 0.71848, "P@1": 0.6049, "P@10": 0.08556, "P@100": 0.00943, "P@3": 0.25467, "P@5": 0.16224, "Recall@1": 0.6049, "Recall@10": 0.8556, "Recall@100": 0.9425, "Recall@3": 0.764, "Recall@5": 0.8112}, "ru-facts": {"MAP@1": 0.84159, "MAP@10": 0.91667, "MAP@100": 0.91667, "MAP@3": 0.91581, "MAP@5": 0.91632, "MRR@1": 0.84025, "MRR@10": 0.916, "MRR@100": 0.916, "MRR@3": 0.91514, "MRR@5": 0.91566, "NDCG@1": 0.84159, "NDCG@10": 0.93825, "NDCG@100": 0.93825, "NDCG@3": 0.93656, "NDCG@5": 0.93748, "P@1": 0.84159, "P@10": 0.1, "P@100": 0.01, "P@3": 0.33185, "P@5": 0.19955, "Recall@1": 0.84159, "Recall@10": 1.0, "Recall@100": 1.0, "Recall@3": 0.99554, "Recall@5": 0.99777}, "rubq": {"MAP@1": 0.39788, "MAP@10": 0.58911, "MAP@100": 0.59835, "MAP@3": 0.53715, "MAP@5": 0.56833, "MRR@1": 0.56915, "MRR@10": 0.68258, "MRR@100": 0.68587, "MRR@3": 0.66086, "MRR@5": 0.67492, "NDCG@1": 0.56915, "NDCG@10": 0.66825, "NDCG@100": 0.6994, "NDCG@3": 0.59764, "NDCG@5": 0.6334, "P@1": 0.56915, "P@10": 0.13168, "P@100": 0.01547, "P@3": 0.32723, "P@5": 0.22849, "Recall@1": 0.39788, "Recall@10": 0.80397, "Recall@100": 0.92766, "Recall@3": 0.62843, "Recall@5": 0.71437}, "rus-arguana": {"MAP@1": 0.29801, "MAP@10": 0.46057, "MAP@100": 0.46769, "MAP@3": 0.40718, "MAP@5": 0.43805, "MRR@1": 0.29801, "MRR@10": 0.46057, "MRR@100": 0.46768, "MRR@3": 0.40718, "MRR@5": 0.43805, "NDCG@1": 0.29801, "NDCG@10": 0.55362, "NDCG@100": 0.58397, "NDCG@3": 0.44356, "NDCG@5": 0.49936, "P@1": 0.29801, "P@10": 0.08521, "P@100": 0.00984, "P@3": 0.18303, "P@5": 0.13698, "Recall@1": 0.29801, "Recall@10": 0.85206, "Recall@100": 0.98435, "Recall@3": 0.54908, "Recall@5": 0.68492}, "rus-cqadupstack": {"MAP@1": 0.20219, "MAP@10": 0.28119, "MAP@100": 0.29197, "MAP@3": 0.25742, "MAP@5": 0.27029, "MRR@1": 0.24154, "MRR@10": 0.31744, "MRR@100": 0.32587, "MRR@3": 0.29583, "MRR@5": 0.30765, "NDCG@1": 0.24154, "NDCG@10": 0.32801, "NDCG@100": 0.37741, "NDCG@3": 0.28642, "NDCG@5": 0.30519, "P@1": 0.24154, "P@10": 0.05829, "P@100": 0.00976, "P@3": 0.13321, "P@5": 0.09479, "Recall@1": 0.20219, "Recall@10": 0.43193, "Recall@100": 0.65153, "Recall@3": 0.31545, "Recall@5": 0.3638}, "rus-fiqa": {"MAP@1": 0.17083, "MAP@10": 0.26365, "MAP@100": 0.28083, "MAP@3": 0.2312, "MAP@5": 0.24842, "MRR@1": 0.326, "MRR@10": 0.40195, "MRR@100": 0.41098, "MRR@3": 0.37667, "MRR@5": 0.39087, "NDCG@1": 0.326, "NDCG@10": 0.33232, "NDCG@100": 0.39964, "NDCG@3": 0.29744, "NDCG@5": 0.30673, "P@1": 0.326, "P@10": 0.0874, "P@100": 0.01574, "P@3": 0.19133, "P@5": 0.138, "Recall@1": 0.17083, "Recall@10": 0.40245, "Recall@100": 0.65851, "Recall@3": 0.26914, "Recall@5": 0.32398}, "rus-miracl": {"MAP@1": 0.27546, "MAP@10": 0.48286, "MAP@100": 0.51071, "MAP@3": 0.41054, "MAP@5": 0.45063, "MRR@1": 0.54792, "MRR@10": 0.67192, "MRR@100": 0.67558, "MRR@3": 0.64763, "MRR@5": 0.66376, "NDCG@1": 0.54792, "NDCG@10": 0.58809, "NDCG@100": 0.65941, "NDCG@3": 0.53254, "NDCG@5": 0.55039, "P@1": 0.54792, "P@10": 0.17492, "P@100": 0.02562, "P@3": 0.36635, "P@5": 0.2754, "Recall@1": 0.27546, "Recall@10": 0.68659, "Recall@100": 0.91922, "Recall@3": 0.48458, "Recall@5": 0.57876}, "rus-mmarco": {"MAP@1": 0.14325, "MAP@10": 0.22786, "MAP@100": 0.23969, "MAP@3": 0.19917, "MAP@5": 0.21476, "MRR@1": 0.14756, "MRR@10": 0.23243, "MRR@100": 0.24396, "MRR@3": 0.2038, "MRR@5": 0.21938, "NDCG@1": 0.14756, "NDCG@10": 0.27839, "NDCG@100": 0.33944, "NDCG@3": 0.21899, "NDCG@5": 0.24698, "P@1": 0.14756, "P@10": 0.04534, "P@100": 0.00766, "P@3": 0.09374, "P@5": 0.07049, "Recall@1": 0.14325, "Recall@10": 0.43493, "Recall@100": 0.72579, "Recall@3": 0.2719, "Recall@5": 0.3393}, "rus-nfcorpus": {"MAP@1": 0.04717, "MAP@10": 0.10188, "MAP@100": 0.12805, "MAP@3": 0.07376, "MAP@5": 0.0878, "MRR@1": 0.40867, "MRR@10": 0.48556, "MRR@100": 0.49273, "MRR@3": 0.4613, "MRR@5": 0.47755, "NDCG@1": 0.39474, "NDCG@10": 0.28482, "NDCG@100": 0.26491, "NDCG@3": 0.33487, "NDCG@5": 0.31744, "P@1": 0.40867, "P@10": 0.20526, "P@100": 0.06693, "P@3": 0.30857, "P@5": 0.27059, "Recall@1": 0.04717, "Recall@10": 0.13708, "Recall@100": 0.26913, "Recall@3": 0.08204, "Recall@5": 0.10949}, "rus-quora": {"MAP@1": 0.58084, "MAP@10": 0.71617, "MAP@100": 0.72417, "MAP@3": 0.68258, "MAP@5": 0.70308, "MRR@1": 0.6668, "MRR@10": 0.75048, "MRR@100": 0.75367, "MRR@3": 0.7332, "MRR@5": 0.74449, "NDCG@1": 0.6668, "NDCG@10": 0.76607, "NDCG@100": 0.7904, "NDCG@3": 0.72315, "NDCG@5": 0.74571, "P@1": 0.6668, "P@10": 0.1196, "P@100": 0.01424, "P@3": 0.31913, "P@5": 0.21464, "Recall@1": 0.58084, "Recall@10": 0.8742, "Recall@100": 0.96942, "Recall@3": 0.75526, "Recall@5": 0.81453}, "rus-scidocs": {"MAP@1": 0.04028, "MAP@10": 0.10042, "MAP@100": 0.1181, "MAP@3": 0.07326, "MAP@5": 0.08732, "MRR@1": 0.197, "MRR@10": 0.29563, "MRR@100": 0.3061, "MRR@3": 0.26617, "MRR@5": 0.28117, "NDCG@1": 0.197, "NDCG@10": 0.16995, "NDCG@100": 0.24369, "NDCG@3": 0.16408, "NDCG@5": 0.14257, "P@1": 0.197, "P@10": 0.0874, "P@100": 0.01951, "P@3": 0.15433, "P@5": 0.1248, "Recall@1": 0.04028, "Recall@10": 0.17713, "Recall@100": 0.39598, "Recall@3": 0.09418, "Recall@5": 0.12673}, "rus-scifact": {"MAP@1": 0.50844, "MAP@10": 0.60767, "MAP@100": 0.61472, "MAP@3": 0.58058, "MAP@5": 0.59481, "MRR@1": 0.53667, "MRR@10": 0.62329, "MRR@100": 0.62812, "MRR@3": 0.60222, "MRR@5": 0.61339, "NDCG@1": 0.53667, "NDCG@10": 0.65632, "NDCG@100": 0.68513, "NDCG@3": 0.608, "NDCG@5": 0.63011, "P@1": 0.53667, "P@10": 0.089, "P@100": 0.01047, "P@3": 0.24, "P@5": 0.15867, "Recall@1": 0.50844, "Recall@10": 0.79111, "Recall@100": 0.91933, "Recall@3": 0.66078, "Recall@5": 0.71617}, "rus-touche": {"MAP@1": 0.0244, "MAP@10": 0.09292, "MAP@100": 0.15682, "MAP@3": 0.04424, "MAP@5": 0.06569, "MRR@1": 0.32653, "MRR@10": 0.48285, "MRR@100": 0.49093, "MRR@3": 0.43197, "MRR@5": 0.46769, "NDCG@1": 0.29592, "NDCG@10": 0.24653, "NDCG@100": 0.37545, "NDCG@3": 0.25075, "NDCG@5": 0.2559, "P@1": 0.32653, "P@10": 0.22245, "P@100": 0.07939, "P@3": 0.2449, "P@5": 0.25714, "Recall@1": 0.0244, "Recall@10": 0.16526, "Recall@100": 0.49409, "Recall@3": 0.05357, "Recall@5": 0.09722}, "rus-trec-covid": {"MAP@1": 0.0023, "MAP@10": 0.02104, "MAP@100": 0.13076, "MAP@3": 0.00657, "MAP@5": 0.01089, "MRR@1": 0.86, "MRR@10": 0.92667, "MRR@100": 0.92667, "MRR@3": 0.92667, "MRR@5": 0.92667, "NDCG@1": 0.85, "NDCG@10": 0.81207, "NDCG@100": 0.64522, "NDCG@3": 0.83693, "NDCG@5": 0.83605, "P@1": 0.86, "P@10": 0.86, "P@100": 0.666, "P@3": 0.88667, "P@5": 0.892, "Recall@1": 0.0023, "Recall@10": 0.02276, "Recall@100": 0.15983, "Recall@3": 0.00696, "Recall@5": 0.01167}, "rus-tydiqa": {"MAP@1": 0.31081, "MAP@10": 0.45447, "MAP@100": 0.46428, "MAP@3": 0.42188, "MAP@5": 0.44238, "MRR@1": 0.34423, "MRR@10": 0.48004, "MRR@100": 0.488, "MRR@3": 0.45095, "MRR@5": 0.46954, "NDCG@1": 0.33821, "NDCG@10": 0.52306, "NDCG@100": 0.56596, "NDCG@3": 0.46158, "NDCG@5": 0.49566, "P@1": 0.33821, "P@10": 0.08081, "P@100": 0.01039, "P@3": 0.20453, "P@5": 0.14217, "Recall@1": 0.31081, "Recall@10": 0.70754, "Recall@100": 0.89687, "Recall@3": 0.54848, "Recall@5": 0.62665}, "rus-xquad": {"MAP@1": 0.87983, "MAP@10": 0.92322, "MAP@100": 0.92376, "MAP@3": 0.91793, "MAP@5": 0.92146, "MRR@1": 0.87983, "MRR@10": 0.92322, "MRR@100": 0.92376, "MRR@3": 0.91793, "MRR@5": 0.92146, "NDCG@1": 0.87983, "NDCG@10": 0.93926, "NDCG@100": 0.94184, "NDCG@3": 0.92897, "NDCG@5": 0.93526, "P@1": 0.87983, "P@10": 0.09874, "P@100": 0.00999, "P@3": 0.32017, "P@5": 0.19513, "Recall@1": 0.87983, "Recall@10": 0.98739, "Recall@100": 0.99916, "Recall@3": 0.9605, "Recall@5": 0.97563}, "rus-xquad-sentences": {"MAP@1": 0.72899, "MAP@10": 0.81136, "MAP@100": 0.81399, "MAP@3": 0.79958, "MAP@5": 0.80761, "MRR@1": 0.72941, "MRR@10": 0.81168, "MRR@100": 0.81432, "MRR@3": 0.8, "MRR@5": 0.80803, "NDCG@1": 0.72941, "NDCG@10": 0.8448, "NDCG@100": 0.85596, "NDCG@3": 0.82156, "NDCG@5": 0.83588, "P@1": 0.72941, "P@10": 0.09471, "P@100": 0.00996, "P@3": 0.29496, "P@5": 0.18387, "Recall@1": 0.72899, "Recall@10": 0.94622, "Recall@100": 0.99496, "Recall@3": 0.88445, "Recall@5": 0.91891}, "ruscibench-retrieval": {"MAP@1": 0.24159, "MAP@10": 0.43479, "MAP@100": 0.47687, "MAP@3": 0.34761, "MAP@5": 0.39015, "MRR@1": 0.66957, "MRR@10": 0.76033, "MRR@100": 0.76295, "MRR@3": 0.74058, "MRR@5": 0.75188, "NDCG@1": 0.66957, "NDCG@10": 0.55762, "NDCG@100": 0.65519, "NDCG@3": 0.55854, "NDCG@5": 0.53565, "P@1": 0.66957, "P@10": 0.2287, "P@100": 0.03759, "P@3": 0.42995, "P@5": 0.34087, "Recall@1": 0.24159, "Recall@10": 0.56893, "Recall@100": 0.84115, "Recall@3": 0.38034, "Recall@5": 0.45621}, "sberquad-retrieval": {"MAP@1": 0.33936, "MAP@10": 0.56138, "MAP@100": 0.56564, "MAP@3": 0.54028, "MAP@5": 0.5541, "MRR@1": 0.35405, "MRR@10": 0.56938, "MRR@100": 0.57363, "MRR@3": 0.54888, "MRR@5": 0.56212, "NDCG@1": 0.33936, "NDCG@10": 0.63904, "NDCG@100": 0.65935, "NDCG@3": 0.59669, "NDCG@5": 0.62153, "P@1": 0.33936, "P@10": 0.08711, "P@100": 0.00965, "P@3": 0.25238, "P@5": 0.16346, "Recall@1": 0.33936, "Recall@10": 0.87113, "Recall@100": 0.96525, "Recall@3": 0.75715, "Recall@5": 0.81732}, "wikifacts-articles": {"MAP@1": 0.31867, "MAP@10": 0.47222, "MAP@100": 0.48328, "MAP@3": 0.4305, "MAP@5": 0.45519, "MRR@1": 0.43631, "MRR@10": 0.5477, "MRR@100": 0.55412, "MRR@3": 0.52695, "MRR@5": 0.5393, "NDCG@1": 0.42591, "NDCG@10": 0.54004, "NDCG@100": 0.5849, "NDCG@3": 0.47833, "NDCG@5": 0.5095, "P@1": 0.43668, "P@10": 0.10429, "P@100": 0.01358, "P@3": 0.25523, "P@5": 0.17931, "Recall@1": 0.31867, "Recall@10": 0.67083, "Recall@100": 0.86345, "Recall@3": 0.51586, "Recall@5": 0.58851}, "wikifacts-para": {"MAP@1": 0.14972, "MAP@10": 0.25172, "MAP@100": 0.26711, "MAP@3": 0.21604, "MAP@5": 0.2351, "MRR@1": 0.24278, "MRR@10": 0.34771, "MRR@100": 0.35669, "MRR@3": 0.32045, "MRR@5": 0.33584, "NDCG@1": 0.2367, "NDCG@10": 0.32004, "NDCG@100": 0.38199, "NDCG@3": 0.26541, "NDCG@5": 0.28827, "P@1": 0.24351, "P@10": 0.07959, "P@100": 0.01345, "P@3": 0.16228, "P@5": 0.12277, "Recall@1": 0.14972, "Recall@10": 0.42318, "Recall@100": 0.66934, "Recall@3": 0.27659, "Recall@5": 0.33719}, "wikifacts-sents": {"MAP@1": 0.07044, "MAP@10": 0.11593, "MAP@100": 0.12335, "MAP@3": 0.1012, "MAP@5": 0.10866, "MRR@1": 0.1219, "MRR@10": 0.1875, "MRR@100": 0.19457, "MRR@3": 0.16944, "MRR@5": 0.17884, "NDCG@1": 0.11747, "NDCG@10": 0.15644, "NDCG@100": 0.19098, "NDCG@3": 0.1321, "NDCG@5": 0.141, "P@1": 0.12208, "P@10": 0.04145, "P@100": 0.00765, "P@3": 0.08368, "P@5": 0.06269, "Recall@1": 0.07044, "Recall@10": 0.20039, "Recall@100": 0.33272, "Recall@3": 0.13338, "Recall@5": 0.15878}, "wikifacts-window_2": {"MAP@1": 0.06278, "MAP@10": 0.14155, "MAP@100": 0.15838, "MAP@3": 0.10916, "MAP@5": 0.12542, "MRR@1": 0.22641, "MRR@10": 0.31733, "MRR@100": 0.32554, "MRR@3": 0.29141, "MRR@5": 0.30599, "NDCG@1": 0.21821, "NDCG@10": 0.21418, "NDCG@100": 0.27226, "NDCG@3": 0.19463, "NDCG@5": 0.19642, "P@1": 0.22404, "P@10": 0.09596, "P@100": 0.01899, "P@3": 0.16873, "P@5": 0.13566, "Recall@1": 0.06278, "Recall@10": 0.2346, "Recall@100": 0.41982, "Recall@3": 0.1346, "Recall@5": 0.17459}, "wikifacts-window_3": {"MAP@1": 0.0464, "MAP@10": 0.14024, "MAP@100": 0.16726, "MAP@3": 0.09811, "MAP@5": 0.11887, "MRR@1": 0.24895, "MRR@10": 0.33907, "MRR@100": 0.34797, "MRR@3": 0.31503, "MRR@5": 0.32869, "NDCG@1": 0.24032, "NDCG@10": 0.22218, "NDCG@100": 0.29537, "NDCG@3": 0.21479, "NDCG@5": 0.21407, "P@1": 0.24823, "P@10": 0.12981, "P@100": 0.02888, "P@3": 0.21319, "P@5": 0.17872, "Recall@1": 0.0464, "Recall@10": 0.21896, "Recall@100": 0.43521, "Recall@3": 0.11669, "Recall@5": 0.15787}, "wikifacts-window_4": {"MAP@1": 0.03724, "MAP@10": 0.1361, "MAP@100": 0.17154, "MAP@3": 0.08431, "MAP@5": 0.10934, "MRR@1": 0.2634, "MRR@10": 0.35109, "MRR@100": 0.35952, "MRR@3": 0.32534, "MRR@5": 0.33988, "NDCG@1": 0.2555, "NDCG@10": 0.22857, "NDCG@100": 0.30663, "NDCG@3": 0.23376, "NDCG@5": 0.22348, "P@1": 0.26376, "P@10": 0.15898, "P@100": 0.0377, "P@3": 0.23451, "P@5": 0.2061, "Recall@1": 0.03724, "Recall@10": 0.2074, "Recall@100": 0.43725, "Recall@3": 0.09766, "Recall@5": 0.1408}, "wikifacts-window_5": {"MAP@1": 0.03081, "MAP@10": 0.12969, "MAP@100": 0.17414, "MAP@3": 0.07219, "MAP@5": 0.099, "MRR@1": 0.26908, "MRR@10": 0.35756, "MRR@100": 0.36604, "MRR@3": 0.33083, "MRR@5": 0.34571, "NDCG@1": 0.26056, "NDCG@10": 0.2314, "NDCG@100": 0.31298, "NDCG@3": 0.24344, "NDCG@5": 0.22782, "P@1": 0.26945, "P@10": 0.18161, "P@100": 0.04642, "P@3": 0.2463, "P@5": 0.2251, "Recall@1": 0.03081, "Recall@10": 0.19278, "Recall@100": 0.43366, "Recall@3": 0.08265, "Recall@5": 0.12424}, "wikifacts-window_6": {"MAP@1": 0.02718, "MAP@10": 0.12539, "MAP@100": 0.17837, "MAP@3": 0.06462, "MAP@5": 0.09191, "MRR@1": 0.28107, "MRR@10": 0.36973, "MRR@100": 0.37877, "MRR@3": 0.34356, "MRR@5": 0.35855, "NDCG@1": 0.27318, "NDCG@10": 0.23823, "NDCG@100": 0.32206, "NDCG@3": 0.25611, "NDCG@5": 0.24271, "P@1": 0.2818, "P@10": 0.1988, "P@100": 0.05424, "P@3": 0.25936, "P@5": 0.24159, "Recall@1": 0.02718, "Recall@10": 0.18122, "Recall@100": 0.4367, "Recall@3": 0.0741, "Recall@5": 0.1143}}}, "source_url": "", "type": "dense", "verified": true}
-{"base_model_id": "bm25", "date": "2026-07-15", "hardware": "cuda", "model_id": "bm25+Qwen/Qwen3-Reranker-0.6B", "model_name": "BM25 + Qwen3-Reranker-0.6B", "notes": "", "organization": "Qwen", "rerank_top_k": 20, "runtime_seconds": 67342.35, "scores": {"average": {"MAP@1": 0.28036, "MAP@10": 0.38839, "MAP@100": 0.39635, "MAP@3": 0.35449, "MAP@5": 0.37304, "MRR@1": 0.48463, "MRR@10": 0.56952, "MRR@100": 0.57085, "MRR@3": 0.55573, "MRR@5": 0.56475, "NDCG@1": 0.47054, "NDCG@10": 0.49673, "NDCG@100": 0.46698, "NDCG@3": 0.49808, "NDCG@5": 0.49784, "P@1": 0.4759, "P@10": 0.16595, "P@100": 0.02123, "P@3": 0.3075, "P@5": 0.24058, "Recall@1": 0.28036, "Recall@10": 0.48479, "Recall@100": 0.50787, "Recall@3": 0.40662, "Recall@5": 0.44519}, "datasets": {"legal_search_2004": {"MAP@1": 0.06355, "MAP@10": 0.2534, "MAP@100": 0.30372, "MAP@3": 0.14027, "MAP@5": 0.19014, "MRR@1": 0.58242, "MRR@10": 0.65601, "MRR@100": 0.65747, "MRR@3": 0.64469, "MRR@5": 0.64689, "NDCG@1": 0.58242, "NDCG@10": 0.54591, "NDCG@100": 0.4256, "NDCG@3": 0.57277, "NDCG@5": 0.55792, "P@1": 0.58242, "P@10": 0.43956, "P@100": 0.06451, "P@3": 0.56044, "P@5": 0.51429, "Recall@1": 0.06355, "Recall@10": 0.33615, "Recall@100": 0.42194, "Recall@3": 0.1564, "Recall@5": 0.22105}, "legal_search_2007": {"MAP@1": 0.0269, "MAP@10": 0.11918, "MAP@100": 0.1675, "MAP@3": 0.05462, "MAP@5": 0.07715, "MRR@1": 0.52, "MRR@10": 0.63289, "MRR@100": 0.63689, "MRR@3": 0.61333, "MRR@5": 0.62733, "NDCG@1": 0.52, "NDCG@10": 0.49632, "NDCG@100": 0.29503, "NDCG@3": 0.55003, "NDCG@5": 0.52644, "P@1": 0.52, "P@10": 0.464, "P@100": 0.074, "P@3": 0.55333, "P@5": 0.512, "Recall@1": 0.0269, "Recall@10": 0.15936, "Recall@100": 0.2412, "Recall@3": 0.05997, "Recall@5": 0.08879}, "ria-news": {"MAP@1": 0.6745, "MAP@10": 0.73451, "MAP@100": 0.7348, "MAP@3": 0.72935, "MAP@5": 0.73298, "MRR@1": 0.6745, "MRR@10": 0.73451, "MRR@100": 0.7348, "MRR@3": 0.72935, "MRR@5": 0.73298, "NDCG@1": 0.6745, "NDCG@10": 0.75581, "NDCG@100": 0.75678, "NDCG@3": 0.74578, "NDCG@5": 0.75225, "P@1": 0.6745, "P@10": 0.08191, "P@100": 0.00823, "P@3": 0.2643, "P@5": 0.16168, "Recall@1": 0.6745, "Recall@10": 0.8191, "Recall@100": 0.8228, "Recall@3": 0.7929, "Recall@5": 0.8084}, "ru-facts": {"MAP@1": 0.82062, "MAP@10": 0.90278, "MAP@100": 0.90278, "MAP@3": 0.90094, "MAP@5": 0.90239, "MRR@1": 0.84427, "MRR@10": 0.91531, "MRR@100": 0.91531, "MRR@3": 0.9138, "MRR@5": 0.91485, "NDCG@1": 0.82062, "NDCG@10": 0.92738, "NDCG@100": 0.92738, "NDCG@3": 0.92388, "NDCG@5": 0.92648, "P@1": 0.82062, "P@10": 0.09982, "P@100": 0.00998, "P@3": 0.32976, "P@5": 0.19911, "Recall@1": 0.82062, "Recall@10": 0.99822, "Recall@100": 0.99822, "Recall@3": 0.98929, "Recall@5": 0.99554}, "rubq": {"MAP@1": 0.35119, "MAP@10": 0.48374, "MAP@100": 0.48517, "MAP@3": 0.45308, "MAP@5": 0.4739, "MRR@1": 0.50946, "MRR@10": 0.58551, "MRR@100": 0.58602, "MRR@3": 0.57329, "MRR@5": 0.58153, "NDCG@1": 0.50709, "NDCG@10": 0.54171, "NDCG@100": 0.54506, "NDCG@3": 0.50376, "NDCG@5": 0.52531, "P@1": 0.50709, "P@10": 0.10219, "P@100": 0.01044, "P@3": 0.27226, "P@5": 0.18652, "Recall@1": 0.35119, "Recall@10": 0.60864, "Recall@100": 0.61897, "Recall@3": 0.51536, "Recall@5": 0.5676}, "rus-arguana": {"MAP@1": 0.35917, "MAP@10": 0.51035, "MAP@100": 0.51235, "MAP@3": 0.47368, "MAP@5": 0.49822, "MRR@1": 0.36629, "MRR@10": 0.51305, "MRR@100": 0.51504, "MRR@3": 0.47641, "MRR@5": 0.50091, "NDCG@1": 0.35917, "NDCG@10": 0.58293, "NDCG@100": 0.58944, "NDCG@3": 0.51028, "NDCG@5": 0.55405, "P@1": 0.35917, "P@10": 0.08094, "P@100": 0.00834, "P@3": 0.20531, "P@5": 0.14424, "Recall@1": 0.35917, "Recall@10": 0.80939, "Recall@100": 0.83357, "Recall@3": 0.61593, "Recall@5": 0.72119}, "rus-cqadupstack": {"MAP@1": 0.21961, "MAP@10": 0.27342, "MAP@100": 0.2745, "MAP@3": 0.26096, "MAP@5": 0.26882, "MRR@1": 0.26162, "MRR@10": 0.31039, "MRR@100": 0.31134, "MRR@3": 0.29978, "MRR@5": 0.30656, "NDCG@1": 0.26162, "NDCG@10": 0.3032, "NDCG@100": 0.30589, "NDCG@3": 0.2848, "NDCG@5": 0.29473, "P@1": 0.26162, "P@10": 0.04749, "P@100": 0.00495, "P@3": 0.12755, "P@5": 0.08564, "Recall@1": 0.21961, "Recall@10": 0.35553, "Recall@100": 0.36717, "Recall@3": 0.30032, "Recall@5": 0.32886}, "rus-fiqa": {"MAP@1": 0.17122, "MAP@10": 0.24305, "MAP@100": 0.24486, "MAP@3": 0.22755, "MAP@5": 0.23793, "MRR@1": 0.31, "MRR@10": 0.37319, "MRR@100": 0.37388, "MRR@3": 0.362, "MRR@5": 0.3693, "NDCG@1": 0.31, "NDCG@10": 0.29379, "NDCG@100": 0.29729, "NDCG@3": 0.28761, "NDCG@5": 0.28855, "P@1": 0.31, "P@10": 0.0684, "P@100": 0.00722, "P@3": 0.17667, "P@5": 0.1232, "Recall@1": 0.17122, "Recall@10": 0.31902, "Recall@100": 0.33189, "Recall@3": 0.26894, "Recall@5": 0.29484}, "rus-miracl": {"MAP@1": 0.21003, "MAP@10": 0.29399, "MAP@100": 0.29461, "MAP@3": 0.27351, "MAP@5": 0.28696, "MRR@1": 0.4345, "MRR@10": 0.47871, "MRR@100": 0.47889, "MRR@3": 0.47417, "MRR@5": 0.47809, "NDCG@1": 0.4345, "NDCG@10": 0.34918, "NDCG@100": 0.3501, "NDCG@3": 0.36056, "NDCG@5": 0.35027, "P@1": 0.4345, "P@10": 0.09097, "P@100": 0.00924, "P@3": 0.23749, "P@5": 0.16518, "Recall@1": 0.21003, "Recall@10": 0.33835, "Recall@100": 0.34023, "Recall@3": 0.29836, "Recall@5": 0.3227}, "rus-mmarco": {"MAP@1": 0.12662, "MAP@10": 0.18741, "MAP@100": 0.18825, "MAP@3": 0.17248, "MAP@5": 0.1822, "MRR@1": 0.13023, "MRR@10": 0.19136, "MRR@100": 0.19221, "MRR@3": 0.17655, "MRR@5": 0.18623, "NDCG@1": 0.13037, "NDCG@10": 0.21789, "NDCG@100": 0.22081, "NDCG@3": 0.18843, "NDCG@5": 0.20569, "P@1": 0.13037, "P@10": 0.03216, "P@100": 0.00334, "P@3": 0.07961, "P@5": 0.0565, "Recall@1": 0.12662, "Recall@10": 0.30823, "Recall@100": 0.31931, "Recall@3": 0.2306, "Recall@5": 0.27167}, "rus-nfcorpus": {"MAP@1": 0.06241, "MAP@10": 0.12775, "MAP@100": 0.13679, "MAP@3": 0.10017, "MAP@5": 0.11333, "MRR@1": 0.4644, "MRR@10": 0.5424, "MRR@100": 0.54529, "MRR@3": 0.52993, "MRR@5": 0.53689, "NDCG@1": 0.44892, "NDCG@10": 0.33369, "NDCG@100": 0.23524, "NDCG@3": 0.40124, "NDCG@5": 0.37516, "P@1": 0.4613, "P@10": 0.23282, "P@100": 0.03133, "P@3": 0.37461, "P@5": 0.31641, "Recall@1": 0.06241, "Recall@10": 0.15743, "Recall@100": 0.18063, "Recall@3": 0.11202, "Recall@5": 0.13301}, "rus-quora": {"MAP@1": 0.54222, "MAP@10": 0.65068, "MAP@100": 0.6518, "MAP@3": 0.6304, "MAP@5": 0.6435, "MRR@1": 0.6224, "MRR@10": 0.69318, "MRR@100": 0.69367, "MRR@3": 0.68267, "MRR@5": 0.68986, "NDCG@1": 0.6226, "NDCG@10": 0.69029, "NDCG@100": 0.69242, "NDCG@3": 0.66762, "NDCG@5": 0.68003, "P@1": 0.6226, "P@10": 0.10228, "P@100": 0.01045, "P@3": 0.2912, "P@5": 0.1902, "Recall@1": 0.54222, "Recall@10": 0.76004, "Recall@100": 0.76835, "Recall@3": 0.6925, "Recall@5": 0.72895}, "rus-scidocs": {"MAP@1": 0.04285, "MAP@10": 0.09543, "MAP@100": 0.10071, "MAP@3": 0.07326, "MAP@5": 0.08528, "MRR@1": 0.212, "MRR@10": 0.29872, "MRR@100": 0.30224, "MRR@3": 0.27467, "MRR@5": 0.28817, "NDCG@1": 0.212, "NDCG@10": 0.16068, "NDCG@100": 0.17461, "NDCG@3": 0.16454, "NDCG@5": 0.13952, "P@1": 0.212, "P@10": 0.0782, "P@100": 0.00938, "P@3": 0.15033, "P@5": 0.1182, "Recall@1": 0.04285, "Recall@10": 0.15845, "Recall@100": 0.19045, "Recall@3": 0.09135, "Recall@5": 0.1198}, "rus-scifact": {"MAP@1": 0.60011, "MAP@10": 0.67959, "MAP@100": 0.68161, "MAP@3": 0.65782, "MAP@5": 0.67132, "MRR@1": 0.62667, "MRR@10": 0.69144, "MRR@100": 0.69322, "MRR@3": 0.67556, "MRR@5": 0.68556, "NDCG@1": 0.62667, "NDCG@10": 0.71509, "NDCG@100": 0.72151, "NDCG@3": 0.67998, "NDCG@5": 0.69836, "P@1": 0.62667, "P@10": 0.09133, "P@100": 0.0094, "P@3": 0.26111, "P@5": 0.17, "Recall@1": 0.60011, "Recall@10": 0.80989, "Recall@100": 0.83389, "Recall@3": 0.71828, "Recall@5": 0.76311}, "rus-touche": {"MAP@1": 0.01258, "MAP@10": 0.09676, "MAP@100": 0.12065, "MAP@3": 0.04356, "MAP@5": 0.06443, "MRR@1": 0.20408, "MRR@10": 0.43387, "MRR@100": 0.44102, "MRR@3": 0.38776, "MRR@5": 0.42245, "NDCG@1": 0.19388, "NDCG@10": 0.26041, "NDCG@100": 0.26818, "NDCG@3": 0.25756, "NDCG@5": 0.2654, "P@1": 0.20408, "P@10": 0.25306, "P@100": 0.03918, "P@3": 0.28571, "P@5": 0.29388, "Recall@1": 0.01258, "Recall@10": 0.18001, "Recall@100": 0.26441, "Recall@3": 0.06477, "Recall@5": 0.10625}, "rus-trec-covid": {"MAP@1": 0.00238, "MAP@10": 0.0187, "MAP@100": 0.02691, "MAP@3": 0.00684, "MAP@5": 0.01097, "MRR@1": 0.86, "MRR@10": 0.90333, "MRR@100": 0.90333, "MRR@3": 0.9, "MRR@5": 0.9, "NDCG@1": 0.79, "NDCG@10": 0.68066, "NDCG@100": 0.18948, "NDCG@3": 0.76581, "NDCG@5": 0.74145, "P@1": 0.86, "P@10": 0.724, "P@100": 0.1116, "P@3": 0.82667, "P@5": 0.804, "Recall@1": 0.00238, "Recall@10": 0.0198, "Recall@100": 0.02932, "Recall@3": 0.007, "Recall@5": 0.01136}, "rus-tydiqa": {"MAP@1": 0.32917, "MAP@10": 0.43119, "MAP@100": 0.43192, "MAP@3": 0.41483, "MAP@5": 0.4269, "MRR@1": 0.36661, "MRR@10": 0.46216, "MRR@100": 0.4628, "MRR@3": 0.4488, "MRR@5": 0.45852, "NDCG@1": 0.35542, "NDCG@10": 0.47535, "NDCG@100": 0.47762, "NDCG@3": 0.44717, "NDCG@5": 0.46666, "P@1": 0.35542, "P@10": 0.06532, "P@100": 0.00665, "P@3": 0.18904, "P@5": 0.12444, "Recall@1": 0.32917, "Recall@10": 0.5809, "Recall@100": 0.58864, "Recall@3": 0.51234, "Recall@5": 0.5568}, "rus-xquad": {"MAP@1": 0.97227, "MAP@10": 0.98277, "MAP@100": 0.98277, "MAP@3": 0.98277, "MAP@5": 0.98277, "MRR@1": 0.97227, "MRR@10": 0.98277, "MRR@100": 0.98277, "MRR@3": 0.98277, "MRR@5": 0.98277, "NDCG@1": 0.97227, "NDCG@10": 0.98572, "NDCG@100": 0.98572, "NDCG@3": 0.98572, "NDCG@5": 0.98572, "P@1": 0.97227, "P@10": 0.09941, "P@100": 0.00994, "P@3": 0.33137, "P@5": 0.19882, "Recall@1": 0.97227, "Recall@10": 0.99412, "Recall@100": 0.99412, "Recall@3": 0.99412, "Recall@5": 0.99412}, "rus-xquad-sentences": {"MAP@1": 0.83109, "MAP@10": 0.87474, "MAP@100": 0.87494, "MAP@3": 0.8701, "MAP@5": 0.87417, "MRR@1": 0.83109, "MRR@10": 0.87495, "MRR@100": 0.87515, "MRR@3": 0.87031, "MRR@5": 0.87438, "NDCG@1": 0.83109, "NDCG@10": 0.8906, "NDCG@100": 0.89127, "NDCG@3": 0.88211, "NDCG@5": 0.88923, "P@1": 0.83109, "P@10": 0.09378, "P@100": 0.0094, "P@3": 0.3056, "P@5": 0.18672, "Recall@1": 0.83109, "Recall@10": 0.93739, "Recall@100": 0.93992, "Recall@3": 0.91639, "Recall@5": 0.93319}, "ruscibench-retrieval": {"MAP@1": 0.22833, "MAP@10": 0.36912, "MAP@100": 0.37368, "MAP@3": 0.31974, "MAP@5": 0.34999, "MRR@1": 0.66377, "MRR@10": 0.71855, "MRR@100": 0.71882, "MRR@3": 0.70773, "MRR@5": 0.717, "NDCG@1": 0.66377, "NDCG@10": 0.4692, "NDCG@100": 0.47681, "NDCG@3": 0.52174, "NDCG@5": 0.48253, "P@1": 0.66377, "P@10": 0.17217, "P@100": 0.01812, "P@3": 0.3971, "P@5": 0.29507, "Recall@1": 0.22833, "Recall@10": 0.43274, "Recall@100": 0.44919, "Recall@3": 0.34022, "Recall@5": 0.39363}, "sberquad-retrieval": {"MAP@1": 0.25834, "MAP@10": 0.6064, "MAP@100": 0.60651, "MAP@3": 0.60163, "MAP@5": 0.60588, "MRR@1": 0.46029, "MRR@10": 0.70868, "MRR@100": 0.70877, "MRR@3": 0.70496, "MRR@5": 0.70824, "NDCG@1": 0.25834, "NDCG@10": 0.70185, "NDCG@100": 0.70221, "NDCG@3": 0.69315, "NDCG@5": 0.70062, "P@1": 0.25834, "P@10": 0.09732, "P@100": 0.00975, "P@3": 0.31725, "P@5": 0.19388, "Recall@1": 0.25834, "Recall@10": 0.97319, "Recall@100": 0.97458, "Recall@3": 0.95175, "Recall@5": 0.96942}, "wikifacts-articles": {"MAP@1": 0.56208, "MAP@10": 0.74534, "MAP@100": 0.74708, "MAP@3": 0.71179, "MAP@5": 0.73561, "MRR@1": 0.72172, "MRR@10": 0.8198, "MRR@100": 0.82012, "MRR@3": 0.81311, "MRR@5": 0.81816, "NDCG@1": 0.71326, "NDCG@10": 0.80095, "NDCG@100": 0.80454, "NDCG@3": 0.76436, "NDCG@5": 0.78768, "P@1": 0.7219, "P@10": 0.13376, "P@100": 0.01365, "P@3": 0.37914, "P@5": 0.25146, "Recall@1": 0.56208, "Recall@10": 0.88447, "Recall@100": 0.89562, "Recall@3": 0.79589, "Recall@5": 0.8512}, "wikifacts-para": {"MAP@1": 0.28446, "MAP@10": 0.4285, "MAP@100": 0.43171, "MAP@3": 0.3953, "MAP@5": 0.41682, "MRR@1": 0.4423, "MRR@10": 0.5618, "MRR@100": 0.56274, "MRR@3": 0.54555, "MRR@5": 0.55714, "NDCG@1": 0.43429, "NDCG@10": 0.50447, "NDCG@100": 0.51177, "NDCG@3": 0.46791, "NDCG@5": 0.48704, "P@1": 0.44248, "P@10": 0.10764, "P@100": 0.01138, "P@3": 0.27253, "P@5": 0.19102, "Recall@1": 0.28446, "Recall@10": 0.58108, "Recall@100": 0.60293, "Recall@3": 0.47659, "Recall@5": 0.53423}, "wikifacts-sents": {"MAP@1": 0.09094, "MAP@10": 0.13086, "MAP@100": 0.13196, "MAP@3": 0.12115, "MAP@5": 0.12727, "MRR@1": 0.16115, "MRR@10": 0.21404, "MRR@100": 0.21508, "MRR@3": 0.20299, "MRR@5": 0.21004, "NDCG@1": 0.15048, "NDCG@10": 0.16531, "NDCG@100": 0.16844, "NDCG@3": 0.15398, "NDCG@5": 0.15893, "P@1": 0.15572, "P@10": 0.03863, "P@100": 0.00415, "P@3": 0.09423, "P@5": 0.06688, "Recall@1": 0.09094, "Recall@10": 0.18534, "Recall@100": 0.19479, "Recall@3": 0.14695, "Recall@5": 0.16656}, "wikifacts-window_2": {"MAP@1": 0.08289, "MAP@10": 0.18212, "MAP@100": 0.18524, "MAP@3": 0.15188, "MAP@5": 0.17068, "MRR@1": 0.29417, "MRR@10": 0.38161, "MRR@100": 0.38282, "MRR@3": 0.36466, "MRR@5": 0.37675, "NDCG@1": 0.28625, "NDCG@10": 0.25531, "NDCG@100": 0.25918, "NDCG@3": 0.25683, "NDCG@5": 0.25298, "P@1": 0.29344, "P@10": 0.10355, "P@100": 0.01131, "P@3": 0.22131, "P@5": 0.17056, "Recall@1": 0.08289, "Recall@10": 0.25557, "Recall@100": 0.2716, "Recall@3": 0.17931, "Recall@5": 0.22038}, "wikifacts-window_3": {"MAP@1": 0.06446, "MAP@10": 0.20079, "MAP@100": 0.20794, "MAP@3": 0.15099, "MAP@5": 0.17804, "MRR@1": 0.33697, "MRR@10": 0.42189, "MRR@100": 0.4234, "MRR@3": 0.40174, "MRR@5": 0.41566, "NDCG@1": 0.32815, "NDCG@10": 0.29072, "NDCG@100": 0.29346, "NDCG@3": 0.30134, "NDCG@5": 0.29514, "P@1": 0.33624, "P@10": 0.15976, "P@100": 0.01812, "P@3": 0.29957, "P@5": 0.24259, "Recall@1": 0.06446, "Recall@10": 0.27329, "Recall@100": 0.29982, "Recall@3": 0.16977, "Recall@5": 0.2196}, "wikifacts-window_4": {"MAP@1": 0.05341, "MAP@10": 0.21081, "MAP@100": 0.22243, "MAP@3": 0.13456, "MAP@5": 0.17695, "MRR@1": 0.3693, "MRR@10": 0.45009, "MRR@100": 0.45178, "MRR@3": 0.43106, "MRR@5": 0.44344, "NDCG@1": 0.36249, "NDCG@10": 0.31684, "NDCG@100": 0.31347, "NDCG@3": 0.34238, "NDCG@5": 0.32585, "P@1": 0.37075, "P@10": 0.20945, "P@100": 0.0245, "P@3": 0.34381, "P@5": 0.29817, "Recall@1": 0.05341, "Recall@10": 0.27776, "Recall@100": 0.31236, "Recall@3": 0.14832, "Recall@5": 0.20925}, "wikifacts-window_5": {"MAP@1": 0.04573, "MAP@10": 0.21414, "MAP@100": 0.23115, "MAP@3": 0.11862, "MAP@5": 0.17207, "MRR@1": 0.3942, "MRR@10": 0.4722, "MRR@100": 0.47411, "MRR@3": 0.45361, "MRR@5": 0.46336, "NDCG@1": 0.38649, "NDCG@10": 0.33653, "NDCG@100": 0.32561, "NDCG@3": 0.36946, "NDCG@5": 0.34818, "P@1": 0.39565, "P@10": 0.25345, "P@100": 0.03071, "P@3": 0.37256, "P@5": 0.34335, "Recall@1": 0.04573, "Recall@10": 0.27515, "Recall@100": 0.31823, "Recall@3": 0.12906, "Recall@5": 0.197}, "wikifacts-window_6": {"MAP@1": 0.04117, "MAP@10": 0.21584, "MAP@100": 0.23977, "MAP@3": 0.10847, "MAP@5": 0.16135, "MRR@1": 0.41753, "MRR@10": 0.49364, "MRR@100": 0.49564, "MRR@3": 0.47505, "MRR@5": 0.48478, "NDCG@1": 0.409, "NDCG@10": 0.35745, "NDCG@100": 0.33746, "NDCG@3": 0.39349, "NDCG@5": 0.3752, "P@1": 0.41698, "P@10": 0.28924, "P@100": 0.03644, "P@3": 0.39769, "P@5": 0.37267, "Recall@1": 0.04117, "Recall@10": 0.27021, "Recall@100": 0.32417, "Recall@3": 0.11741, "Recall@5": 0.18207}}}, "source_url": "", "type": "reranker", "verified": true}

 {"base_model_id": "intfloat/multilingual-e5-large", "date": "2026-07-02", "hardware": "cuda", "model_id": "intfloat/multilingual-e5-large+BAAI/bge-reranker-v2-m3", "model_name": "multilingual-e5-large + BGE Reranker", "notes": "", "organization": "BAAI", "rerank_top_k": 20, "runtime_seconds": 82205.8, "scores": {"average": {"MAP@1": 0.30425, "MAP@10": 0.43143, "MAP@100": 0.43959, "MAP@3": 0.39046, "MAP@5": 0.41313, "MRR@1": 0.53729, "MRR@10": 0.62283, "MRR@100": 0.62451, "MRR@3": 0.60627, "MRR@5": 0.61726, "NDCG@1": 0.52315, "NDCG@10": 0.54909, "NDCG@100": 0.51897, "NDCG@3": 0.54634, "NDCG@5": 0.5475, "P@1": 0.52781, "P@10": 0.18154, "P@100": 0.02331, "P@3": 0.33871, "P@5": 0.26427, "Recall@1": 0.30425, "Recall@10": 0.54596, "Recall@100": 0.57542, "Recall@3": 0.44679, "Recall@5": 0.49502}, "datasets": {"legal_search_2004": {"MAP@1": 0.08107, "MAP@10": 0.23096, "MAP@100": 0.26168, "MAP@3": 0.15612, "MAP@5": 0.18639, "MRR@1": 0.63736, "MRR@10": 0.67949, "MRR@100": 0.68022, "MRR@3": 0.67399, "MRR@5": 0.67949, "NDCG@1": 0.63736, "NDCG@10": 0.48783, "NDCG@100": 0.36393, "NDCG@3": 0.57726, "NDCG@5": 0.5421, "P@1": 0.63736, "P@10": 0.36813, "P@100": 0.05011, "P@3": 0.53846, "P@5": 0.47033, "Recall@1": 0.08107, "Recall@10": 0.25432, "Recall@100": 0.29742, "Recall@3": 0.16196, "Recall@5": 0.19989}, "legal_search_2007": {"MAP@1": 0.03301, "MAP@10": 0.1074, "MAP@100": 0.13947, "MAP@3": 0.05674, "MAP@5": 0.07258, "MRR@1": 0.56, "MRR@10": 0.63033, "MRR@100": 0.63033, "MRR@3": 0.60333, "MRR@5": 0.63033, "NDCG@1": 0.56, "NDCG@10": 0.42613, "NDCG@100": 0.24899, "NDCG@3": 0.48634, "NDCG@5": 0.45895, "P@1": 0.56, "P@10": 0.38, "P@100": 0.0582, "P@3": 0.46, "P@5": 0.424, "Recall@1": 0.03301, "Recall@10": 0.13281, "Recall@100": 0.1888, "Recall@3": 0.0597, "Recall@5": 0.08168}, "ria-news": {"MAP@1": 0.7863, "MAP@10": 0.83824, "MAP@100": 0.83878, "MAP@3": 0.8313, "MAP@5": 0.83586, "MRR@1": 0.7869, "MRR@10": 0.83853, "MRR@100": 0.83908, "MRR@3": 0.83162, "MRR@5": 0.83615, "NDCG@1": 0.7863, "NDCG@10": 0.85845, "NDCG@100": 0.86039, "NDCG@3": 0.8447, "NDCG@5": 0.8528, "P@1": 0.7863, "P@10": 0.09197, "P@100": 0.00927, "P@3": 0.29437, "P@5": 0.1805, "Recall@1": 0.7863, "Recall@10": 0.9197, "Recall@100": 0.9273, "Recall@3": 0.8831, "Recall@5": 0.9025}, "ru-facts": {"MAP@1": 0.82062, "MAP@10": 0.90405, "MAP@100": 0.90405, "MAP@3": 0.90265, "MAP@5": 0.90365, "MRR@1": 0.84694, "MRR@10": 0.91735, "MRR@100": 0.91735, "MRR@3": 0.91626, "MRR@5": 0.91695, "NDCG@1": 0.82062, "NDCG@10": 0.92881, "NDCG@100": 0.92881, "NDCG@3": 0.92608, "NDCG@5": 0.9279, "P@1": 0.82062, "P@10": 0.1, "P@100": 0.01, "P@3": 0.33095, "P@5": 0.19946, "Recall@1": 0.82062, "Recall@10": 1.0, "Recall@100": 1.0, "Recall@3": 0.99286, "Recall@5": 0.99732}, "rubq": {"MAP@1": 0.48966, "MAP@10": 0.70028, "MAP@100": 0.70389, "MAP@3": 0.64747, "MAP@5": 0.68226, "MRR@1": 0.69385, "MRR@10": 0.78279, "MRR@100": 0.78379, "MRR@3": 0.76635, "MRR@5": 0.77773, "NDCG@1": 0.69208, "NDCG@10": 0.7691, "NDCG@100": 0.77733, "NDCG@3": 0.7046, "NDCG@5": 0.74088, "P@1": 0.69208, "P@10": 0.14604, "P@100": 0.01512, "P@3": 0.37884, "P@5": 0.26265, "Recall@1": 0.48966, "Recall@10": 0.88511, "Recall@100": 0.91151, "Recall@3": 0.728, "Recall@5": 0.81383}, "rus-arguana": {"MAP@1": 0.30228, "MAP@10": 0.45614, "MAP@100": 0.46099, "MAP@3": 0.40955, "MAP@5": 0.43591, "MRR@1": 0.3037, "MRR@10": 0.45676, "MRR@100": 0.46161, "MRR@3": 0.41027, "MRR@5": 0.43665, "NDCG@1": 0.30228, "NDCG@10": 0.53996, "NDCG@100": 0.55665, "NDCG@3": 0.44482, "NDCG@5": 0.49244, "P@1": 0.30228, "P@10": 0.08065, "P@100": 0.00871, "P@3": 0.18231, "P@5": 0.13257, "Recall@1": 0.30228, "Recall@10": 0.80654, "Recall@100": 0.87055, "Recall@3": 0.54694, "Recall@5": 0.66287}, "rus-cqadupstack": {"MAP@1": 0.21224, "MAP@10": 0.28909, "MAP@100": 0.29357, "MAP@3": 0.26609, "MAP@5": 0.27923, "MRR@1": 0.25188, "MRR@10": 0.32599, "MRR@100": 0.32963, "MRR@3": 0.30516, "MRR@5": 0.31754, "NDCG@1": 0.25196, "NDCG@10": 0.33452, "NDCG@100": 0.34764, "NDCG@3": 0.29481, "NDCG@5": 0.3142, "P@1": 0.25196, "P@10": 0.05868, "P@100": 0.00671, "P@3": 0.13622, "P@5": 0.09701, "Recall@1": 0.21224, "Recall@10": 0.43261, "Recall@100": 0.48174, "Recall@3": 0.32281, "Recall@5": 0.37229}, "rus-fiqa": {"MAP@1": 0.21477, "MAP@10": 0.32415, "MAP@100": 0.33137, "MAP@3": 0.29191, "MAP@5": 0.31123, "MRR@1": 0.392, "MRR@10": 0.47968, "MRR@100": 0.48307, "MRR@3": 0.45833, "MRR@5": 0.47283, "NDCG@1": 0.392, "NDCG@10": 0.39739, "NDCG@100": 0.41468, "NDCG@3": 0.36894, "NDCG@5": 0.3794, "P@1": 0.392, "P@10": 0.1016, "P@100": 0.0116, "P@3": 0.23267, "P@5": 0.1688, "Recall@1": 0.21477, "Recall@10": 0.45595, "Recall@100": 0.51084, "Recall@3": 0.3461, "Recall@5": 0.39834}, "rus-miracl": {"MAP@1": 0.40711, "MAP@10": 0.67324, "MAP@100": 0.68083, "MAP@3": 0.59018, "MAP@5": 0.63925, "MRR@1": 0.77636, "MRR@10": 0.84895, "MRR@100": 0.84932, "MRR@3": 0.83959, "MRR@5": 0.8467, "NDCG@1": 0.77636, "NDCG@10": 0.75954, "NDCG@100": 0.77126, "NDCG@3": 0.72554, "NDCG@5": 0.73343, "P@1": 0.77636, "P@10": 0.21286, "P@100": 0.02254, "P@3": 0.48882, "P@5": 0.35623, "Recall@1": 0.40711, "Recall@10": 0.81649, "Recall@100": 0.84517, "Recall@3": 0.64485, "Recall@5": 0.73417}, "rus-mmarco": {"MAP@1": 0.19759, "MAP@10": 0.30865, "MAP@100": 0.31375, "MAP@3": 0.27435, "MAP@5": 0.29433, "MRR@1": 0.20372, "MRR@10": 0.31436, "MRR@100": 0.31919, "MRR@3": 0.2804, "MRR@5": 0.30042, "NDCG@1": 0.20358, "NDCG@10": 0.37097, "NDCG@100": 0.38852, "NDCG@3": 0.3011, "NDCG@5": 0.33709, "P@1": 0.20358, "P@10": 0.05875, "P@100": 0.0066, "P@3": 0.12908, "P@5": 0.09567, "Recall@1": 0.19759, "Recall@10": 0.56232, "Recall@100": 0.62939, "Recall@3": 0.37286, "Recall@5": 0.45956}, "rus-nfcorpus": {"MAP@1": 0.06017, "MAP@10": 0.12668, "MAP@100": 0.13808, "MAP@3": 0.09588, "MAP@5": 0.10955, "MRR@1": 0.4644, "MRR@10": 0.53356, "MRR@100": 0.53669, "MRR@3": 0.51548, "MRR@5": 0.52709, "NDCG@1": 0.44582, "NDCG@10": 0.33271, "NDCG@100": 0.23839, "NDCG@3": 0.3936, "NDCG@5": 0.36679, "P@1": 0.4582, "P@10": 0.23994, "P@100": 0.03285, "P@3": 0.36429, "P@5": 0.30836, "Recall@1": 0.06017, "Recall@10": 0.15853, "Recall@100": 0.18719, "Recall@3": 0.10182, "Recall@5": 0.1272}, "rus-quora": {"MAP@1": 0.63005, "MAP@10": 0.77275, "MAP@100": 0.77647, "MAP@3": 0.73907, "MAP@5": 0.76038, "MRR@1": 0.7256, "MRR@10": 0.80351, "MRR@100": 0.80462, "MRR@3": 0.78917, "MRR@5": 0.79904, "NDCG@1": 0.7242, "NDCG@10": 0.8181, "NDCG@100": 0.82504, "NDCG@3": 0.77997, "NDCG@5": 0.80134, "P@1": 0.7242, "P@10": 0.12694, "P@100": 0.01335, "P@3": 0.34453, "P@5": 0.2304, "Recall@1": 0.63005, "Recall@10": 0.91519, "Recall@100": 0.93818, "Recall@3": 0.80938, "Recall@5": 0.86671}, "rus-scidocs": {"MAP@1": 0.03848, "MAP@10": 0.08971, "MAP@100": 0.09416, "MAP@3": 0.06721, "MAP@5": 0.07905, "MRR@1": 0.189, "MRR@10": 0.28256, "MRR@100": 0.28687, "MRR@3": 0.25467, "MRR@5": 0.27097, "NDCG@1": 0.189, "NDCG@10": 0.15571, "NDCG@100": 0.16861, "NDCG@3": 0.15312, "NDCG@5": 0.13286, "P@1": 0.189, "P@10": 0.0788, "P@100": 0.00932, "P@3": 0.143, "P@5": 0.1164, "Recall@1": 0.03848, "Recall@10": 0.15953, "Recall@100": 0.18917, "Recall@3": 0.08698, "Recall@5": 0.11778}, "rus-scifact": {"MAP@1": 0.60178, "MAP@10": 0.67427, "MAP@100": 0.67564, "MAP@3": 0.65399, "MAP@5": 0.66607, "MRR@1": 0.62667, "MRR@10": 0.68913, "MRR@100": 0.69044, "MRR@3": 0.67556, "MRR@5": 0.68322, "NDCG@1": 0.62667, "NDCG@10": 0.70849, "NDCG@100": 0.71304, "NDCG@3": 0.67641, "NDCG@5": 0.69195, "P@1": 0.62667, "P@10": 0.089, "P@100": 0.0091, "P@3": 0.25667, "P@5": 0.16533, "Recall@1": 0.60178, "Recall@10": 0.79711, "Recall@100": 0.81378, "Recall@3": 0.71061, "Recall@5": 0.74989}, "rus-touche": {"MAP@1": 0.03854, "MAP@10": 0.11842, "MAP@100": 0.13875, "MAP@3": 0.07122, "MAP@5": 0.09028, "MRR@1": 0.46939, "MRR@10": 0.59617, "MRR@100": 0.60061, "MRR@3": 0.55782, "MRR@5": 0.58639, "NDCG@1": 0.44898, "NDCG@10": 0.29574, "NDCG@100": 0.27506, "NDCG@3": 0.36109, "NDCG@5": 0.33397, "P@1": 0.46939, "P@10": 0.24898, "P@100": 0.03306, "P@3": 0.36054, "P@5": 0.31837, "Recall@1": 0.03854, "Recall@10": 0.17509, "Recall@100": 0.2296, "Recall@3": 0.08099, "Recall@5": 0.1139}, "rus-trec-covid": {"MAP@1": 0.00241, "MAP@10": 0.02125, "MAP@100": 0.03569, "MAP@3": 0.00713, "MAP@5": 0.01155, "MRR@1": 0.92, "MRR@10": 0.96, "MRR@100": 0.96, "MRR@3": 0.96, "MRR@5": 0.96, "NDCG@1": 0.88, "NDCG@10": 0.82597, "NDCG@100": 0.25537, "NDCG@3": 0.87296, "NDCG@5": 0.85959, "P@1": 0.92, "P@10": 0.864, "P@100": 0.1528, "P@3": 0.93333, "P@5": 0.912, "Recall@1": 0.00241, "Recall@10": 0.02256, "Recall@100": 0.03886, "Recall@3": 0.00736, "Recall@5": 0.01203}, "rus-tydiqa": {"MAP@1": 0.44033, "MAP@10": 0.59382, "MAP@100": 0.5968, "MAP@3": 0.56282, "MAP@5": 0.58236, "MRR@1": 0.48107, "MRR@10": 0.62136, "MRR@100": 0.62341, "MRR@3": 0.59897, "MRR@5": 0.61394, "NDCG@1": 0.47676, "NDCG@10": 0.65968, "NDCG@100": 0.66882, "NDCG@3": 0.60557, "NDCG@5": 0.63637, "P@1": 0.47676, "P@10": 0.09509, "P@100": 0.00992, "P@3": 0.25875, "P@5": 0.17281, "Recall@1": 0.44033, "Recall@10": 0.83147, "Recall@100": 0.86489, "Recall@3": 0.69564, "Recall@5": 0.76506}, "rus-xquad": {"MAP@1": 0.97563, "MAP@10": 0.98711, "MAP@100": 0.98711, "MAP@3": 0.98711, "MAP@5": 0.98711, "MRR@1": 0.97563, "MRR@10": 0.98711, "MRR@100": 0.98711, "MRR@3": 0.98711, "MRR@5": 0.98711, "NDCG@1": 0.97563, "NDCG@10": 0.99026, "NDCG@100": 0.99026, "NDCG@3": 0.99026, "NDCG@5": 0.99026, "P@1": 0.97563, "P@10": 0.09992, "P@100": 0.00999, "P@3": 0.33305, "P@5": 0.19983, "Recall@1": 0.97563, "Recall@10": 0.99916, "Recall@100": 0.99916, "Recall@3": 0.99916, "Recall@5": 0.99916}, "rus-xquad-sentences": {"MAP@1": 0.84832, "MAP@10": 0.90061, "MAP@100": 0.90118, "MAP@3": 0.89426, "MAP@5": 0.89829, "MRR@1": 0.84874, "MRR@10": 0.90089, "MRR@100": 0.90147, "MRR@3": 0.89468, "MRR@5": 0.89871, "NDCG@1": 0.84874, "NDCG@10": 0.92026, "NDCG@100": 0.92223, "NDCG@3": 0.90792, "NDCG@5": 0.91519, "P@1": 0.84874, "P@10": 0.09798, "P@100": 0.00987, "P@3": 0.31569, "P@5": 0.19294, "Recall@1": 0.84832, "Recall@10": 0.97899, "Recall@100": 0.98655, "Recall@3": 0.94664, "Recall@5": 0.96429}, "ruscibench-retrieval": {"MAP@1": 0.27464, "MAP@10": 0.55493, "MAP@100": 0.55704, "MAP@3": 0.44553, "MAP@5": 0.52463, "MRR@1": 0.81449, "MRR@10": 0.87715, "MRR@100": 0.87715, "MRR@3": 0.87295, "MRR@5": 0.87715, "NDCG@1": 0.81449, "NDCG@10": 0.66646, "NDCG@100": 0.66935, "NDCG@3": 0.72999, "NDCG@5": 0.69543, "P@1": 0.81449, "P@10": 0.26609, "P@100": 0.02696, "P@3": 0.59614, "P@5": 0.47304, "Recall@1": 0.27464, "Recall@10": 0.64273, "Recall@100": 0.64927, "Recall@3": 0.48205, "Recall@5": 0.59562}, "sberquad-retrieval": {"MAP@1": 0.25377, "MAP@10": 0.59759, "MAP@100": 0.59769, "MAP@3": 0.59323, "MAP@5": 0.59679, "MRR@1": 0.46287, "MRR@10": 0.70303, "MRR@100": 0.70313, "MRR@3": 0.69907, "MRR@5": 0.70242, "NDCG@1": 0.25377, "NDCG@10": 0.69175, "NDCG@100": 0.69208, "NDCG@3": 0.68358, "NDCG@5": 0.6899, "P@1": 0.25377, "P@10": 0.09595, "P@100": 0.00961, "P@3": 0.31295, "P@5": 0.19079, "Recall@1": 0.25377, "Recall@10": 0.95949, "Recall@100": 0.96068, "Recall@3": 0.93884, "Recall@5": 0.95393}, "wikifacts-articles": {"MAP@1": 0.47563, "MAP@10": 0.64011, "MAP@100": 0.64116, "MAP@3": 0.60939, "MAP@5": 0.63128, "MRR@1": 0.62026, "MRR@10": 0.71789, "MRR@100": 0.71826, "MRR@3": 0.70797, "MRR@5": 0.71519, "NDCG@1": 0.61341, "NDCG@10": 0.69691, "NDCG@100": 0.69919, "NDCG@3": 0.65993, "NDCG@5": 0.68358, "P@1": 0.62226, "P@10": 0.11819, "P@100": 0.01198, "P@3": 0.33151, "P@5": 0.22153, "Recall@1": 0.47563, "Recall@10": 0.7806, "Recall@100": 0.78787, "Recall@3": 0.69125, "Recall@5": 0.74678}, "wikifacts-para": {"MAP@1": 0.23867, "MAP@10": 0.34081, "MAP@100": 0.34229, "MAP@3": 0.31842, "MAP@5": 0.33322, "MRR@1": 0.38082, "MRR@10": 0.46283, "MRR@100": 0.46328, "MRR@3": 0.4523, "MRR@5": 0.45987, "NDCG@1": 0.37143, "NDCG@10": 0.39877, "NDCG@100": 0.40197, "NDCG@3": 0.37736, "NDCG@5": 0.38836, "P@1": 0.3799, "P@10": 0.08331, "P@100": 0.00861, "P@3": 0.21854, "P@5": 0.1506, "Recall@1": 0.23867, "Recall@10": 0.44047, "Recall@100": 0.44989, "Recall@3": 0.37236, "Recall@5": 0.41148}, "wikifacts-sents": {"MAP@1": 0.08192, "MAP@10": 0.13482, "MAP@100": 0.13687, "MAP@3": 0.11961, "MAP@5": 0.12815, "MRR@1": 0.14921, "MRR@10": 0.21858, "MRR@100": 0.2205, "MRR@3": 0.20133, "MRR@5": 0.21116, "NDCG@1": 0.13203, "NDCG@10": 0.17799, "NDCG@100": 0.18406, "NDCG@3": 0.15441, "NDCG@5": 0.16479, "P@1": 0.13601, "P@10": 0.04507, "P@100": 0.00501, "P@3": 0.09664, "P@5": 0.07173, "Recall@1": 0.08192, "Recall@10": 0.2201, "Recall@100": 0.23871, "Recall@3": 0.15538, "Recall@5": 0.185}, "wikifacts-window_2": {"MAP@1": 0.0922, "MAP@10": 0.21075, "MAP@100": 0.21553, "MAP@3": 0.17177, "MAP@5": 0.19507, "MRR@1": 0.33188, "MRR@10": 0.4287, "MRR@100": 0.4301, "MRR@3": 0.40811, "MRR@5": 0.42234, "NDCG@1": 0.31712, "NDCG@10": 0.29502, "NDCG@100": 0.30135, "NDCG@3": 0.29133, "NDCG@5": 0.28858, "P@1": 0.32368, "P@10": 0.12257, "P@100": 0.01356, "P@3": 0.25137, "P@5": 0.19574, "Recall@1": 0.0922, "Recall@10": 0.29975, "Recall@100": 0.32319, "Recall@3": 0.20362, "Recall@5": 0.25251}, "wikifacts-window_3": {"MAP@1": 0.07268, "MAP@10": 0.22773, "MAP@100": 0.23694, "MAP@3": 0.16762, "MAP@5": 0.19935, "MRR@1": 0.38243, "MRR@10": 0.4701, "MRR@100": 0.47182, "MRR@3": 0.44966, "MRR@5": 0.463, "NDCG@1": 0.37243, "NDCG@10": 0.32842, "NDCG@100": 0.33243, "NDCG@3": 0.33672, "NDCG@5": 0.33079, "P@1": 0.38116, "P@10": 0.18285, "P@100": 0.02099, "P@3": 0.33279, "P@5": 0.27129, "Recall@1": 0.07268, "Recall@10": 0.30768, "Recall@100": 0.34013, "Recall@3": 0.18868, "Recall@5": 0.2434}, "wikifacts-window_4": {"MAP@1": 0.05888, "MAP@10": 0.23165, "MAP@100": 0.24592, "MAP@3": 0.14777, "MAP@5": 0.19294, "MRR@1": 0.40654, "MRR@10": 0.49218, "MRR@100": 0.49412, "MRR@3": 0.471, "MRR@5": 0.48457, "NDCG@1": 0.39709, "NDCG@10": 0.34748, "NDCG@100": 0.34515, "NDCG@3": 0.37464, "NDCG@5": 0.35543, "P@1": 0.40581, "P@10": 0.23115, "P@100": 0.02751, "P@3": 0.37548, "P@5": 0.32421, "Recall@1": 0.05888, "Recall@10": 0.30287, "Recall@100": 0.34356, "Recall@3": 0.16237, "Recall@5": 0.22686}, "wikifacts-window_5": {"MAP@1": 0.05009, "MAP@10": 0.23042, "MAP@100": 0.2505, "MAP@3": 0.12949, "MAP@5": 0.18377, "MRR@1": 0.42956, "MRR@10": 0.51178, "MRR@100": 0.514, "MRR@3": 0.49105, "MRR@5": 0.50241, "NDCG@1": 0.41976, "NDCG@10": 0.36289, "NDCG@100": 0.35272, "NDCG@3": 0.40041, "NDCG@5": 0.37361, "P@1": 0.42811, "P@10": 0.27418, "P@100": 0.03383, "P@3": 0.40296, "P@5": 0.3662, "Recall@1": 0.05009, "Recall@10": 0.29337, "Recall@100": 0.34339, "Recall@3": 0.14028, "Recall@5": 0.20951}, "wikifacts-window_6": {"MAP@1": 0.04442, "MAP@10": 0.22596, "MAP@100": 0.25204, "MAP@3": 0.11548, "MAP@5": 0.17024, "MRR@1": 0.45001, "MRR@10": 0.53125, "MRR@100": 0.53368, "MRR@3": 0.50959, "MRR@5": 0.52121, "NDCG@1": 0.44148, "NDCG@10": 0.37842, "NDCG@100": 0.35691, "NDCG@3": 0.42028, "NDCG@5": 0.3996, "P@1": 0.45019, "P@10": 0.3061, "P@100": 0.03892, "P@3": 0.42261, "P@5": 0.3951, "Recall@1": 0.04442, "Recall@10": 0.28227, "Recall@100": 0.34038, "Recall@3": 0.12444, "Recall@5": 0.19207}}}, "source_url": "", "type": "reranker", "verified": true}
 {"base_model_id": "bm25", "date": "2026-07-02", "hardware": "cuda", "model_id": "bm25+BAAI/bge-reranker-v2-m3", "model_name": "BM25+BGE-Reranker-v2-m3", "notes": "", "organization": "BAAI", "rerank_top_k": 20, "runtime_seconds": 104144.04, "scores": {"average": {"MAP@1": 0.2854, "MAP@10": 0.39435, "MAP@100": 0.40167, "MAP@3": 0.35984, "MAP@5": 0.3791, "MRR@1": 0.50918, "MRR@10": 0.58535, "MRR@100": 0.58642, "MRR@3": 0.57283, "MRR@5": 0.58094, "NDCG@1": 0.49418, "NDCG@10": 0.50336, "NDCG@100": 0.47184, "NDCG@3": 0.51111, "NDCG@5": 0.50822, "P@1": 0.50039, "P@10": 0.168, "P@100": 0.02123, "P@3": 0.31859, "P@5": 0.24762, "Recall@1": 0.2854, "Recall@10": 0.48655, "Recall@100": 0.50787, "Recall@3": 0.40925, "Recall@5": 0.44751}, "datasets": {"legal_search_2004": {"MAP@1": 0.07159, "MAP@10": 0.26506, "MAP@100": 0.3154, "MAP@3": 0.15726, "MAP@5": 0.20941, "MRR@1": 0.64835, "MRR@10": 0.71593, "MRR@100": 0.71685, "MRR@3": 0.7033, "MRR@5": 0.71593, "NDCG@1": 0.64835, "NDCG@10": 0.55966, "NDCG@100": 0.44135, "NDCG@3": 0.60977, "NDCG@5": 0.5992, "P@1": 0.64835, "P@10": 0.43407, "P@100": 0.06451, "P@3": 0.58608, "P@5": 0.53626, "Recall@1": 0.07159, "Recall@10": 0.33669, "Recall@100": 0.42194, "Recall@3": 0.17712, "Recall@5": 0.26162}, "legal_search_2007": {"MAP@1": 0.0288, "MAP@10": 0.13101, "MAP@100": 0.17697, "MAP@3": 0.06399, "MAP@5": 0.08733, "MRR@1": 0.58, "MRR@10": 0.65319, "MRR@100": 0.65716, "MRR@3": 0.63333, "MRR@5": 0.64533, "NDCG@1": 0.58, "NDCG@10": 0.50543, "NDCG@100": 0.30111, "NDCG@3": 0.55839, "NDCG@5": 0.53651, "P@1": 0.58, "P@10": 0.464, "P@100": 0.074, "P@3": 0.54667, "P@5": 0.512, "Recall@1": 0.0288, "Recall@10": 0.16792, "Recall@100": 0.2412, "Recall@3": 0.07119, "Recall@5": 0.09882}, "ria-news": {"MAP@1": 0.7271, "MAP@10": 0.76579, "MAP@100": 0.76603, "MAP@3": 0.76222, "MAP@5": 0.7649, "MRR@1": 0.7276, "MRR@10": 0.76605, "MRR@100": 0.76628, "MRR@3": 0.76247, "MRR@5": 0.76517, "NDCG@1": 0.7271, "NDCG@10": 0.77933, "NDCG@100": 0.78017, "NDCG@3": 0.7725, "NDCG@5": 0.77726, "P@1": 0.7271, "P@10": 0.08195, "P@100": 0.00823, "P@3": 0.2673, "P@5": 0.16266, "Recall@1": 0.7271, "Recall@10": 0.8195, "Recall@100": 0.8228, "Recall@3": 0.8019, "Recall@5": 0.8133}, "ru-facts": {"MAP@1": 0.81928, "MAP@10": 0.90251, "MAP@100": 0.90255, "MAP@3": 0.90123, "MAP@5": 0.90224, "MRR@1": 0.84159, "MRR@10": 0.91442, "MRR@100": 0.91446, "MRR@3": 0.91321, "MRR@5": 0.91415, "NDCG@1": 0.81928, "NDCG@10": 0.92711, "NDCG@100": 0.92724, "NDCG@3": 0.92468, "NDCG@5": 0.9265, "P@1": 0.81928, "P@10": 0.09978, "P@100": 0.00998, "P@3": 0.33051, "P@5": 0.1992, "Recall@1": 0.81928, "Recall@10": 0.99777, "Recall@100": 0.99822, "Recall@3": 0.99152, "Recall@5": 0.99598}, "rubq": {"MAP@1": 0.37988, "MAP@10": 0.51167, "MAP@100": 0.51235, "MAP@3": 0.48618, "MAP@5": 0.50388, "MRR@1": 0.54728, "MRR@10": 0.61394, "MRR@100": 0.61409, "MRR@3": 0.6054, "MRR@5": 0.61119, "NDCG@1": 0.54551, "NDCG@10": 0.5641, "NDCG@100": 0.56562, "NDCG@3": 0.53612, "NDCG@5": 0.55189, "P@1": 0.54551, "P@10": 0.10337, "P@100": 0.01044, "P@3": 0.2892, "P@5": 0.19279, "Recall@1": 0.37988, "Recall@10": 0.61429, "Recall@100": 0.61897, "Recall@3": 0.54212, "Recall@5": 0.5845}, "rus-arguana": {"MAP@1": 0.31223, "MAP@10": 0.45497, "MAP@100": 0.4591, "MAP@3": 0.41335, "MAP@5": 0.43799, "MRR@1": 0.31579, "MRR@10": 0.45652, "MRR@100": 0.46065, "MRR@3": 0.4143, "MRR@5": 0.4393, "NDCG@1": 0.31223, "NDCG@10": 0.53216, "NDCG@100": 0.54666, "NDCG@3": 0.44705, "NDCG@5": 0.49167, "P@1": 0.31223, "P@10": 0.07774, "P@100": 0.00834, "P@3": 0.1816, "P@5": 0.13073, "Recall@1": 0.31223, "Recall@10": 0.77738, "Recall@100": 0.83357, "Recall@3": 0.54481, "Recall@5": 0.65363}, "rus-cqadupstack": {"MAP@1": 0.19901, "MAP@10": 0.25541, "MAP@100": 0.25728, "MAP@3": 0.24229, "MAP@5": 0.25025, "MRR@1": 0.23659, "MRR@10": 0.28946, "MRR@100": 0.29106, "MRR@3": 0.27732, "MRR@5": 0.28468, "NDCG@1": 0.23659, "NDCG@10": 0.28676, "NDCG@100": 0.292, "NDCG@3": 0.26597, "NDCG@5": 0.27655, "P@1": 0.23659, "P@10": 0.04609, "P@100": 0.00495, "P@3": 0.12032, "P@5": 0.08167, "Recall@1": 0.19901, "Recall@10": 0.34655, "Recall@100": 0.36717, "Recall@3": 0.28552, "Recall@5": 0.31476}, "rus-fiqa": {"MAP@1": 0.18186, "MAP@10": 0.2452, "MAP@100": 0.24682, "MAP@3": 0.22666, "MAP@5": 0.23747, "MRR@1": 0.322, "MRR@10": 0.37611, "MRR@100": 0.377, "MRR@3": 0.363, "MRR@5": 0.371, "NDCG@1": 0.322, "NDCG@10": 0.29514, "NDCG@100": 0.2986, "NDCG@3": 0.28394, "NDCG@5": 0.28516, "P@1": 0.322, "P@10": 0.0686, "P@100": 0.00722, "P@3": 0.17, "P@5": 0.118, "Recall@1": 0.18186, "Recall@10": 0.31928, "Recall@100": 0.33189, "Recall@3": 0.25649, "Recall@5": 0.2841}, "rus-miracl": {"MAP@1": 0.23191, "MAP@10": 0.31158, "MAP@100": 0.31189, "MAP@3": 0.29318, "MAP@5": 0.30576, "MRR@1": 0.48083, "MRR@10": 0.50701, "MRR@100": 0.50701, "MRR@3": 0.50373, "MRR@5": 0.50636, "NDCG@1": 0.48083, "NDCG@10": 0.36403, "NDCG@100": 0.36437, "NDCG@3": 0.38374, "NDCG@5": 0.36743, "P@1": 0.48083, "P@10": 0.09185, "P@100": 0.00924, "P@3": 0.25053, "P@5": 0.16917, "Recall@1": 0.23191, "Recall@10": 0.33939, "Recall@100": 0.34023, "Recall@3": 0.30697, "Recall@5": 0.32753}, "rus-mmarco": {"MAP@1": 0.14883, "MAP@10": 0.20678, "MAP@100": 0.20739, "MAP@3": 0.19575, "MAP@5": 0.20271, "MRR@1": 0.15301, "MRR@10": 0.21102, "MRR@100": 0.21162, "MRR@3": 0.2001, "MRR@5": 0.20708, "NDCG@1": 0.15315, "NDCG@10": 0.23366, "NDCG@100": 0.23571, "NDCG@3": 0.21185, "NDCG@5": 0.22424, "P@1": 0.15315, "P@10": 0.03254, "P@100": 0.00334, "P@3": 0.08782, "P@5": 0.05903, "Recall@1": 0.14883, "Recall@10": 0.31171, "Recall@100": 0.31931, "Recall@3": 0.25418, "Recall@5": 0.28363}, "rus-nfcorpus": {"MAP@1": 0.06104, "MAP@10": 0.12451, "MAP@100": 0.13353, "MAP@3": 0.09598, "MAP@5": 0.10864, "MRR@1": 0.4582, "MRR@10": 0.53853, "MRR@100": 0.54081, "MRR@3": 0.52167, "MRR@5": 0.53328, "NDCG@1": 0.44118, "NDCG@10": 0.32859, "NDCG@100": 0.23193, "NDCG@3": 0.39018, "NDCG@5": 0.36444, "P@1": 0.45511, "P@10": 0.23313, "P@100": 0.03133, "P@3": 0.36429, "P@5": 0.30836, "Recall@1": 0.06104, "Recall@10": 0.15601, "Recall@100": 0.18063, "Recall@3": 0.10376, "Recall@5": 0.12577}, "rus-quora": {"MAP@1": 0.57524, "MAP@10": 0.67692, "MAP@100": 0.67756, "MAP@3": 0.65836, "MAP@5": 0.67153, "MRR@1": 0.6636, "MRR@10": 0.72016, "MRR@100": 0.72052, "MRR@3": 0.7116, "MRR@5": 0.71802, "NDCG@1": 0.6634, "NDCG@10": 0.71068, "NDCG@100": 0.71172, "NDCG@3": 0.69362, "NDCG@5": 0.70474, "P@1": 0.6634, "P@10": 0.10318, "P@100": 0.01045, "P@3": 0.30073, "P@5": 0.19596, "Recall@1": 0.57524, "Recall@10": 0.76314, "Recall@100": 0.76835, "Recall@3": 0.70834, "Recall@5": 0.74258}, "rus-scidocs": {"MAP@1": 0.0361, "MAP@10": 0.08601, "MAP@100": 0.09132, "MAP@3": 0.06283, "MAP@5": 0.07476, "MRR@1": 0.178, "MRR@10": 0.27157, "MRR@100": 0.27488, "MRR@3": 0.24433, "MRR@5": 0.26013, "NDCG@1": 0.178, "NDCG@10": 0.15036, "NDCG@100": 0.16487, "NDCG@3": 0.14512, "NDCG@5": 0.12665, "P@1": 0.178, "P@10": 0.0773, "P@100": 0.00938, "P@3": 0.136, "P@5": 0.1114, "Recall@1": 0.0361, "Recall@10": 0.15663, "Recall@100": 0.19045, "Recall@3": 0.08265, "Recall@5": 0.11308}, "rus-scifact": {"MAP@1": 0.59778, "MAP@10": 0.6767, "MAP@100": 0.67817, "MAP@3": 0.65501, "MAP@5": 0.66513, "MRR@1": 0.62, "MRR@10": 0.68594, "MRR@100": 0.68741, "MRR@3": 0.67056, "MRR@5": 0.67756, "NDCG@1": 0.62, "NDCG@10": 0.71316, "NDCG@100": 0.71832, "NDCG@3": 0.67616, "NDCG@5": 0.68944, "P@1": 0.62, "P@10": 0.092, "P@100": 0.0094, "P@3": 0.25667, "P@5": 0.16533, "Recall@1": 0.59778, "Recall@10": 0.81389, "Recall@100": 0.83389, "Recall@3": 0.71539, "Recall@5": 0.746}, "rus-touche": {"MAP@1": 0.04186, "MAP@10": 0.14273, "MAP@100": 0.16026, "MAP@3": 0.08293, "MAP@5": 0.10933, "MRR@1": 0.55102, "MRR@10": 0.67281, "MRR@100": 0.67281, "MRR@3": 0.65306, "MRR@5": 0.66327, "NDCG@1": 0.52041, "NDCG@10": 0.35375, "NDCG@100": 0.32064, "NDCG@3": 0.43406, "NDCG@5": 0.40019, "P@1": 0.55102, "P@10": 0.30408, "P@100": 0.03918, "P@3": 0.44898, "P@5": 0.39184, "Recall@1": 0.04186, "Recall@10": 0.21152, "Recall@100": 0.26441, "Recall@3": 0.09709, "Recall@5": 0.13877}, "rus-trec-covid": {"MAP@1": 0.00246, "MAP@10": 0.01826, "MAP@100": 0.02678, "MAP@3": 0.007, "MAP@5": 0.01087, "MRR@1": 0.9, "MRR@10": 0.92833, "MRR@100": 0.92833, "MRR@3": 0.92333, "MRR@5": 0.92833, "NDCG@1": 0.83, "NDCG@10": 0.67548, "NDCG@100": 0.19059, "NDCG@3": 0.7952, "NDCG@5": 0.75947, "P@1": 0.9, "P@10": 0.708, "P@100": 0.1116, "P@3": 0.86, "P@5": 0.812, "Recall@1": 0.00246, "Recall@10": 0.0193, "Recall@100": 0.02932, "Recall@3": 0.00707, "Recall@5": 0.0111}, "rus-tydiqa": {"MAP@1": 0.3636, "MAP@10": 0.45797, "MAP@100": 0.45838, "MAP@3": 0.44456, "MAP@5": 0.45521, "MRR@1": 0.39415, "MRR@10": 0.48743, "MRR@100": 0.48763, "MRR@3": 0.47935, "MRR@5": 0.48554, "NDCG@1": 0.39243, "NDCG@10": 0.49729, "NDCG@100": 0.49835, "NDCG@3": 0.47564, "NDCG@5": 0.49169, "P@1": 0.39243, "P@10": 0.06601, "P@100": 0.00665, "P@3": 0.19765, "P@5": 0.12788, "Recall@1": 0.3636, "Recall@10": 0.58491, "Recall@100": 0.58864, "Recall@3": 0.53385, "Recall@5": 0.56913}, "rus-xquad": {"MAP@1": 0.97395, "MAP@10": 0.98375, "MAP@100": 0.98375, "MAP@3": 0.98375, "MAP@5": 0.98375, "MRR@1": 0.97395, "MRR@10": 0.98375, "MRR@100": 0.98375, "MRR@3": 0.98375, "MRR@5": 0.98375, "NDCG@1": 0.97395, "NDCG@10": 0.98645, "NDCG@100": 0.98645, "NDCG@3": 0.98645, "NDCG@5": 0.98645, "P@1": 0.97395, "P@10": 0.09941, "P@100": 0.00994, "P@3": 0.33137, "P@5": 0.19882, "Recall@1": 0.97395, "Recall@10": 0.99412, "Recall@100": 0.99412, "Recall@3": 0.99412, "Recall@5": 0.99412}, "rus-xquad-sentences": {"MAP@1": 0.83908, "MAP@10": 0.88086, "MAP@100": 0.88091, "MAP@3": 0.87703, "MAP@5": 0.88006, "MRR@1": 0.8395, "MRR@10": 0.88128, "MRR@100": 0.88133, "MRR@3": 0.87745, "MRR@5": 0.88048, "NDCG@1": 0.8395, "NDCG@10": 0.89567, "NDCG@100": 0.89588, "NDCG@3": 0.8886, "NDCG@5": 0.89392, "P@1": 0.8395, "P@10": 0.09395, "P@100": 0.0094, "P@3": 0.30728, "P@5": 0.18689, "Recall@1": 0.83908, "Recall@10": 0.93908, "Recall@100": 0.93992, "Recall@3": 0.92143, "Recall@5": 0.93403}, "ruscibench-retrieval": {"MAP@1": 0.23565, "MAP@10": 0.39764, "MAP@100": 0.39831, "MAP@3": 0.34196, "MAP@5": 0.38263, "MRR@1": 0.69275, "MRR@10": 0.74222, "MRR@100": 0.74222, "MRR@3": 0.73527, "MRR@5": 0.74193, "NDCG@1": 0.69275, "NDCG@10": 0.49366, "NDCG@100": 0.49443, "NDCG@3": 0.56379, "NDCG@5": 0.5214, "P@1": 0.69275, "P@10": 0.18, "P@100": 0.01812, "P@3": 0.44251, "P@5": 0.33101, "Recall@1": 0.23565, "Recall@10": 0.44782, "Recall@100": 0.44919, "Recall@3": 0.36146, "Recall@5": 0.42246}, "sberquad-retrieval": {"MAP@1": 0.26033, "MAP@10": 0.60913, "MAP@100": 0.60919, "MAP@3": 0.60528, "MAP@5": 0.60862, "MRR@1": 0.46446, "MRR@10": 0.71229, "MRR@100": 0.71233, "MRR@3": 0.70876, "MRR@5": 0.71185, "NDCG@1": 0.26033, "NDCG@10": 0.70411, "NDCG@100": 0.70432, "NDCG@3": 0.69701, "NDCG@5": 0.70292, "P@1": 0.26033, "P@10": 0.09738, "P@100": 0.00975, "P@3": 0.31871, "P@5": 0.19404, "Recall@1": 0.26033, "Recall@10": 0.97379, "Recall@100": 0.97458, "Recall@3": 0.95612, "Recall@5": 0.97021}, "wikifacts-articles": {"MAP@1": 0.49156, "MAP@10": 0.68032, "MAP@100": 0.68365, "MAP@3": 0.63761, "MAP@5": 0.66628, "MRR@1": 0.63832, "MRR@10": 0.75239, "MRR@100": 0.75368, "MRR@3": 0.73704, "MRR@5": 0.74693, "NDCG@1": 0.62938, "NDCG@10": 0.74759, "NDCG@100": 0.75543, "NDCG@3": 0.69193, "NDCG@5": 0.72461, "P@1": 0.63869, "P@10": 0.13139, "P@100": 0.01365, "P@3": 0.34945, "P@5": 0.23916, "Recall@1": 0.49156, "Recall@10": 0.86978, "Recall@100": 0.89562, "Recall@3": 0.73424, "Recall@5": 0.80906}, "wikifacts-para": {"MAP@1": 0.31361, "MAP@10": 0.44843, "MAP@100": 0.45105, "MAP@3": 0.41633, "MAP@5": 0.43616, "MRR@1": 0.48242, "MRR@10": 0.58772, "MRR@100": 0.58851, "MRR@3": 0.57387, "MRR@5": 0.58354, "NDCG@1": 0.47202, "NDCG@10": 0.52148, "NDCG@100": 0.52728, "NDCG@3": 0.48777, "NDCG@5": 0.50384, "P@1": 0.48187, "P@10": 0.10893, "P@100": 0.01138, "P@3": 0.27873, "P@5": 0.19245, "Recall@1": 0.31361, "Recall@10": 0.5859, "Recall@100": 0.60293, "Recall@3": 0.48568, "Recall@5": 0.53841}, "wikifacts-sents": {"MAP@1": 0.08018, "MAP@10": 0.12381, "MAP@100": 0.12495, "MAP@3": 0.11394, "MAP@5": 0.12001, "MRR@1": 0.1456, "MRR@10": 0.20296, "MRR@100": 0.20425, "MRR@3": 0.19193, "MRR@5": 0.19873, "NDCG@1": 0.12859, "NDCG@10": 0.15855, "NDCG@100": 0.16209, "NDCG@3": 0.14625, "NDCG@5": 0.15176, "P@1": 0.13257, "P@10": 0.03834, "P@100": 0.00415, "P@3": 0.09182, "P@5": 0.06587, "Recall@1": 0.08018, "Recall@10": 0.18454, "Recall@100": 0.19479, "Recall@3": 0.14539, "Recall@5": 0.16486}, "wikifacts-window_2": {"MAP@1": 0.08533, "MAP@10": 0.18962, "MAP@100": 0.19218, "MAP@3": 0.15971, "MAP@5": 0.17901, "MRR@1": 0.30383, "MRR@10": 0.39267, "MRR@100": 0.39368, "MRR@3": 0.3786, "MRR@5": 0.3885, "NDCG@1": 0.29499, "NDCG@10": 0.26259, "NDCG@100": 0.26506, "NDCG@3": 0.26938, "NDCG@5": 0.26311, "P@1": 0.30182, "P@10": 0.10545, "P@100": 0.01131, "P@3": 0.232, "P@5": 0.17687, "Recall@1": 0.08533, "Recall@10": 0.25856, "Recall@100": 0.2716, "Recall@3": 0.18799, "Recall@5": 0.22749}, "wikifacts-window_3": {"MAP@1": 0.06971, "MAP@10": 0.21215, "MAP@100": 0.21825, "MAP@3": 0.16237, "MAP@5": 0.19017, "MRR@1": 0.36588, "MRR@10": 0.44464, "MRR@100": 0.44573, "MRR@3": 0.42787, "MRR@5": 0.4392, "NDCG@1": 0.35534, "NDCG@10": 0.30263, "NDCG@100": 0.30268, "NDCG@3": 0.32144, "NDCG@5": 0.31189, "P@1": 0.36425, "P@10": 0.16334, "P@100": 0.01812, "P@3": 0.31806, "P@5": 0.25408, "Recall@1": 0.06971, "Recall@10": 0.27857, "Recall@100": 0.29982, "Recall@3": 0.18102, "Recall@5": 0.22959}, "wikifacts-window_4": {"MAP@1": 0.05678, "MAP@10": 0.22264, "MAP@100": 0.23282, "MAP@3": 0.1456, "MAP@5": 0.19034, "MRR@1": 0.39183, "MRR@10": 0.4691, "MRR@100": 0.47057, "MRR@3": 0.45295, "MRR@5": 0.46315, "NDCG@1": 0.38274, "NDCG@10": 0.32871, "NDCG@100": 0.3219, "NDCG@3": 0.36421, "NDCG@5": 0.34417, "P@1": 0.39164, "P@10": 0.21399, "P@100": 0.0245, "P@3": 0.36561, "P@5": 0.31332, "Recall@1": 0.05678, "Recall@10": 0.28309, "Recall@100": 0.31236, "Recall@3": 0.15907, "Recall@5": 0.22047}, "wikifacts-window_5": {"MAP@1": 0.04838, "MAP@10": 0.22668, "MAP@100": 0.24171, "MAP@3": 0.12778, "MAP@5": 0.18604, "MRR@1": 0.41324, "MRR@10": 0.48724, "MRR@100": 0.48917, "MRR@3": 0.4705, "MRR@5": 0.47976, "NDCG@1": 0.40326, "NDCG@10": 0.34853, "NDCG@100": 0.33361, "NDCG@3": 0.38858, "NDCG@5": 0.36601, "P@1": 0.41179, "P@10": 0.25942, "P@100": 0.03071, "P@3": 0.39214, "P@5": 0.36105, "Recall@1": 0.04838, "Recall@10": 0.28122, "Recall@100": 0.31823, "Recall@3": 0.13781, "Recall@5": 0.20927}, "wikifacts-window_6": {"MAP@1": 0.04338, "MAP@10": 0.22814, "MAP@100": 0.24974, "MAP@3": 0.11534, "MAP@5": 0.17345, "MRR@1": 0.4364, "MRR@10": 0.51061, "MRR@100": 0.51242, "MRR@3": 0.49404, "MRR@5": 0.50313, "NDCG@1": 0.42796, "NDCG@10": 0.37083, "NDCG@100": 0.34507, "NDCG@3": 0.41292, "NDCG@5": 0.39534, "P@1": 0.43713, "P@10": 0.29681, "P@100": 0.03644, "P@3": 0.41704, "P@5": 0.39321, "Recall@1": 0.04338, "Recall@10": 0.27746, "Recall@100": 0.32417, "Recall@3": 0.12393, "Recall@5": 0.19346}}}, "source_url": "", "type": "reranker", "verified": true}
 {"date": "2026-07-09", "hardware": "cuda", "model_id": "Qwen/Qwen3-Embedding-0.6B", "model_name": "Qwen3-Embedding-0.6B", "notes": "", "organization": "Qwen", "runtime_seconds": 123816.64, "scores": {"average": {"MAP@1": 0.25756, "MAP@10": 0.36292, "MAP@100": 0.39008, "MAP@3": 0.32623, "MAP@5": 0.34491, "MRR@1": 0.43405, "MRR@10": 0.53144, "MRR@100": 0.53752, "MRR@3": 0.50941, "MRR@5": 0.52258, "NDCG@1": 0.42936, "NDCG@10": 0.47491, "NDCG@100": 0.51356, "NDCG@3": 0.4541, "NDCG@5": 0.4618, "P@1": 0.43337, "P@10": 0.15757, "P@100": 0.05193, "P@3": 0.27473, "P@5": 0.21779, "Recall@1": 0.25756, "Recall@10": 0.49647, "Recall@100": 0.67855, "Recall@3": 0.38151, "Recall@5": 0.43112}, "datasets": {"legal_search_2004": {"MAP@1": 0.06395, "MAP@10": 0.1835, "MAP@100": 0.27915, "MAP@3": 0.12005, "MAP@5": 0.14348, "MRR@1": 0.54945, "MRR@10": 0.59963, "MRR@100": 0.60515, "MRR@3": 0.58974, "MRR@5": 0.59469, "NDCG@1": 0.54945, "NDCG@10": 0.42505, "NDCG@100": 0.44339, "NDCG@3": 0.47959, "NDCG@5": 0.44776, "P@1": 0.54945, "P@10": 0.33077, "P@100": 0.10725, "P@3": 0.44689, "P@5": 0.38681, "Recall@1": 0.06395, "Recall@10": 0.23052, "Recall@100": 0.53769, "Recall@3": 0.12407, "Recall@5": 0.15422}, "legal_search_2007": {"MAP@1": 0.02403, "MAP@10": 0.08768, "MAP@100": 0.18936, "MAP@3": 0.04127, "MAP@5": 0.05605, "MRR@1": 0.4, "MRR@10": 0.509, "MRR@100": 0.51572, "MRR@3": 0.49667, "MRR@5": 0.50567, "NDCG@1": 0.4, "NDCG@10": 0.3369, "NDCG@100": 0.3505, "NDCG@3": 0.37349, "NDCG@5": 0.35127, "P@1": 0.4, "P@10": 0.306, "P@100": 0.1402, "P@3": 0.36, "P@5": 0.328, "Recall@1": 0.02403, "Recall@10": 0.12148, "Recall@100": 0.39731, "Recall@3": 0.04649, "Recall@5": 0.06733}, "ria-news": {"MAP@1": 0.6049, "MAP@10": 0.6933, "MAP@100": 0.69724, "MAP@3": 0.67647, "MAP@5": 0.68729, "MRR@1": 0.6049, "MRR@10": 0.6933, "MRR@100": 0.69724, "MRR@3": 0.67647, "MRR@5": 0.68729, "NDCG@1": 0.6049, "NDCG@10": 0.73292, "NDCG@100": 0.75168, "NDCG@3": 0.69901, "NDCG@5": 0.71848, "P@1": 0.6049, "P@10": 0.08556, "P@100": 0.00943, "P@3": 0.25467, "P@5": 0.16224, "Recall@1": 0.6049, "Recall@10": 0.8556, "Recall@100": 0.9425, "Recall@3": 0.764, "Recall@5": 0.8112}, "ru-facts": {"MAP@1": 0.84159, "MAP@10": 0.91667, "MAP@100": 0.91667, "MAP@3": 0.91581, "MAP@5": 0.91632, "MRR@1": 0.84025, "MRR@10": 0.916, "MRR@100": 0.916, "MRR@3": 0.91514, "MRR@5": 0.91566, "NDCG@1": 0.84159, "NDCG@10": 0.93825, "NDCG@100": 0.93825, "NDCG@3": 0.93656, "NDCG@5": 0.93748, "P@1": 0.84159, "P@10": 0.1, "P@100": 0.01, "P@3": 0.33185, "P@5": 0.19955, "Recall@1": 0.84159, "Recall@10": 1.0, "Recall@100": 1.0, "Recall@3": 0.99554, "Recall@5": 0.99777}, "rubq": {"MAP@1": 0.39788, "MAP@10": 0.58911, "MAP@100": 0.59835, "MAP@3": 0.53715, "MAP@5": 0.56833, "MRR@1": 0.56915, "MRR@10": 0.68258, "MRR@100": 0.68587, "MRR@3": 0.66086, "MRR@5": 0.67492, "NDCG@1": 0.56915, "NDCG@10": 0.66825, "NDCG@100": 0.6994, "NDCG@3": 0.59764, "NDCG@5": 0.6334, "P@1": 0.56915, "P@10": 0.13168, "P@100": 0.01547, "P@3": 0.32723, "P@5": 0.22849, "Recall@1": 0.39788, "Recall@10": 0.80397, "Recall@100": 0.92766, "Recall@3": 0.62843, "Recall@5": 0.71437}, "rus-arguana": {"MAP@1": 0.29801, "MAP@10": 0.46057, "MAP@100": 0.46769, "MAP@3": 0.40718, "MAP@5": 0.43805, "MRR@1": 0.29801, "MRR@10": 0.46057, "MRR@100": 0.46768, "MRR@3": 0.40718, "MRR@5": 0.43805, "NDCG@1": 0.29801, "NDCG@10": 0.55362, "NDCG@100": 0.58397, "NDCG@3": 0.44356, "NDCG@5": 0.49936, "P@1": 0.29801, "P@10": 0.08521, "P@100": 0.00984, "P@3": 0.18303, "P@5": 0.13698, "Recall@1": 0.29801, "Recall@10": 0.85206, "Recall@100": 0.98435, "Recall@3": 0.54908, "Recall@5": 0.68492}, "rus-cqadupstack": {"MAP@1": 0.20219, "MAP@10": 0.28119, "MAP@100": 0.29197, "MAP@3": 0.25742, "MAP@5": 0.27029, "MRR@1": 0.24154, "MRR@10": 0.31744, "MRR@100": 0.32587, "MRR@3": 0.29583, "MRR@5": 0.30765, "NDCG@1": 0.24154, "NDCG@10": 0.32801, "NDCG@100": 0.37741, "NDCG@3": 0.28642, "NDCG@5": 0.30519, "P@1": 0.24154, "P@10": 0.05829, "P@100": 0.00976, "P@3": 0.13321, "P@5": 0.09479, "Recall@1": 0.20219, "Recall@10": 0.43193, "Recall@100": 0.65153, "Recall@3": 0.31545, "Recall@5": 0.3638}, "rus-fiqa": {"MAP@1": 0.17083, "MAP@10": 0.26365, "MAP@100": 0.28083, "MAP@3": 0.2312, "MAP@5": 0.24842, "MRR@1": 0.326, "MRR@10": 0.40195, "MRR@100": 0.41098, "MRR@3": 0.37667, "MRR@5": 0.39087, "NDCG@1": 0.326, "NDCG@10": 0.33232, "NDCG@100": 0.39964, "NDCG@3": 0.29744, "NDCG@5": 0.30673, "P@1": 0.326, "P@10": 0.0874, "P@100": 0.01574, "P@3": 0.19133, "P@5": 0.138, "Recall@1": 0.17083, "Recall@10": 0.40245, "Recall@100": 0.65851, "Recall@3": 0.26914, "Recall@5": 0.32398}, "rus-miracl": {"MAP@1": 0.27546, "MAP@10": 0.48286, "MAP@100": 0.51071, "MAP@3": 0.41054, "MAP@5": 0.45063, "MRR@1": 0.54792, "MRR@10": 0.67192, "MRR@100": 0.67558, "MRR@3": 0.64763, "MRR@5": 0.66376, "NDCG@1": 0.54792, "NDCG@10": 0.58809, "NDCG@100": 0.65941, "NDCG@3": 0.53254, "NDCG@5": 0.55039, "P@1": 0.54792, "P@10": 0.17492, "P@100": 0.02562, "P@3": 0.36635, "P@5": 0.2754, "Recall@1": 0.27546, "Recall@10": 0.68659, "Recall@100": 0.91922, "Recall@3": 0.48458, "Recall@5": 0.57876}, "rus-mmarco": {"MAP@1": 0.14325, "MAP@10": 0.22786, "MAP@100": 0.23969, "MAP@3": 0.19917, "MAP@5": 0.21476, "MRR@1": 0.14756, "MRR@10": 0.23243, "MRR@100": 0.24396, "MRR@3": 0.2038, "MRR@5": 0.21938, "NDCG@1": 0.14756, "NDCG@10": 0.27839, "NDCG@100": 0.33944, "NDCG@3": 0.21899, "NDCG@5": 0.24698, "P@1": 0.14756, "P@10": 0.04534, "P@100": 0.00766, "P@3": 0.09374, "P@5": 0.07049, "Recall@1": 0.14325, "Recall@10": 0.43493, "Recall@100": 0.72579, "Recall@3": 0.2719, "Recall@5": 0.3393}, "rus-nfcorpus": {"MAP@1": 0.04717, "MAP@10": 0.10188, "MAP@100": 0.12805, "MAP@3": 0.07376, "MAP@5": 0.0878, "MRR@1": 0.40867, "MRR@10": 0.48556, "MRR@100": 0.49273, "MRR@3": 0.4613, "MRR@5": 0.47755, "NDCG@1": 0.39474, "NDCG@10": 0.28482, "NDCG@100": 0.26491, "NDCG@3": 0.33487, "NDCG@5": 0.31744, "P@1": 0.40867, "P@10": 0.20526, "P@100": 0.06693, "P@3": 0.30857, "P@5": 0.27059, "Recall@1": 0.04717, "Recall@10": 0.13708, "Recall@100": 0.26913, "Recall@3": 0.08204, "Recall@5": 0.10949}, "rus-quora": {"MAP@1": 0.58084, "MAP@10": 0.71617, "MAP@100": 0.72417, "MAP@3": 0.68258, "MAP@5": 0.70308, "MRR@1": 0.6668, "MRR@10": 0.75048, "MRR@100": 0.75367, "MRR@3": 0.7332, "MRR@5": 0.74449, "NDCG@1": 0.6668, "NDCG@10": 0.76607, "NDCG@100": 0.7904, "NDCG@3": 0.72315, "NDCG@5": 0.74571, "P@1": 0.6668, "P@10": 0.1196, "P@100": 0.01424, "P@3": 0.31913, "P@5": 0.21464, "Recall@1": 0.58084, "Recall@10": 0.8742, "Recall@100": 0.96942, "Recall@3": 0.75526, "Recall@5": 0.81453}, "rus-scidocs": {"MAP@1": 0.04028, "MAP@10": 0.10042, "MAP@100": 0.1181, "MAP@3": 0.07326, "MAP@5": 0.08732, "MRR@1": 0.197, "MRR@10": 0.29563, "MRR@100": 0.3061, "MRR@3": 0.26617, "MRR@5": 0.28117, "NDCG@1": 0.197, "NDCG@10": 0.16995, "NDCG@100": 0.24369, "NDCG@3": 0.16408, "NDCG@5": 0.14257, "P@1": 0.197, "P@10": 0.0874, "P@100": 0.01951, "P@3": 0.15433, "P@5": 0.1248, "Recall@1": 0.04028, "Recall@10": 0.17713, "Recall@100": 0.39598, "Recall@3": 0.09418, "Recall@5": 0.12673}, "rus-scifact": {"MAP@1": 0.50844, "MAP@10": 0.60767, "MAP@100": 0.61472, "MAP@3": 0.58058, "MAP@5": 0.59481, "MRR@1": 0.53667, "MRR@10": 0.62329, "MRR@100": 0.62812, "MRR@3": 0.60222, "MRR@5": 0.61339, "NDCG@1": 0.53667, "NDCG@10": 0.65632, "NDCG@100": 0.68513, "NDCG@3": 0.608, "NDCG@5": 0.63011, "P@1": 0.53667, "P@10": 0.089, "P@100": 0.01047, "P@3": 0.24, "P@5": 0.15867, "Recall@1": 0.50844, "Recall@10": 0.79111, "Recall@100": 0.91933, "Recall@3": 0.66078, "Recall@5": 0.71617}, "rus-touche": {"MAP@1": 0.0244, "MAP@10": 0.09292, "MAP@100": 0.15682, "MAP@3": 0.04424, "MAP@5": 0.06569, "MRR@1": 0.32653, "MRR@10": 0.48285, "MRR@100": 0.49093, "MRR@3": 0.43197, "MRR@5": 0.46769, "NDCG@1": 0.29592, "NDCG@10": 0.24653, "NDCG@100": 0.37545, "NDCG@3": 0.25075, "NDCG@5": 0.2559, "P@1": 0.32653, "P@10": 0.22245, "P@100": 0.07939, "P@3": 0.2449, "P@5": 0.25714, "Recall@1": 0.0244, "Recall@10": 0.16526, "Recall@100": 0.49409, "Recall@3": 0.05357, "Recall@5": 0.09722}, "rus-trec-covid": {"MAP@1": 0.0023, "MAP@10": 0.02104, "MAP@100": 0.13076, "MAP@3": 0.00657, "MAP@5": 0.01089, "MRR@1": 0.86, "MRR@10": 0.92667, "MRR@100": 0.92667, "MRR@3": 0.92667, "MRR@5": 0.92667, "NDCG@1": 0.85, "NDCG@10": 0.81207, "NDCG@100": 0.64522, "NDCG@3": 0.83693, "NDCG@5": 0.83605, "P@1": 0.86, "P@10": 0.86, "P@100": 0.666, "P@3": 0.88667, "P@5": 0.892, "Recall@1": 0.0023, "Recall@10": 0.02276, "Recall@100": 0.15983, "Recall@3": 0.00696, "Recall@5": 0.01167}, "rus-tydiqa": {"MAP@1": 0.31081, "MAP@10": 0.45447, "MAP@100": 0.46428, "MAP@3": 0.42188, "MAP@5": 0.44238, "MRR@1": 0.34423, "MRR@10": 0.48004, "MRR@100": 0.488, "MRR@3": 0.45095, "MRR@5": 0.46954, "NDCG@1": 0.33821, "NDCG@10": 0.52306, "NDCG@100": 0.56596, "NDCG@3": 0.46158, "NDCG@5": 0.49566, "P@1": 0.33821, "P@10": 0.08081, "P@100": 0.01039, "P@3": 0.20453, "P@5": 0.14217, "Recall@1": 0.31081, "Recall@10": 0.70754, "Recall@100": 0.89687, "Recall@3": 0.54848, "Recall@5": 0.62665}, "rus-xquad": {"MAP@1": 0.87983, "MAP@10": 0.92322, "MAP@100": 0.92376, "MAP@3": 0.91793, "MAP@5": 0.92146, "MRR@1": 0.87983, "MRR@10": 0.92322, "MRR@100": 0.92376, "MRR@3": 0.91793, "MRR@5": 0.92146, "NDCG@1": 0.87983, "NDCG@10": 0.93926, "NDCG@100": 0.94184, "NDCG@3": 0.92897, "NDCG@5": 0.93526, "P@1": 0.87983, "P@10": 0.09874, "P@100": 0.00999, "P@3": 0.32017, "P@5": 0.19513, "Recall@1": 0.87983, "Recall@10": 0.98739, "Recall@100": 0.99916, "Recall@3": 0.9605, "Recall@5": 0.97563}, "rus-xquad-sentences": {"MAP@1": 0.72899, "MAP@10": 0.81136, "MAP@100": 0.81399, "MAP@3": 0.79958, "MAP@5": 0.80761, "MRR@1": 0.72941, "MRR@10": 0.81168, "MRR@100": 0.81432, "MRR@3": 0.8, "MRR@5": 0.80803, "NDCG@1": 0.72941, "NDCG@10": 0.8448, "NDCG@100": 0.85596, "NDCG@3": 0.82156, "NDCG@5": 0.83588, "P@1": 0.72941, "P@10": 0.09471, "P@100": 0.00996, "P@3": 0.29496, "P@5": 0.18387, "Recall@1": 0.72899, "Recall@10": 0.94622, "Recall@100": 0.99496, "Recall@3": 0.88445, "Recall@5": 0.91891}, "ruscibench-retrieval": {"MAP@1": 0.24159, "MAP@10": 0.43479, "MAP@100": 0.47687, "MAP@3": 0.34761, "MAP@5": 0.39015, "MRR@1": 0.66957, "MRR@10": 0.76033, "MRR@100": 0.76295, "MRR@3": 0.74058, "MRR@5": 0.75188, "NDCG@1": 0.66957, "NDCG@10": 0.55762, "NDCG@100": 0.65519, "NDCG@3": 0.55854, "NDCG@5": 0.53565, "P@1": 0.66957, "P@10": 0.2287, "P@100": 0.03759, "P@3": 0.42995, "P@5": 0.34087, "Recall@1": 0.24159, "Recall@10": 0.56893, "Recall@100": 0.84115, "Recall@3": 0.38034, "Recall@5": 0.45621}, "sberquad-retrieval": {"MAP@1": 0.33936, "MAP@10": 0.56138, "MAP@100": 0.56564, "MAP@3": 0.54028, "MAP@5": 0.5541, "MRR@1": 0.35405, "MRR@10": 0.56938, "MRR@100": 0.57363, "MRR@3": 0.54888, "MRR@5": 0.56212, "NDCG@1": 0.33936, "NDCG@10": 0.63904, "NDCG@100": 0.65935, "NDCG@3": 0.59669, "NDCG@5": 0.62153, "P@1": 0.33936, "P@10": 0.08711, "P@100": 0.00965, "P@3": 0.25238, "P@5": 0.16346, "Recall@1": 0.33936, "Recall@10": 0.87113, "Recall@100": 0.96525, "Recall@3": 0.75715, "Recall@5": 0.81732}, "wikifacts-articles": {"MAP@1": 0.31867, "MAP@10": 0.47222, "MAP@100": 0.48328, "MAP@3": 0.4305, "MAP@5": 0.45519, "MRR@1": 0.43631, "MRR@10": 0.5477, "MRR@100": 0.55412, "MRR@3": 0.52695, "MRR@5": 0.5393, "NDCG@1": 0.42591, "NDCG@10": 0.54004, "NDCG@100": 0.5849, "NDCG@3": 0.47833, "NDCG@5": 0.5095, "P@1": 0.43668, "P@10": 0.10429, "P@100": 0.01358, "P@3": 0.25523, "P@5": 0.17931, "Recall@1": 0.31867, "Recall@10": 0.67083, "Recall@100": 0.86345, "Recall@3": 0.51586, "Recall@5": 0.58851}, "wikifacts-para": {"MAP@1": 0.14972, "MAP@10": 0.25172, "MAP@100": 0.26711, "MAP@3": 0.21604, "MAP@5": 0.2351, "MRR@1": 0.24278, "MRR@10": 0.34771, "MRR@100": 0.35669, "MRR@3": 0.32045, "MRR@5": 0.33584, "NDCG@1": 0.2367, "NDCG@10": 0.32004, "NDCG@100": 0.38199, "NDCG@3": 0.26541, "NDCG@5": 0.28827, "P@1": 0.24351, "P@10": 0.07959, "P@100": 0.01345, "P@3": 0.16228, "P@5": 0.12277, "Recall@1": 0.14972, "Recall@10": 0.42318, "Recall@100": 0.66934, "Recall@3": 0.27659, "Recall@5": 0.33719}, "wikifacts-sents": {"MAP@1": 0.07044, "MAP@10": 0.11593, "MAP@100": 0.12335, "MAP@3": 0.1012, "MAP@5": 0.10866, "MRR@1": 0.1219, "MRR@10": 0.1875, "MRR@100": 0.19457, "MRR@3": 0.16944, "MRR@5": 0.17884, "NDCG@1": 0.11747, "NDCG@10": 0.15644, "NDCG@100": 0.19098, "NDCG@3": 0.1321, "NDCG@5": 0.141, "P@1": 0.12208, "P@10": 0.04145, "P@100": 0.00765, "P@3": 0.08368, "P@5": 0.06269, "Recall@1": 0.07044, "Recall@10": 0.20039, "Recall@100": 0.33272, "Recall@3": 0.13338, "Recall@5": 0.15878}, "wikifacts-window_2": {"MAP@1": 0.06278, "MAP@10": 0.14155, "MAP@100": 0.15838, "MAP@3": 0.10916, "MAP@5": 0.12542, "MRR@1": 0.22641, "MRR@10": 0.31733, "MRR@100": 0.32554, "MRR@3": 0.29141, "MRR@5": 0.30599, "NDCG@1": 0.21821, "NDCG@10": 0.21418, "NDCG@100": 0.27226, "NDCG@3": 0.19463, "NDCG@5": 0.19642, "P@1": 0.22404, "P@10": 0.09596, "P@100": 0.01899, "P@3": 0.16873, "P@5": 0.13566, "Recall@1": 0.06278, "Recall@10": 0.2346, "Recall@100": 0.41982, "Recall@3": 0.1346, "Recall@5": 0.17459}, "wikifacts-window_3": {"MAP@1": 0.0464, "MAP@10": 0.14024, "MAP@100": 0.16726, "MAP@3": 0.09811, "MAP@5": 0.11887, "MRR@1": 0.24895, "MRR@10": 0.33907, "MRR@100": 0.34797, "MRR@3": 0.31503, "MRR@5": 0.32869, "NDCG@1": 0.24032, "NDCG@10": 0.22218, "NDCG@100": 0.29537, "NDCG@3": 0.21479, "NDCG@5": 0.21407, "P@1": 0.24823, "P@10": 0.12981, "P@100": 0.02888, "P@3": 0.21319, "P@5": 0.17872, "Recall@1": 0.0464, "Recall@10": 0.21896, "Recall@100": 0.43521, "Recall@3": 0.11669, "Recall@5": 0.15787}, "wikifacts-window_4": {"MAP@1": 0.03724, "MAP@10": 0.1361, "MAP@100": 0.17154, "MAP@3": 0.08431, "MAP@5": 0.10934, "MRR@1": 0.2634, "MRR@10": 0.35109, "MRR@100": 0.35952, "MRR@3": 0.32534, "MRR@5": 0.33988, "NDCG@1": 0.2555, "NDCG@10": 0.22857, "NDCG@100": 0.30663, "NDCG@3": 0.23376, "NDCG@5": 0.22348, "P@1": 0.26376, "P@10": 0.15898, "P@100": 0.0377, "P@3": 0.23451, "P@5": 0.2061, "Recall@1": 0.03724, "Recall@10": 0.2074, "Recall@100": 0.43725, "Recall@3": 0.09766, "Recall@5": 0.1408}, "wikifacts-window_5": {"MAP@1": 0.03081, "MAP@10": 0.12969, "MAP@100": 0.17414, "MAP@3": 0.07219, "MAP@5": 0.099, "MRR@1": 0.26908, "MRR@10": 0.35756, "MRR@100": 0.36604, "MRR@3": 0.33083, "MRR@5": 0.34571, "NDCG@1": 0.26056, "NDCG@10": 0.2314, "NDCG@100": 0.31298, "NDCG@3": 0.24344, "NDCG@5": 0.22782, "P@1": 0.26945, "P@10": 0.18161, "P@100": 0.04642, "P@3": 0.2463, "P@5": 0.2251, "Recall@1": 0.03081, "Recall@10": 0.19278, "Recall@100": 0.43366, "Recall@3": 0.08265, "Recall@5": 0.12424}, "wikifacts-window_6": {"MAP@1": 0.02718, "MAP@10": 0.12539, "MAP@100": 0.17837, "MAP@3": 0.06462, "MAP@5": 0.09191, "MRR@1": 0.28107, "MRR@10": 0.36973, "MRR@100": 0.37877, "MRR@3": 0.34356, "MRR@5": 0.35855, "NDCG@1": 0.27318, "NDCG@10": 0.23823, "NDCG@100": 0.32206, "NDCG@3": 0.25611, "NDCG@5": 0.24271, "P@1": 0.2818, "P@10": 0.1988, "P@100": 0.05424, "P@3": 0.25936, "P@5": 0.24159, "Recall@1": 0.02718, "Recall@10": 0.18122, "Recall@100": 0.4367, "Recall@3": 0.0741, "Recall@5": 0.1143}}}, "source_url": "", "type": "dense", "verified": true}
+{"base_model_id": "bm25", "date": "2026-07-15", "hardware": "cuda", "model_id": "bm25+Qwen/Qwen3-Reranker-0.6B", "model_name": "BM25 + Qwen3-Reranker-0.6B", "notes": "", "organization": "Qwen", "rerank_top_k": 20, "runtime_seconds": 67342.35, "scores": {"average": {"MAP@1": 0.28036, "MAP@10": 0.38839, "MAP@100": 0.39635, "MAP@3": 0.35449, "MAP@5": 0.37304, "MRR@1": 0.48463, "MRR@10": 0.56952, "MRR@100": 0.57085, "MRR@3": 0.55573, "MRR@5": 0.56475, "NDCG@1": 0.47054, "NDCG@10": 0.49673, "NDCG@100": 0.46698, "NDCG@3": 0.49808, "NDCG@5": 0.49784, "P@1": 0.4759, "P@10": 0.16595, "P@100": 0.02123, "P@3": 0.3075, "P@5": 0.24058, "Recall@1": 0.28036, "Recall@10": 0.48479, "Recall@100": 0.50787, "Recall@3": 0.40662, "Recall@5": 0.44519}, "datasets": {"legal_search_2004": {"MAP@1": 0.06355, "MAP@10": 0.2534, "MAP@100": 0.30372, "MAP@3": 0.14027, "MAP@5": 0.19014, "MRR@1": 0.58242, "MRR@10": 0.65601, "MRR@100": 0.65747, "MRR@3": 0.64469, "MRR@5": 0.64689, "NDCG@1": 0.58242, "NDCG@10": 0.54591, "NDCG@100": 0.4256, "NDCG@3": 0.57277, "NDCG@5": 0.55792, "P@1": 0.58242, "P@10": 0.43956, "P@100": 0.06451, "P@3": 0.56044, "P@5": 0.51429, "Recall@1": 0.06355, "Recall@10": 0.33615, "Recall@100": 0.42194, "Recall@3": 0.1564, "Recall@5": 0.22105}, "legal_search_2007": {"MAP@1": 0.0269, "MAP@10": 0.11918, "MAP@100": 0.1675, "MAP@3": 0.05462, "MAP@5": 0.07715, "MRR@1": 0.52, "MRR@10": 0.63289, "MRR@100": 0.63689, "MRR@3": 0.61333, "MRR@5": 0.62733, "NDCG@1": 0.52, "NDCG@10": 0.49632, "NDCG@100": 0.29503, "NDCG@3": 0.55003, "NDCG@5": 0.52644, "P@1": 0.52, "P@10": 0.464, "P@100": 0.074, "P@3": 0.55333, "P@5": 0.512, "Recall@1": 0.0269, "Recall@10": 0.15936, "Recall@100": 0.2412, "Recall@3": 0.05997, "Recall@5": 0.08879}, "ria-news": {"MAP@1": 0.6745, "MAP@10": 0.73451, "MAP@100": 0.7348, "MAP@3": 0.72935, "MAP@5": 0.73298, "MRR@1": 0.6745, "MRR@10": 0.73451, "MRR@100": 0.7348, "MRR@3": 0.72935, "MRR@5": 0.73298, "NDCG@1": 0.6745, "NDCG@10": 0.75581, "NDCG@100": 0.75678, "NDCG@3": 0.74578, "NDCG@5": 0.75225, "P@1": 0.6745, "P@10": 0.08191, "P@100": 0.00823, "P@3": 0.2643, "P@5": 0.16168, "Recall@1": 0.6745, "Recall@10": 0.8191, "Recall@100": 0.8228, "Recall@3": 0.7929, "Recall@5": 0.8084}, "ru-facts": {"MAP@1": 0.82062, "MAP@10": 0.90278, "MAP@100": 0.90278, "MAP@3": 0.90094, "MAP@5": 0.90239, "MRR@1": 0.84427, "MRR@10": 0.91531, "MRR@100": 0.91531, "MRR@3": 0.9138, "MRR@5": 0.91485, "NDCG@1": 0.82062, "NDCG@10": 0.92738, "NDCG@100": 0.92738, "NDCG@3": 0.92388, "NDCG@5": 0.92648, "P@1": 0.82062, "P@10": 0.09982, "P@100": 0.00998, "P@3": 0.32976, "P@5": 0.19911, "Recall@1": 0.82062, "Recall@10": 0.99822, "Recall@100": 0.99822, "Recall@3": 0.98929, "Recall@5": 0.99554}, "rubq": {"MAP@1": 0.35119, "MAP@10": 0.48374, "MAP@100": 0.48517, "MAP@3": 0.45308, "MAP@5": 0.4739, "MRR@1": 0.50946, "MRR@10": 0.58551, "MRR@100": 0.58602, "MRR@3": 0.57329, "MRR@5": 0.58153, "NDCG@1": 0.50709, "NDCG@10": 0.54171, "NDCG@100": 0.54506, "NDCG@3": 0.50376, "NDCG@5": 0.52531, "P@1": 0.50709, "P@10": 0.10219, "P@100": 0.01044, "P@3": 0.27226, "P@5": 0.18652, "Recall@1": 0.35119, "Recall@10": 0.60864, "Recall@100": 0.61897, "Recall@3": 0.51536, "Recall@5": 0.5676}, "rus-arguana": {"MAP@1": 0.35917, "MAP@10": 0.51035, "MAP@100": 0.51235, "MAP@3": 0.47368, "MAP@5": 0.49822, "MRR@1": 0.36629, "MRR@10": 0.51305, "MRR@100": 0.51504, "MRR@3": 0.47641, "MRR@5": 0.50091, "NDCG@1": 0.35917, "NDCG@10": 0.58293, "NDCG@100": 0.58944, "NDCG@3": 0.51028, "NDCG@5": 0.55405, "P@1": 0.35917, "P@10": 0.08094, "P@100": 0.00834, "P@3": 0.20531, "P@5": 0.14424, "Recall@1": 0.35917, "Recall@10": 0.80939, "Recall@100": 0.83357, "Recall@3": 0.61593, "Recall@5": 0.72119}, "rus-cqadupstack": {"MAP@1": 0.21961, "MAP@10": 0.27342, "MAP@100": 0.2745, "MAP@3": 0.26096, "MAP@5": 0.26882, "MRR@1": 0.26162, "MRR@10": 0.31039, "MRR@100": 0.31134, "MRR@3": 0.29978, "MRR@5": 0.30656, "NDCG@1": 0.26162, "NDCG@10": 0.3032, "NDCG@100": 0.30589, "NDCG@3": 0.2848, "NDCG@5": 0.29473, "P@1": 0.26162, "P@10": 0.04749, "P@100": 0.00495, "P@3": 0.12755, "P@5": 0.08564, "Recall@1": 0.21961, "Recall@10": 0.35553, "Recall@100": 0.36717, "Recall@3": 0.30032, "Recall@5": 0.32886}, "rus-fiqa": {"MAP@1": 0.17122, "MAP@10": 0.24305, "MAP@100": 0.24486, "MAP@3": 0.22755, "MAP@5": 0.23793, "MRR@1": 0.31, "MRR@10": 0.37319, "MRR@100": 0.37388, "MRR@3": 0.362, "MRR@5": 0.3693, "NDCG@1": 0.31, "NDCG@10": 0.29379, "NDCG@100": 0.29729, "NDCG@3": 0.28761, "NDCG@5": 0.28855, "P@1": 0.31, "P@10": 0.0684, "P@100": 0.00722, "P@3": 0.17667, "P@5": 0.1232, "Recall@1": 0.17122, "Recall@10": 0.31902, "Recall@100": 0.33189, "Recall@3": 0.26894, "Recall@5": 0.29484}, "rus-miracl": {"MAP@1": 0.21003, "MAP@10": 0.29399, "MAP@100": 0.29461, "MAP@3": 0.27351, "MAP@5": 0.28696, "MRR@1": 0.4345, "MRR@10": 0.47871, "MRR@100": 0.47889, "MRR@3": 0.47417, "MRR@5": 0.47809, "NDCG@1": 0.4345, "NDCG@10": 0.34918, "NDCG@100": 0.3501, "NDCG@3": 0.36056, "NDCG@5": 0.35027, "P@1": 0.4345, "P@10": 0.09097, "P@100": 0.00924, "P@3": 0.23749, "P@5": 0.16518, "Recall@1": 0.21003, "Recall@10": 0.33835, "Recall@100": 0.34023, "Recall@3": 0.29836, "Recall@5": 0.3227}, "rus-mmarco": {"MAP@1": 0.12662, "MAP@10": 0.18741, "MAP@100": 0.18825, "MAP@3": 0.17248, "MAP@5": 0.1822, "MRR@1": 0.13023, "MRR@10": 0.19136, "MRR@100": 0.19221, "MRR@3": 0.17655, "MRR@5": 0.18623, "NDCG@1": 0.13037, "NDCG@10": 0.21789, "NDCG@100": 0.22081, "NDCG@3": 0.18843, "NDCG@5": 0.20569, "P@1": 0.13037, "P@10": 0.03216, "P@100": 0.00334, "P@3": 0.07961, "P@5": 0.0565, "Recall@1": 0.12662, "Recall@10": 0.30823, "Recall@100": 0.31931, "Recall@3": 0.2306, "Recall@5": 0.27167}, "rus-nfcorpus": {"MAP@1": 0.06241, "MAP@10": 0.12775, "MAP@100": 0.13679, "MAP@3": 0.10017, "MAP@5": 0.11333, "MRR@1": 0.4644, "MRR@10": 0.5424, "MRR@100": 0.54529, "MRR@3": 0.52993, "MRR@5": 0.53689, "NDCG@1": 0.44892, "NDCG@10": 0.33369, "NDCG@100": 0.23524, "NDCG@3": 0.40124, "NDCG@5": 0.37516, "P@1": 0.4613, "P@10": 0.23282, "P@100": 0.03133, "P@3": 0.37461, "P@5": 0.31641, "Recall@1": 0.06241, "Recall@10": 0.15743, "Recall@100": 0.18063, "Recall@3": 0.11202, "Recall@5": 0.13301}, "rus-quora": {"MAP@1": 0.54222, "MAP@10": 0.65068, "MAP@100": 0.6518, "MAP@3": 0.6304, "MAP@5": 0.6435, "MRR@1": 0.6224, "MRR@10": 0.69318, "MRR@100": 0.69367, "MRR@3": 0.68267, "MRR@5": 0.68986, "NDCG@1": 0.6226, "NDCG@10": 0.69029, "NDCG@100": 0.69242, "NDCG@3": 0.66762, "NDCG@5": 0.68003, "P@1": 0.6226, "P@10": 0.10228, "P@100": 0.01045, "P@3": 0.2912, "P@5": 0.1902, "Recall@1": 0.54222, "Recall@10": 0.76004, "Recall@100": 0.76835, "Recall@3": 0.6925, "Recall@5": 0.72895}, "rus-scidocs": {"MAP@1": 0.04285, "MAP@10": 0.09543, "MAP@100": 0.10071, "MAP@3": 0.07326, "MAP@5": 0.08528, "MRR@1": 0.212, "MRR@10": 0.29872, "MRR@100": 0.30224, "MRR@3": 0.27467, "MRR@5": 0.28817, "NDCG@1": 0.212, "NDCG@10": 0.16068, "NDCG@100": 0.17461, "NDCG@3": 0.16454, "NDCG@5": 0.13952, "P@1": 0.212, "P@10": 0.0782, "P@100": 0.00938, "P@3": 0.15033, "P@5": 0.1182, "Recall@1": 0.04285, "Recall@10": 0.15845, "Recall@100": 0.19045, "Recall@3": 0.09135, "Recall@5": 0.1198}, "rus-scifact": {"MAP@1": 0.60011, "MAP@10": 0.67959, "MAP@100": 0.68161, "MAP@3": 0.65782, "MAP@5": 0.67132, "MRR@1": 0.62667, "MRR@10": 0.69144, "MRR@100": 0.69322, "MRR@3": 0.67556, "MRR@5": 0.68556, "NDCG@1": 0.62667, "NDCG@10": 0.71509, "NDCG@100": 0.72151, "NDCG@3": 0.67998, "NDCG@5": 0.69836, "P@1": 0.62667, "P@10": 0.09133, "P@100": 0.0094, "P@3": 0.26111, "P@5": 0.17, "Recall@1": 0.60011, "Recall@10": 0.80989, "Recall@100": 0.83389, "Recall@3": 0.71828, "Recall@5": 0.76311}, "rus-touche": {"MAP@1": 0.01258, "MAP@10": 0.09676, "MAP@100": 0.12065, "MAP@3": 0.04356, "MAP@5": 0.06443, "MRR@1": 0.20408, "MRR@10": 0.43387, "MRR@100": 0.44102, "MRR@3": 0.38776, "MRR@5": 0.42245, "NDCG@1": 0.19388, "NDCG@10": 0.26041, "NDCG@100": 0.26818, "NDCG@3": 0.25756, "NDCG@5": 0.2654, "P@1": 0.20408, "P@10": 0.25306, "P@100": 0.03918, "P@3": 0.28571, "P@5": 0.29388, "Recall@1": 0.01258, "Recall@10": 0.18001, "Recall@100": 0.26441, "Recall@3": 0.06477, "Recall@5": 0.10625}, "rus-trec-covid": {"MAP@1": 0.00238, "MAP@10": 0.0187, "MAP@100": 0.02691, "MAP@3": 0.00684, "MAP@5": 0.01097, "MRR@1": 0.86, "MRR@10": 0.90333, "MRR@100": 0.90333, "MRR@3": 0.9, "MRR@5": 0.9, "NDCG@1": 0.79, "NDCG@10": 0.68066, "NDCG@100": 0.18948, "NDCG@3": 0.76581, "NDCG@5": 0.74145, "P@1": 0.86, "P@10": 0.724, "P@100": 0.1116, "P@3": 0.82667, "P@5": 0.804, "Recall@1": 0.00238, "Recall@10": 0.0198, "Recall@100": 0.02932, "Recall@3": 0.007, "Recall@5": 0.01136}, "rus-tydiqa": {"MAP@1": 0.32917, "MAP@10": 0.43119, "MAP@100": 0.43192, "MAP@3": 0.41483, "MAP@5": 0.4269, "MRR@1": 0.36661, "MRR@10": 0.46216, "MRR@100": 0.4628, "MRR@3": 0.4488, "MRR@5": 0.45852, "NDCG@1": 0.35542, "NDCG@10": 0.47535, "NDCG@100": 0.47762, "NDCG@3": 0.44717, "NDCG@5": 0.46666, "P@1": 0.35542, "P@10": 0.06532, "P@100": 0.00665, "P@3": 0.18904, "P@5": 0.12444, "Recall@1": 0.32917, "Recall@10": 0.5809, "Recall@100": 0.58864, "Recall@3": 0.51234, "Recall@5": 0.5568}, "rus-xquad": {"MAP@1": 0.97227, "MAP@10": 0.98277, "MAP@100": 0.98277, "MAP@3": 0.98277, "MAP@5": 0.98277, "MRR@1": 0.97227, "MRR@10": 0.98277, "MRR@100": 0.98277, "MRR@3": 0.98277, "MRR@5": 0.98277, "NDCG@1": 0.97227, "NDCG@10": 0.98572, "NDCG@100": 0.98572, "NDCG@3": 0.98572, "NDCG@5": 0.98572, "P@1": 0.97227, "P@10": 0.09941, "P@100": 0.00994, "P@3": 0.33137, "P@5": 0.19882, "Recall@1": 0.97227, "Recall@10": 0.99412, "Recall@100": 0.99412, "Recall@3": 0.99412, "Recall@5": 0.99412}, "rus-xquad-sentences": {"MAP@1": 0.83109, "MAP@10": 0.87474, "MAP@100": 0.87494, "MAP@3": 0.8701, "MAP@5": 0.87417, "MRR@1": 0.83109, "MRR@10": 0.87495, "MRR@100": 0.87515, "MRR@3": 0.87031, "MRR@5": 0.87438, "NDCG@1": 0.83109, "NDCG@10": 0.8906, "NDCG@100": 0.89127, "NDCG@3": 0.88211, "NDCG@5": 0.88923, "P@1": 0.83109, "P@10": 0.09378, "P@100": 0.0094, "P@3": 0.3056, "P@5": 0.18672, "Recall@1": 0.83109, "Recall@10": 0.93739, "Recall@100": 0.93992, "Recall@3": 0.91639, "Recall@5": 0.93319}, "ruscibench-retrieval": {"MAP@1": 0.22833, "MAP@10": 0.36912, "MAP@100": 0.37368, "MAP@3": 0.31974, "MAP@5": 0.34999, "MRR@1": 0.66377, "MRR@10": 0.71855, "MRR@100": 0.71882, "MRR@3": 0.70773, "MRR@5": 0.717, "NDCG@1": 0.66377, "NDCG@10": 0.4692, "NDCG@100": 0.47681, "NDCG@3": 0.52174, "NDCG@5": 0.48253, "P@1": 0.66377, "P@10": 0.17217, "P@100": 0.01812, "P@3": 0.3971, "P@5": 0.29507, "Recall@1": 0.22833, "Recall@10": 0.43274, "Recall@100": 0.44919, "Recall@3": 0.34022, "Recall@5": 0.39363}, "sberquad-retrieval": {"MAP@1": 0.25834, "MAP@10": 0.6064, "MAP@100": 0.60651, "MAP@3": 0.60163, "MAP@5": 0.60588, "MRR@1": 0.46029, "MRR@10": 0.70868, "MRR@100": 0.70877, "MRR@3": 0.70496, "MRR@5": 0.70824, "NDCG@1": 0.25834, "NDCG@10": 0.70185, "NDCG@100": 0.70221, "NDCG@3": 0.69315, "NDCG@5": 0.70062, "P@1": 0.25834, "P@10": 0.09732, "P@100": 0.00975, "P@3": 0.31725, "P@5": 0.19388, "Recall@1": 0.25834, "Recall@10": 0.97319, "Recall@100": 0.97458, "Recall@3": 0.95175, "Recall@5": 0.96942}, "wikifacts-articles": {"MAP@1": 0.56208, "MAP@10": 0.74534, "MAP@100": 0.74708, "MAP@3": 0.71179, "MAP@5": 0.73561, "MRR@1": 0.72172, "MRR@10": 0.8198, "MRR@100": 0.82012, "MRR@3": 0.81311, "MRR@5": 0.81816, "NDCG@1": 0.71326, "NDCG@10": 0.80095, "NDCG@100": 0.80454, "NDCG@3": 0.76436, "NDCG@5": 0.78768, "P@1": 0.7219, "P@10": 0.13376, "P@100": 0.01365, "P@3": 0.37914, "P@5": 0.25146, "Recall@1": 0.56208, "Recall@10": 0.88447, "Recall@100": 0.89562, "Recall@3": 0.79589, "Recall@5": 0.8512}, "wikifacts-para": {"MAP@1": 0.28446, "MAP@10": 0.4285, "MAP@100": 0.43171, "MAP@3": 0.3953, "MAP@5": 0.41682, "MRR@1": 0.4423, "MRR@10": 0.5618, "MRR@100": 0.56274, "MRR@3": 0.54555, "MRR@5": 0.55714, "NDCG@1": 0.43429, "NDCG@10": 0.50447, "NDCG@100": 0.51177, "NDCG@3": 0.46791, "NDCG@5": 0.48704, "P@1": 0.44248, "P@10": 0.10764, "P@100": 0.01138, "P@3": 0.27253, "P@5": 0.19102, "Recall@1": 0.28446, "Recall@10": 0.58108, "Recall@100": 0.60293, "Recall@3": 0.47659, "Recall@5": 0.53423}, "wikifacts-sents": {"MAP@1": 0.09094, "MAP@10": 0.13086, "MAP@100": 0.13196, "MAP@3": 0.12115, "MAP@5": 0.12727, "MRR@1": 0.16115, "MRR@10": 0.21404, "MRR@100": 0.21508, "MRR@3": 0.20299, "MRR@5": 0.21004, "NDCG@1": 0.15048, "NDCG@10": 0.16531, "NDCG@100": 0.16844, "NDCG@3": 0.15398, "NDCG@5": 0.15893, "P@1": 0.15572, "P@10": 0.03863, "P@100": 0.00415, "P@3": 0.09423, "P@5": 0.06688, "Recall@1": 0.09094, "Recall@10": 0.18534, "Recall@100": 0.19479, "Recall@3": 0.14695, "Recall@5": 0.16656}, "wikifacts-window_2": {"MAP@1": 0.08289, "MAP@10": 0.18212, "MAP@100": 0.18524, "MAP@3": 0.15188, "MAP@5": 0.17068, "MRR@1": 0.29417, "MRR@10": 0.38161, "MRR@100": 0.38282, "MRR@3": 0.36466, "MRR@5": 0.37675, "NDCG@1": 0.28625, "NDCG@10": 0.25531, "NDCG@100": 0.25918, "NDCG@3": 0.25683, "NDCG@5": 0.25298, "P@1": 0.29344, "P@10": 0.10355, "P@100": 0.01131, "P@3": 0.22131, "P@5": 0.17056, "Recall@1": 0.08289, "Recall@10": 0.25557, "Recall@100": 0.2716, "Recall@3": 0.17931, "Recall@5": 0.22038}, "wikifacts-window_3": {"MAP@1": 0.06446, "MAP@10": 0.20079, "MAP@100": 0.20794, "MAP@3": 0.15099, "MAP@5": 0.17804, "MRR@1": 0.33697, "MRR@10": 0.42189, "MRR@100": 0.4234, "MRR@3": 0.40174, "MRR@5": 0.41566, "NDCG@1": 0.32815, "NDCG@10": 0.29072, "NDCG@100": 0.29346, "NDCG@3": 0.30134, "NDCG@5": 0.29514, "P@1": 0.33624, "P@10": 0.15976, "P@100": 0.01812, "P@3": 0.29957, "P@5": 0.24259, "Recall@1": 0.06446, "Recall@10": 0.27329, "Recall@100": 0.29982, "Recall@3": 0.16977, "Recall@5": 0.2196}, "wikifacts-window_4": {"MAP@1": 0.05341, "MAP@10": 0.21081, "MAP@100": 0.22243, "MAP@3": 0.13456, "MAP@5": 0.17695, "MRR@1": 0.3693, "MRR@10": 0.45009, "MRR@100": 0.45178, "MRR@3": 0.43106, "MRR@5": 0.44344, "NDCG@1": 0.36249, "NDCG@10": 0.31684, "NDCG@100": 0.31347, "NDCG@3": 0.34238, "NDCG@5": 0.32585, "P@1": 0.37075, "P@10": 0.20945, "P@100": 0.0245, "P@3": 0.34381, "P@5": 0.29817, "Recall@1": 0.05341, "Recall@10": 0.27776, "Recall@100": 0.31236, "Recall@3": 0.14832, "Recall@5": 0.20925}, "wikifacts-window_5": {"MAP@1": 0.04573, "MAP@10": 0.21414, "MAP@100": 0.23115, "MAP@3": 0.11862, "MAP@5": 0.17207, "MRR@1": 0.3942, "MRR@10": 0.4722, "MRR@100": 0.47411, "MRR@3": 0.45361, "MRR@5": 0.46336, "NDCG@1": 0.38649, "NDCG@10": 0.33653, "NDCG@100": 0.32561, "NDCG@3": 0.36946, "NDCG@5": 0.34818, "P@1": 0.39565, "P@10": 0.25345, "P@100": 0.03071, "P@3": 0.37256, "P@5": 0.34335, "Recall@1": 0.04573, "Recall@10": 0.27515, "Recall@100": 0.31823, "Recall@3": 0.12906, "Recall@5": 0.197}, "wikifacts-window_6": {"MAP@1": 0.04117, "MAP@10": 0.21584, "MAP@100": 0.23977, "MAP@3": 0.10847, "MAP@5": 0.16135, "MRR@1": 0.41753, "MRR@10": 0.49364, "MRR@100": 0.49564, "MRR@3": 0.47505, "MRR@5": 0.48478, "NDCG@1": 0.409, "NDCG@10": 0.35745, "NDCG@100": 0.33746, "NDCG@3": 0.39349, "NDCG@5": 0.3752, "P@1": 0.41698, "P@10": 0.28924, "P@100": 0.03644, "P@3": 0.39769, "P@5": 0.37267, "Recall@1": 0.04117, "Recall@10": 0.27021, "Recall@100": 0.32417, "Recall@3": 0.11741, "Recall@5": 0.18207}}}, "source_url": "", "type": "reranker", "verified": true}{"base_model_id": "bm25", "date": "2026-07-19", "hardware": "cuda", "model_id": "bm25+Qwen/Qwen3-Reranker-4B", "model_name": "BM25 + Qwen3-Reranker-4B", "notes": "", "organization": "Qwen", "rerank_top_k": 20, "runtime_seconds": 297819.86, "scores": {"average": {"MAP@1": 0.2956, "MAP@10": 0.40344, "MAP@100": 0.41064, "MAP@3": 0.37031, "MAP@5": 0.3884, "MRR@1": 0.51655, "MRR@10": 0.59526, "MRR@100": 0.59611, "MRR@3": 0.58425, "MRR@5": 0.59153, "NDCG@1": 0.50182, "NDCG@10": 0.51183, "NDCG@100": 0.47899, "NDCG@3": 0.52147, "NDCG@5": 0.51661, "P@1": 0.50729, "P@10": 0.16874, "P@100": 0.02123, "P@3": 0.32236, "P@5": 0.24816, "Recall@1": 0.2956, "Recall@10": 0.48942, "Recall@100": 0.50787, "Recall@3": 0.41879, "Recall@5": 0.4543}, "datasets": {"legal_search_2004": {"MAP@1": 0.06323, "MAP@10": 0.24741, "MAP@100": 0.29955, "MAP@3": 0.14283, "MAP@5": 0.18209, "MRR@1": 0.54945, "MRR@10": 0.6411, "MRR@100": 0.64195, "MRR@3": 0.62637, "MRR@5": 0.63132, "NDCG@1": 0.54945, "NDCG@10": 0.53273, "NDCG@100": 0.42251, "NDCG@3": 0.53959, "NDCG@5": 0.52555, "P@1": 0.54945, "P@10": 0.43407, "P@100": 0.06451, "P@3": 0.52015, "P@5": 0.47473, "Recall@1": 0.06323, "Recall@10": 0.33222, "Recall@100": 0.42194, "Recall@3": 0.16669, "Recall@5": 0.22083}, "legal_search_2007": {"MAP@1": 0.02539, "MAP@10": 0.12636, "MAP@100": 0.17215, "MAP@3": 0.05779, "MAP@5": 0.08189, "MRR@1": 0.56, "MRR@10": 0.66333, "MRR@100": 0.66669, "MRR@3": 0.65, "MRR@5": 0.66, "NDCG@1": 0.56, "NDCG@10": 0.51568, "NDCG@100": 0.30013, "NDCG@3": 0.59595, "NDCG@5": 0.56809, "P@1": 0.56, "P@10": 0.472, "P@100": 0.074, "P@3": 0.6, "P@5": 0.552, "Recall@1": 0.02539, "Recall@10": 0.16404, "Recall@100": 0.2412, "Recall@3": 0.06549, "Recall@5": 0.09532}, "ria-news": {"MAP@1": 0.7282, "MAP@10": 0.76789, "MAP@100": 0.76804, "MAP@3": 0.76505, "MAP@5": 0.7673, "MRR@1": 0.7282, "MRR@10": 0.76789, "MRR@100": 0.76804, "MRR@3": 0.76505, "MRR@5": 0.7673, "NDCG@1": 0.7282, "NDCG@10": 0.78127, "NDCG@100": 0.78182, "NDCG@3": 0.77587, "NDCG@5": 0.77989, "P@1": 0.7282, "P@10": 0.08207, "P@100": 0.00823, "P@3": 0.26893, "P@5": 0.1633, "Recall@1": 0.7282, "Recall@10": 0.8207, "Recall@100": 0.8228, "Recall@3": 0.8068, "Recall@5": 0.8165}, "ru-facts": {"MAP@1": 0.82597, "MAP@10": 0.90588, "MAP@100": 0.90588, "MAP@3": 0.90399, "MAP@5": 0.90562, "MRR@1": 0.84873, "MRR@10": 0.91799, "MRR@100": 0.91799, "MRR@3": 0.91641, "MRR@5": 0.91766, "NDCG@1": 0.82597, "NDCG@10": 0.92969, "NDCG@100": 0.92969, "NDCG@3": 0.92615, "NDCG@5": 0.92909, "P@1": 0.82597, "P@10": 0.09982, "P@100": 0.00998, "P@3": 0.32976, "P@5": 0.19929, "Recall@1": 0.82597, "Recall@10": 0.99822, "Recall@100": 0.99822, "Recall@3": 0.98929, "Recall@5": 0.99643}, "rubq": {"MAP@1": 0.38943, "MAP@10": 0.51914, "MAP@100": 0.5196, "MAP@3": 0.49196, "MAP@5": 0.51139, "MRR@1": 0.55969, "MRR@10": 0.62278, "MRR@100": 0.62291, "MRR@3": 0.61456, "MRR@5": 0.62079, "NDCG@1": 0.55851, "NDCG@10": 0.57056, "NDCG@100": 0.57153, "NDCG@3": 0.54112, "NDCG@5": 0.5594, "P@1": 0.55851, "P@10": 0.10372, "P@100": 0.01044, "P@3": 0.28822, "P@5": 0.19374, "Recall@1": 0.38943, "Recall@10": 0.61613, "Recall@100": 0.61897, "Recall@3": 0.54319, "Recall@5": 0.59041}, "rus-arguana": {"MAP@1": 0.42532, "MAP@10": 0.56332, "MAP@100": 0.56467, "MAP@3": 0.53604, "MAP@5": 0.55343, "MRR@1": 0.4303, "MRR@10": 0.56527, "MRR@100": 0.56662, "MRR@3": 0.53841, "MRR@5": 0.55512, "NDCG@1": 0.42532, "NDCG@10": 0.62543, "NDCG@100": 0.62983, "NDCG@3": 0.57124, "NDCG@5": 0.60243, "P@1": 0.42532, "P@10": 0.08172, "P@100": 0.00834, "P@3": 0.22428, "P@5": 0.14964, "Recall@1": 0.42532, "Recall@10": 0.81721, "Recall@100": 0.83357, "Recall@3": 0.67283, "Recall@5": 0.74822}, "rus-cqadupstack": {"MAP@1": 0.2127, "MAP@10": 0.2712, "MAP@100": 0.27215, "MAP@3": 0.25831, "MAP@5": 0.26712, "MRR@1": 0.25242, "MRR@10": 0.30745, "MRR@100": 0.30821, "MRR@3": 0.29642, "MRR@5": 0.3042, "NDCG@1": 0.25242, "NDCG@10": 0.30212, "NDCG@100": 0.30427, "NDCG@3": 0.28348, "NDCG@5": 0.29503, "P@1": 0.25242, "P@10": 0.04774, "P@100": 0.00495, "P@3": 0.12826, "P@5": 0.08707, "Recall@1": 0.2127, "Recall@10": 0.35751, "Recall@100": 0.36717, "Recall@3": 0.30351, "Recall@5": 0.3352}, "rus-fiqa": {"MAP@1": 0.18713, "MAP@10": 0.25667, "MAP@100": 0.25776, "MAP@3": 0.24019, "MAP@5": 0.25174, "MRR@1": 0.334, "MRR@10": 0.3908, "MRR@100": 0.39156, "MRR@3": 0.38033, "MRR@5": 0.38753, "NDCG@1": 0.334, "NDCG@10": 0.30551, "NDCG@100": 0.30766, "NDCG@3": 0.30146, "NDCG@5": 0.30177, "P@1": 0.334, "P@10": 0.0692, "P@100": 0.00722, "P@3": 0.18133, "P@5": 0.126, "Recall@1": 0.18713, "Recall@10": 0.32352, "Recall@100": 0.33189, "Recall@3": 0.27306, "Recall@5": 0.3025}, "rus-miracl": {"MAP@1": 0.23061, "MAP@10": 0.31189, "MAP@100": 0.31214, "MAP@3": 0.29396, "MAP@5": 0.30665, "MRR@1": 0.47364, "MRR@10": 0.5029, "MRR@100": 0.50295, "MRR@3": 0.49973, "MRR@5": 0.50233, "NDCG@1": 0.47364, "NDCG@10": 0.36348, "NDCG@100": 0.36383, "NDCG@3": 0.3828, "NDCG@5": 0.3681, "P@1": 0.47364, "P@10": 0.09177, "P@100": 0.00924, "P@3": 0.2508, "P@5": 0.17125, "Recall@1": 0.23061, "Recall@10": 0.33949, "Recall@100": 0.34023, "Recall@3": 0.30852, "Recall@5": 0.32925}, "rus-mmarco": {"MAP@1": 0.12869, "MAP@10": 0.19017, "MAP@100": 0.19087, "MAP@3": 0.17629, "MAP@5": 0.18518, "MRR@1": 0.13238, "MRR@10": 0.19439, "MRR@100": 0.19508, "MRR@3": 0.18068, "MRR@5": 0.18947, "NDCG@1": 0.13252, "NDCG@10": 0.22067, "NDCG@100": 0.22301, "NDCG@3": 0.19317, "NDCG@5": 0.20897, "P@1": 0.13252, "P@10": 0.03242, "P@100": 0.00334, "P@3": 0.08219, "P@5": 0.05736, "Recall@1": 0.12869, "Recall@10": 0.31061, "Recall@100": 0.31931, "Recall@3": 0.23781, "Recall@5": 0.27549}, "rus-nfcorpus": {"MAP@1": 0.06495, "MAP@10": 0.13302, "MAP@100": 0.14166, "MAP@3": 0.10517, "MAP@5": 0.11921, "MRR@1": 0.48297, "MRR@10": 0.55843, "MRR@100": 0.56074, "MRR@3": 0.54386, "MRR@5": 0.55439, "NDCG@1": 0.4644, "NDCG@10": 0.34325, "NDCG@100": 0.23949, "NDCG@3": 0.41608, "NDCG@5": 0.38826, "P@1": 0.47678, "P@10": 0.23901, "P@100": 0.03133, "P@3": 0.38803, "P@5": 0.32817, "Recall@1": 0.06495, "Recall@10": 0.15941, "Recall@100": 0.18063, "Recall@3": 0.11359, "Recall@5": 0.13786}, "rus-quora": {"MAP@1": 0.55462, "MAP@10": 0.66319, "MAP@100": 0.66405, "MAP@3": 0.64442, "MAP@5": 0.65724, "MRR@1": 0.6382, "MRR@10": 0.70619, "MRR@100": 0.70657, "MRR@3": 0.69757, "MRR@5": 0.70382, "NDCG@1": 0.638, "NDCG@10": 0.70041, "NDCG@100": 0.70182, "NDCG@3": 0.68206, "NDCG@5": 0.69323, "P@1": 0.638, "P@10": 0.10274, "P@100": 0.01045, "P@3": 0.29747, "P@5": 0.1936, "Recall@1": 0.55462, "Recall@10": 0.76237, "Recall@100": 0.76835, "Recall@3": 0.70537, "Recall@5": 0.73967}, "rus-scidocs": {"MAP@1": 0.0482, "MAP@10": 0.10459, "MAP@100": 0.10816, "MAP@3": 0.08113, "MAP@5": 0.0939, "MRR@1": 0.238, "MRR@10": 0.32123, "MRR@100": 0.32396, "MRR@3": 0.3, "MRR@5": 0.31325, "NDCG@1": 0.238, "NDCG@10": 0.17241, "NDCG@100": 0.18243, "NDCG@3": 0.18072, "NDCG@5": 0.15173, "P@1": 0.238, "P@10": 0.0825, "P@100": 0.00938, "P@3": 0.165, "P@5": 0.1276, "Recall@1": 0.0482, "Recall@10": 0.16733, "Recall@100": 0.19045, "Recall@3": 0.1003, "Recall@5": 0.12935}, "rus-scifact": {"MAP@1": 0.61594, "MAP@10": 0.69668, "MAP@100": 0.69755, "MAP@3": 0.67244, "MAP@5": 0.68865, "MRR@1": 0.64667, "MRR@10": 0.7073, "MRR@100": 0.70788, "MRR@3": 0.68778, "MRR@5": 0.70061, "NDCG@1": 0.64667, "NDCG@10": 0.73128, "NDCG@100": 0.73357, "NDCG@3": 0.69169, "NDCG@5": 0.71441, "P@1": 0.64667, "P@10": 0.09267, "P@100": 0.0094, "P@3": 0.26444, "P@5": 0.17333, "Recall@1": 0.61594, "Recall@10": 0.82656, "Recall@100": 0.83389, "Recall@3": 0.723, "Recall@5": 0.77894}, "rus-touche": {"MAP@1": 0.03528, "MAP@10": 0.13342, "MAP@100": 0.15375, "MAP@3": 0.07675, "MAP@5": 0.09771, "MRR@1": 0.46939, "MRR@10": 0.65751, "MRR@100": 0.65921, "MRR@3": 0.63265, "MRR@5": 0.65204, "NDCG@1": 0.44898, "NDCG@10": 0.3323, "NDCG@100": 0.31285, "NDCG@3": 0.42233, "NDCG@5": 0.36883, "P@1": 0.46939, "P@10": 0.28571, "P@100": 0.03918, "P@3": 0.44218, "P@5": 0.36327, "Recall@1": 0.03528, "Recall@10": 0.20274, "Recall@100": 0.26441, "Recall@3": 0.09338, "Recall@5": 0.12883}, "rus-trec-covid": {"MAP@1": 0.00244, "MAP@10": 0.01828, "MAP@100": 0.02682, "MAP@3": 0.00679, "MAP@5": 0.01075, "MRR@1": 0.88, "MRR@10": 0.92286, "MRR@100": 0.92286, "MRR@3": 0.92, "MRR@5": 0.92, "NDCG@1": 0.82, "NDCG@10": 0.69017, "NDCG@100": 0.1912, "NDCG@3": 0.78816, "NDCG@5": 0.75599, "P@1": 0.88, "P@10": 0.72, "P@100": 0.1116, "P@3": 0.84, "P@5": 0.804, "Recall@1": 0.00244, "Recall@10": 0.01937, "Recall@100": 0.02932, "Recall@3": 0.00694, "Recall@5": 0.01113}, "rus-tydiqa": {"MAP@1": 0.36489, "MAP@10": 0.46012, "MAP@100": 0.46053, "MAP@3": 0.44825, "MAP@5": 0.45777, "MRR@1": 0.39759, "MRR@10": 0.48883, "MRR@100": 0.4891, "MRR@3": 0.48135, "MRR@5": 0.48708, "NDCG@1": 0.39501, "NDCG@10": 0.49843, "NDCG@100": 0.49976, "NDCG@3": 0.47934, "NDCG@5": 0.49389, "P@1": 0.39501, "P@10": 0.06592, "P@100": 0.00665, "P@3": 0.19908, "P@5": 0.12823, "Recall@1": 0.36489, "Recall@10": 0.58391, "Recall@100": 0.58864, "Recall@3": 0.53973, "Recall@5": 0.57157}, "rus-xquad": {"MAP@1": 0.97899, "MAP@10": 0.9862, "MAP@100": 0.9862, "MAP@3": 0.98599, "MAP@5": 0.9862, "MRR@1": 0.97899, "MRR@10": 0.9862, "MRR@100": 0.9862, "MRR@3": 0.98599, "MRR@5": 0.9862, "NDCG@1": 0.97899, "NDCG@10": 0.98826, "NDCG@100": 0.98826, "NDCG@3": 0.98789, "NDCG@5": 0.98826, "P@1": 0.97899, "P@10": 0.09941, "P@100": 0.00994, "P@3": 0.33109, "P@5": 0.19882, "Recall@1": 0.97899, "Recall@10": 0.99412, "Recall@100": 0.99412, "Recall@3": 0.99328, "Recall@5": 0.99412}, "rus-xquad-sentences": {"MAP@1": 0.86597, "MAP@10": 0.89799, "MAP@100": 0.89805, "MAP@3": 0.89594, "MAP@5": 0.89775, "MRR@1": 0.86639, "MRR@10": 0.89841, "MRR@100": 0.89847, "MRR@3": 0.89636, "MRR@5": 0.89817, "NDCG@1": 0.86639, "NDCG@10": 0.90856, "NDCG@100": 0.90878, "NDCG@3": 0.90482, "NDCG@5": 0.908, "P@1": 0.86639, "P@10": 0.09395, "P@100": 0.0094, "P@3": 0.31008, "P@5": 0.18756, "Recall@1": 0.86597, "Recall@10": 0.93908, "Recall@100": 0.93992, "Recall@3": 0.92983, "Recall@5": 0.93739}, "ruscibench-retrieval": {"MAP@1": 0.24305, "MAP@10": 0.38462, "MAP@100": 0.38756, "MAP@3": 0.33487, "MAP@5": 0.36321, "MRR@1": 0.68986, "MRR@10": 0.74007, "MRR@100": 0.7403, "MRR@3": 0.73575, "MRR@5": 0.73894, "NDCG@1": 0.68986, "NDCG@10": 0.48324, "NDCG@100": 0.48821, "NDCG@3": 0.5415, "NDCG@5": 0.49584, "P@1": 0.68986, "P@10": 0.17536, "P@100": 0.01812, "P@3": 0.41063, "P@5": 0.29855, "Recall@1": 0.24305, "Recall@10": 0.43777, "Recall@100": 0.44919, "Recall@3": 0.35033, "Recall@5": 0.39556}, "sberquad-retrieval": {"MAP@1": 0.2643, "MAP@10": 0.61281, "MAP@100": 0.61284, "MAP@3": 0.60938, "MAP@5": 0.61246, "MRR@1": 0.46982, "MRR@10": 0.71645, "MRR@100": 0.7165, "MRR@3": 0.71389, "MRR@5": 0.71615, "NDCG@1": 0.2643, "NDCG@10": 0.70703, "NDCG@100": 0.70713, "NDCG@3": 0.7008, "NDCG@5": 0.70618, "P@1": 0.2643, "P@10": 0.09742, "P@100": 0.00975, "P@3": 0.31963, "P@5": 0.19432, "Recall@1": 0.2643, "Recall@10": 0.97419, "Recall@100": 0.97458, "Recall@3": 0.9589, "Recall@5": 0.9716}, "wikifacts-articles": {"MAP@1": 0.60506, "MAP@10": 0.77763, "MAP@100": 0.77883, "MAP@3": 0.74807, "MAP@5": 0.76859, "MRR@1": 0.76934, "MRR@10": 0.85023, "MRR@100": 0.85042, "MRR@3": 0.84605, "MRR@5": 0.84906, "NDCG@1": 0.76168, "NDCG@10": 0.82598, "NDCG@100": 0.82834, "NDCG@3": 0.79576, "NDCG@5": 0.8144, "P@1": 0.76953, "P@10": 0.13467, "P@100": 0.01365, "P@3": 0.38905, "P@5": 0.25438, "Recall@1": 0.60506, "Recall@10": 0.88849, "Recall@100": 0.89562, "Recall@3": 0.81599, "Recall@5": 0.86039}, "wikifacts-para": {"MAP@1": 0.31321, "MAP@10": 0.45521, "MAP@100": 0.45722, "MAP@3": 0.42414, "MAP@5": 0.44505, "MRR@1": 0.48537, "MRR@10": 0.59431, "MRR@100": 0.59478, "MRR@3": 0.58197, "MRR@5": 0.59106, "NDCG@1": 0.4769, "NDCG@10": 0.52802, "NDCG@100": 0.53226, "NDCG@3": 0.49814, "NDCG@5": 0.51438, "P@1": 0.48518, "P@10": 0.11012, "P@100": 0.01138, "P@3": 0.28775, "P@5": 0.19952, "Recall@1": 0.31321, "Recall@10": 0.59074, "Recall@100": 0.60293, "Recall@3": 0.49977, "Recall@5": 0.55296}, "wikifacts-sents": {"MAP@1": 0.09405, "MAP@10": 0.13644, "MAP@100": 0.13723, "MAP@3": 0.12749, "MAP@5": 0.13334, "MRR@1": 0.1749, "MRR@10": 0.22655, "MRR@100": 0.22733, "MRR@3": 0.21803, "MRR@5": 0.22351, "NDCG@1": 0.15319, "NDCG@10": 0.17067, "NDCG@100": 0.17293, "NDCG@3": 0.16246, "NDCG@5": 0.16605, "P@1": 0.1588, "P@10": 0.03952, "P@100": 0.00415, "P@3": 0.10086, "P@5": 0.07007, "Recall@1": 0.09405, "Recall@10": 0.18795, "Recall@100": 0.19479, "Recall@3": 0.15597, "Recall@5": 0.17346}, "wikifacts-window_2": {"MAP@1": 0.08617, "MAP@10": 0.19029, "MAP@100": 0.19275, "MAP@3": 0.1602, "MAP@5": 0.17979, "MRR@1": 0.30874, "MRR@10": 0.39599, "MRR@100": 0.39678, "MRR@3": 0.38127, "MRR@5": 0.39152, "NDCG@1": 0.29627, "NDCG@10": 0.2634, "NDCG@100": 0.26549, "NDCG@3": 0.26956, "NDCG@5": 0.2639, "P@1": 0.30437, "P@10": 0.10577, "P@100": 0.01131, "P@3": 0.2323, "P@5": 0.17719, "Recall@1": 0.08617, "Recall@10": 0.25977, "Recall@100": 0.2716, "Recall@3": 0.18827, "Recall@5": 0.22889}, "wikifacts-window_3": {"MAP@1": 0.0691, "MAP@10": 0.2122, "MAP@100": 0.21821, "MAP@3": 0.16281, "MAP@5": 0.19012, "MRR@1": 0.36043, "MRR@10": 0.44349, "MRR@100": 0.44457, "MRR@3": 0.42747, "MRR@5": 0.43815, "NDCG@1": 0.35006, "NDCG@10": 0.30251, "NDCG@100": 0.30243, "NDCG@3": 0.32125, "NDCG@5": 0.31092, "P@1": 0.35897, "P@10": 0.16336, "P@100": 0.01812, "P@3": 0.31921, "P@5": 0.25321, "Recall@1": 0.0691, "Recall@10": 0.27903, "Recall@100": 0.29982, "Recall@3": 0.18239, "Recall@5": 0.22955}, "wikifacts-window_4": {"MAP@1": 0.05712, "MAP@10": 0.22304, "MAP@100": 0.23321, "MAP@3": 0.14614, "MAP@5": 0.19046, "MRR@1": 0.39709, "MRR@10": 0.47193, "MRR@100": 0.47328, "MRR@3": 0.45568, "MRR@5": 0.46585, "NDCG@1": 0.38538, "NDCG@10": 0.32946, "NDCG@100": 0.32224, "NDCG@3": 0.36545, "NDCG@5": 0.34452, "P@1": 0.39419, "P@10": 0.21428, "P@100": 0.0245, "P@3": 0.36748, "P@5": 0.31342, "Recall@1": 0.05712, "Recall@10": 0.28336, "Recall@100": 0.31236, "Recall@3": 0.15969, "Recall@5": 0.22036}, "wikifacts-window_5": {"MAP@1": 0.04877, "MAP@10": 0.22625, "MAP@100": 0.24148, "MAP@3": 0.12727, "MAP@5": 0.18559, "MRR@1": 0.41922, "MRR@10": 0.49189, "MRR@100": 0.49356, "MRR@3": 0.47507, "MRR@5": 0.48511, "NDCG@1": 0.40831, "NDCG@10": 0.34956, "NDCG@100": 0.33392, "NDCG@3": 0.38995, "NDCG@5": 0.36822, "P@1": 0.41759, "P@10": 0.25985, "P@100": 0.03071, "P@3": 0.39269, "P@5": 0.36294, "Recall@1": 0.04877, "Recall@10": 0.28078, "Recall@100": 0.31823, "Recall@3": 0.13718, "Recall@5": 0.2095}, "wikifacts-window_6": {"MAP@1": 0.04351, "MAP@10": 0.22787, "MAP@100": 0.24966, "MAP@3": 0.11546, "MAP@5": 0.17343, "MRR@1": 0.43821, "MRR@10": 0.51082, "MRR@100": 0.51275, "MRR@3": 0.49441, "MRR@5": 0.50375, "NDCG@1": 0.43047, "NDCG@10": 0.37101, "NDCG@100": 0.34519, "NDCG@3": 0.41391, "NDCG@5": 0.39648, "P@1": 0.4393, "P@10": 0.29681, "P@100": 0.03644, "P@3": 0.41753, "P@5": 0.39401, "Recall@1": 0.04351, "Recall@10": 0.27662, "Recall@100": 0.32417, "Recall@3": 0.12382, "Recall@5": 0.19328}}}, "source_url": "", "type": "reranker", "verified": true}