diff --git a/docs/mmteb/points/636.jsonl b/docs/mmteb/points/636.jsonl new file mode 100644 index 0000000000..bf1319b4e8 --- /dev/null +++ b/docs/mmteb/points/636.jsonl @@ -0,0 +1,4 @@ +{"GitHub": "jupyterjazz", "New dataset": 100} +{"GitHub": "imenelydiaker", "Review PR": 2} +{"GitHub": "Andrian0s", "Review PR": 2} +{"GitHub": "KennethEnevoldsen", "Review PR": 2} \ No newline at end of file diff --git a/mteb/tasks/Retrieval/__init__.py b/mteb/tasks/Retrieval/__init__.py index bb3312a2e2..bfa7a0d930 100644 --- a/mteb/tasks/Retrieval/__init__.py +++ b/mteb/tasks/Retrieval/__init__.py @@ -62,6 +62,7 @@ from .kat.GeorgianFAQRetrieval import * from .kor.KoMiracl import * from .kor.KoStrategyQA import * +from .multilingual.BelebeleRetrieval import * from .multilingual.IndicQARetrieval import * from .multilingual.MintakaRetrieval import * from .multilingual.MIRACLRetrieval import * diff --git a/mteb/tasks/Retrieval/multilingual/BelebeleRetrieval.py b/mteb/tasks/Retrieval/multilingual/BelebeleRetrieval.py new file mode 100644 index 0000000000..d6d825168d --- /dev/null +++ b/mteb/tasks/Retrieval/multilingual/BelebeleRetrieval.py @@ -0,0 +1,201 @@ +from __future__ import annotations + +from datasets import load_dataset + +from mteb.abstasks.TaskMetadata import TaskMetadata + +from ....abstasks import MultilingualTask +from ....abstasks.AbsTaskRetrieval import AbsTaskRetrieval + +_EVAL_SPLIT = "test" + +_LANGS = { + "acm": ["acm-Arab"], + "afr": ["afr-Latn"], + "als": ["als-Latn"], + "amh": ["amh-Ethi"], + "apc": ["apc-Arab"], + "arb": ["arb-Arab"], + "ars": ["ars-Arab"], + "ary": ["ary-Arab"], + "arz": ["arz-Arab"], + "asm": ["asm-Beng"], + "azj": ["azj-Latn"], + "bam": ["bam-Latn"], + "ben": ["ben-Beng"], + "bod": ["bod-Tibt"], + "bul": ["bul-Cyrl"], + "cat": ["cat-Latn"], + "ceb": ["ceb-Latn"], + "ces": ["ces-Latn"], + "ckb": ["ckb-Arab"], + "dan": ["dan-Latn"], + "deu": ["deu-Latn"], + "ell": ["ell-Grek"], + "eng": ["eng-Latn"], + "est": ["est-Latn"], + "eus": ["eus-Latn"], + "fin": ["fin-Latn"], + "fra": ["fra-Latn"], + "fuv": ["fuv-Latn"], + "gaz": ["gaz-Latn"], + "grn": ["grn-Latn"], + "guj": ["guj-Gujr"], + "hat": ["hat-Latn"], + "hau": ["hau-Latn"], + "heb": ["heb-Hebr"], + "hin": ["hin-Deva"], + "hrv": ["hrv-Latn"], + "hun": ["hun-Latn"], + "hye": ["hye-Armn"], + "ibo": ["ibo-Latn"], + "ilo": ["ilo-Latn"], + "ind": ["ind-Latn"], + "isl": ["isl-Latn"], + "ita": ["ita-Latn"], + "jav": ["jav-Latn"], + "jpn": ["jpn-Jpan"], + "kac": ["kac-Latn"], + "kan": ["kan-Knda"], + "kat": ["kat-Geor"], + "kaz": ["kaz-Cyrl"], + "kea": ["kea-Latn"], + "khk": ["khk-Cyrl"], + "khm": ["khm-Khmr"], + "kin": ["kin-Latn"], + "kir": ["kir-Cyrl"], + "kor": ["kor-Hang"], + "lao": ["lao-Laoo"], + "lin": ["lin-Latn"], + "lit": ["lit-Latn"], + "lug": ["lug-Latn"], + "luo": ["luo-Latn"], + "lvs": ["lvs-Latn"], + "mal": ["mal-Mlym"], + "mar": ["mar-Deva"], + "mkd": ["mkd-Cyrl"], + "mlt": ["mlt-Latn"], + "mri": ["mri-Latn"], + "mya": ["mya-Mymr"], + "nld": ["nld-Latn"], + "nob": ["nob-Latn"], + "npi": ["npi-Deva"], + "nso": ["nso-Latn"], + "nya": ["nya-Latn"], + "ory": ["ory-Orya"], + "pan": ["pan-Guru"], + "pbt": ["pbt-Arab"], + "pes": ["pes-Arab"], + "plt": ["plt-Latn"], + "pol": ["pol-Latn"], + "por": ["por-Latn"], + "ron": ["ron-Latn"], + "rus": ["rus-Cyrl"], + "shn": ["shn-Mymr"], + "sin": ["sin-Latn"], + "slk": ["slk-Latn"], + "slv": ["slv-Latn"], + "sna": ["sna-Latn"], + "snd": ["snd-Arab"], + "som": ["som-Latn"], + "sot": ["sot-Latn"], + "spa": ["spa-Latn"], + "srp": ["srp-Cyrl"], + "ssw": ["ssw-Latn"], + "sun": ["sun-Latn"], + "swe": ["swe-Latn"], + "swh": ["swh-Latn"], + "tam": ["tam-Taml"], + "tel": ["tel-Telu"], + "tgk": ["tgk-Cyrl"], + "tgl": ["tgl-Latn"], + "tha": ["tha-Thai"], + "tir": ["tir-Ethi"], + "tsn": ["tsn-Latn"], + "tso": ["tso-Latn"], + "tur": ["tur-Latn"], + "ukr": ["ukr-Cyrl"], + "urd": ["urd-Arab"], + "uzn": ["uzn-Latn"], + "vie": ["vie-Latn"], + "war": ["war-Latn"], + "wol": ["wol-Latn"], + "xho": ["xho-Latn"], + "yor": ["yor-Latn"], + "zho": ["zho-Hans"], + "zsm": ["zsm-Latn"], + "zul": ["zul-Latn"], +} + + +class BelebeleRetrieval(MultilingualTask, AbsTaskRetrieval): + metadata = TaskMetadata( + name="BelebeleRetrieval", + dataset={ + "path": "facebook/belebele", + "revision": "75b399394a9803252cfec289d103de462763db7c", + }, + description=( + "Belebele is a multiple-choice machine reading comprehension (MRC) dataset spanning 115 distinct languages." + ), + type="Retrieval", + category="s2p", + eval_splits=[_EVAL_SPLIT], + eval_langs=_LANGS, + reference="https://arxiv.org/abs/2308.16884", + main_score="ndcg_at_10", + license="CC-BY-SA-4.0", + domains=["Web", "News"], + text_creation="created", + n_samples={_EVAL_SPLIT: 103500}, # number of languages * 900 + date=("2023-08-31", "2023-08-31"), + form=["written"], + task_subtypes=["Question answering"], + socioeconomic_status="mixed", + annotations_creators="expert-annotated", + dialect=[], + avg_character_length={_EVAL_SPLIT: 568}, # avg length of query-passage pairs + bibtex_citation="""@article{bandarkar2023belebele, + title={The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants}, + author={Lucas Bandarkar and Davis Liang and Benjamin Muller and Mikel Artetxe and Satya Narayan Shukla and Donald Husa and Naman Goyal and Abhinandan Krishnan and Luke Zettlemoyer and Madian Khabsa}, + year={2023}, + journal={arXiv preprint arXiv:2308.16884} +}""", + ) + + def load_data(self, **kwargs) -> None: + if self.data_loaded: + return + + self.dataset = load_dataset(**self.metadata_dict["dataset"]) + + self.queries = {lang: {_EVAL_SPLIT: {}} for lang in self.langs} + self.corpus = {lang: {_EVAL_SPLIT: {}} for lang in self.langs} + self.relevant_docs = {lang: {_EVAL_SPLIT: {}} for lang in self.langs} + + for lang in self.langs: + belebele_lang = _LANGS[lang][0].replace("-", "_") + ds = self.dataset[belebele_lang] + + question_ids = { + question: _id for _id, question in enumerate(set(ds["question"])) + } + context_ids = { + passage: _id for _id, passage in enumerate(set(ds["flores_passage"])) + } + + for row in ds: + query = row["question"] + query_id = f"Q{question_ids[query]}" + self.queries[lang][_EVAL_SPLIT][query_id] = query + context = row["flores_passage"] + context_id = f"C{context_ids[context]}" + self.corpus[lang][_EVAL_SPLIT][context_id] = { + "title": "", + "text": context, + } + if query_id not in self.relevant_docs[lang][_EVAL_SPLIT]: + self.relevant_docs[lang][_EVAL_SPLIT][query_id] = {} + self.relevant_docs[lang][_EVAL_SPLIT][query_id][context_id] = 1 + + self.data_loaded = True diff --git a/results/intfloat__multilingual-e5-small/BelebeleRetrieval.json b/results/intfloat__multilingual-e5-small/BelebeleRetrieval.json new file mode 100644 index 0000000000..173e8f1a05 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/BelebeleRetrieval.json @@ -0,0 +1,4263 @@ +{ + "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "mteb_dataset_name": "BelebeleRetrieval", + "mteb_version": "1.7.60", + "test": { + "acm": { + "map_at_1": 0.67, + "map_at_10": 0.73936, + "map_at_100": 0.74376, + "map_at_1000": 0.74391, + "map_at_20": 0.74237, + "map_at_3": 0.72426, + "map_at_5": 0.73165, + "mrr_at_1": 0.67, + "mrr_at_10": 0.73936, + "mrr_at_100": 0.74376, + "mrr_at_1000": 0.74391, + "mrr_at_20": 0.74237, + "mrr_at_3": 0.72426, + "mrr_at_5": 0.73165, + "ndcg_at_1": 0.67, + "ndcg_at_10": 0.77355, + "ndcg_at_100": 0.79393, + "ndcg_at_1000": 0.79731, + "ndcg_at_20": 0.78414, + "ndcg_at_3": 0.742, + "ndcg_at_5": 0.75529, + "precision_at_1": 0.67, + "precision_at_10": 0.08811, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "precision_at_20": 0.04611, + "precision_at_3": 0.26444, + "precision_at_5": 0.16511, + "recall_at_1": 0.67, + "recall_at_10": 0.88111, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "recall_at_20": 0.92222, + "recall_at_3": 0.79333, + "recall_at_5": 0.82556 + }, + "afr": { + "map_at_1": 0.71778, + "map_at_10": 0.77793, + "map_at_100": 0.78146, + "map_at_1000": 0.78156, + "map_at_20": 0.77975, + "map_at_3": 0.76519, + "map_at_5": 0.77169, + "mrr_at_1": 0.71778, + "mrr_at_10": 0.77793, + "mrr_at_100": 0.78146, + "mrr_at_1000": 0.78156, + "mrr_at_20": 0.77975, + "mrr_at_3": 0.76519, + "mrr_at_5": 0.77169, + "ndcg_at_1": 0.71778, + "ndcg_at_10": 0.80718, + "ndcg_at_100": 0.82506, + "ndcg_at_1000": 0.82726, + "ndcg_at_20": 0.81389, + "ndcg_at_3": 0.78069, + "ndcg_at_5": 0.7925, + "precision_at_1": 0.71778, + "precision_at_10": 0.08989, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04628, + "precision_at_3": 0.27519, + "precision_at_5": 0.17089, + "recall_at_1": 0.71778, + "recall_at_10": 0.89889, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.92556, + "recall_at_3": 0.82556, + "recall_at_5": 0.85444 + }, + "als": { + "map_at_1": 0.73889, + "map_at_10": 0.79954, + "map_at_100": 0.80289, + "map_at_1000": 0.80295, + "map_at_20": 0.8018, + "map_at_3": 0.78611, + "map_at_5": 0.79367, + "mrr_at_1": 0.73889, + "mrr_at_10": 0.79954, + "mrr_at_100": 0.80289, + "mrr_at_1000": 0.80295, + "mrr_at_20": 0.8018, + "mrr_at_3": 0.78611, + "mrr_at_5": 0.79367, + "ndcg_at_1": 0.73889, + "ndcg_at_10": 0.8276, + "ndcg_at_100": 0.84336, + "ndcg_at_1000": 0.84496, + "ndcg_at_20": 0.83578, + "ndcg_at_3": 0.7998, + "ndcg_at_5": 0.81371, + "precision_at_1": 0.73889, + "precision_at_10": 0.09156, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04739, + "precision_at_3": 0.27963, + "precision_at_5": 0.17467, + "recall_at_1": 0.73889, + "recall_at_10": 0.91556, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.94778, + "recall_at_3": 0.83889, + "recall_at_5": 0.87333 + }, + "amh": { + "map_at_1": 0.52778, + "map_at_10": 0.6155, + "map_at_100": 0.62202, + "map_at_1000": 0.62232, + "map_at_20": 0.61967, + "map_at_3": 0.59426, + "map_at_5": 0.60598, + "mrr_at_1": 0.52778, + "mrr_at_10": 0.6155, + "mrr_at_100": 0.62202, + "mrr_at_1000": 0.62232, + "mrr_at_20": 0.61967, + "mrr_at_3": 0.59426, + "mrr_at_5": 0.60598, + "ndcg_at_1": 0.52778, + "ndcg_at_10": 0.66022, + "ndcg_at_100": 0.69208, + "ndcg_at_1000": 0.69856, + "ndcg_at_20": 0.67484, + "ndcg_at_3": 0.61546, + "ndcg_at_5": 0.63678, + "precision_at_1": 0.52778, + "precision_at_10": 0.08022, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "precision_at_20": 0.04294, + "precision_at_3": 0.22556, + "precision_at_5": 0.14578, + "recall_at_1": 0.52778, + "recall_at_10": 0.80222, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "recall_at_20": 0.85889, + "recall_at_3": 0.67667, + "recall_at_5": 0.72889 + }, + "apc": { + "map_at_1": 0.68778, + "map_at_10": 0.75455, + "map_at_100": 0.7582, + "map_at_1000": 0.75834, + "map_at_20": 0.75652, + "map_at_3": 0.74, + "map_at_5": 0.74872, + "mrr_at_1": 0.68778, + "mrr_at_10": 0.75455, + "mrr_at_100": 0.7582, + "mrr_at_1000": 0.75834, + "mrr_at_20": 0.75652, + "mrr_at_3": 0.74, + "mrr_at_5": 0.74872, + "ndcg_at_1": 0.68778, + "ndcg_at_10": 0.78628, + "ndcg_at_100": 0.80489, + "ndcg_at_1000": 0.80824, + "ndcg_at_20": 0.79336, + "ndcg_at_3": 0.75659, + "ndcg_at_5": 0.77222, + "precision_at_1": 0.68778, + "precision_at_10": 0.08856, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "precision_at_20": 0.04567, + "precision_at_3": 0.26815, + "precision_at_5": 0.16844, + "recall_at_1": 0.68778, + "recall_at_10": 0.88556, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "recall_at_20": 0.91333, + "recall_at_3": 0.80444, + "recall_at_5": 0.84222 + }, + "arb": { + "map_at_1": 0.81, + "map_at_10": 0.85544, + "map_at_100": 0.85714, + "map_at_1000": 0.8572, + "map_at_20": 0.85657, + "map_at_3": 0.84407, + "map_at_5": 0.85113, + "mrr_at_1": 0.81, + "mrr_at_10": 0.85544, + "mrr_at_100": 0.85714, + "mrr_at_1000": 0.8572, + "mrr_at_20": 0.85657, + "mrr_at_3": 0.84407, + "mrr_at_5": 0.85113, + "ndcg_at_1": 0.81, + "ndcg_at_10": 0.87849, + "ndcg_at_100": 0.88662, + "ndcg_at_1000": 0.88808, + "ndcg_at_20": 0.88249, + "ndcg_at_3": 0.85529, + "ndcg_at_5": 0.86806, + "precision_at_1": 0.81, + "precision_at_10": 0.09511, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04833, + "precision_at_3": 0.29593, + "precision_at_5": 0.18378, + "recall_at_1": 0.81, + "recall_at_10": 0.95111, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.96667, + "recall_at_3": 0.88778, + "recall_at_5": 0.91889 + }, + "ars": { + "map_at_1": 0.72222, + "map_at_10": 0.78076, + "map_at_100": 0.78394, + "map_at_1000": 0.78409, + "map_at_20": 0.7828, + "map_at_3": 0.76667, + "map_at_5": 0.77483, + "mrr_at_1": 0.72222, + "mrr_at_10": 0.78076, + "mrr_at_100": 0.78394, + "mrr_at_1000": 0.78409, + "mrr_at_20": 0.7828, + "mrr_at_3": 0.76667, + "mrr_at_5": 0.77483, + "ndcg_at_1": 0.72222, + "ndcg_at_10": 0.81027, + "ndcg_at_100": 0.82575, + "ndcg_at_1000": 0.82901, + "ndcg_at_20": 0.81798, + "ndcg_at_3": 0.78122, + "ndcg_at_5": 0.7959, + "precision_at_1": 0.72222, + "precision_at_10": 0.09033, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "precision_at_20": 0.04672, + "precision_at_3": 0.27444, + "precision_at_5": 0.17178, + "recall_at_1": 0.72222, + "recall_at_10": 0.90333, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "recall_at_20": 0.93444, + "recall_at_3": 0.82333, + "recall_at_5": 0.85889 + }, + "ary": { + "map_at_1": 0.41203, + "map_at_10": 0.50075, + "map_at_100": 0.51158, + "map_at_1000": 0.5119, + "map_at_20": 0.50816, + "map_at_3": 0.4729, + "map_at_5": 0.49061, + "mrr_at_1": 0.41203, + "mrr_at_10": 0.50075, + "mrr_at_100": 0.51158, + "mrr_at_1000": 0.5119, + "mrr_at_20": 0.50816, + "mrr_at_3": 0.4729, + "mrr_at_5": 0.49061, + "ndcg_at_1": 0.41203, + "ndcg_at_10": 0.54924, + "ndcg_at_100": 0.60019, + "ndcg_at_1000": 0.60822, + "ndcg_at_20": 0.57606, + "ndcg_at_3": 0.49247, + "ndcg_at_5": 0.52471, + "precision_at_1": 0.41203, + "precision_at_10": 0.07038, + "precision_at_100": 0.00939, + "precision_at_1000": 0.001, + "precision_at_20": 0.04048, + "precision_at_3": 0.183, + "precision_at_5": 0.12561, + "recall_at_1": 0.41203, + "recall_at_10": 0.70379, + "recall_at_100": 0.93875, + "recall_at_1000": 1.0, + "recall_at_20": 0.80958, + "recall_at_3": 0.549, + "recall_at_5": 0.62806 + }, + "arz": { + "map_at_1": 0.64778, + "map_at_10": 0.7143, + "map_at_100": 0.7197, + "map_at_1000": 0.71986, + "map_at_20": 0.71773, + "map_at_3": 0.69722, + "map_at_5": 0.70844, + "mrr_at_1": 0.64778, + "mrr_at_10": 0.7143, + "mrr_at_100": 0.7197, + "mrr_at_1000": 0.71986, + "mrr_at_20": 0.71773, + "mrr_at_3": 0.69722, + "mrr_at_5": 0.70844, + "ndcg_at_1": 0.64778, + "ndcg_at_10": 0.7475, + "ndcg_at_100": 0.77266, + "ndcg_at_1000": 0.77681, + "ndcg_at_20": 0.75935, + "ndcg_at_3": 0.71282, + "ndcg_at_5": 0.73299, + "precision_at_1": 0.64778, + "precision_at_10": 0.08522, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "precision_at_20": 0.04489, + "precision_at_3": 0.25259, + "precision_at_5": 0.16133, + "recall_at_1": 0.64778, + "recall_at_10": 0.85222, + "recall_at_100": 0.96778, + "recall_at_1000": 1.0, + "recall_at_20": 0.89778, + "recall_at_3": 0.75778, + "recall_at_5": 0.80667 + }, + "asm": { + "map_at_1": 0.47111, + "map_at_10": 0.55968, + "map_at_100": 0.5684, + "map_at_1000": 0.56861, + "map_at_20": 0.5649, + "map_at_3": 0.53907, + "map_at_5": 0.55046, + "mrr_at_1": 0.47111, + "mrr_at_10": 0.55968, + "mrr_at_100": 0.5684, + "mrr_at_1000": 0.56861, + "mrr_at_20": 0.5649, + "mrr_at_3": 0.53907, + "mrr_at_5": 0.55046, + "ndcg_at_1": 0.47111, + "ndcg_at_10": 0.60383, + "ndcg_at_100": 0.64877, + "ndcg_at_1000": 0.65401, + "ndcg_at_20": 0.62291, + "ndcg_at_3": 0.56075, + "ndcg_at_5": 0.58131, + "precision_at_1": 0.47111, + "precision_at_10": 0.07433, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "precision_at_20": 0.04094, + "precision_at_3": 0.20778, + "precision_at_5": 0.13467, + "recall_at_1": 0.47111, + "recall_at_10": 0.74333, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "recall_at_20": 0.81889, + "recall_at_3": 0.62333, + "recall_at_5": 0.67333 + }, + "azj": { + "map_at_1": 0.68222, + "map_at_10": 0.74823, + "map_at_100": 0.7528, + "map_at_1000": 0.75293, + "map_at_20": 0.75118, + "map_at_3": 0.7337, + "map_at_5": 0.74204, + "mrr_at_1": 0.68222, + "mrr_at_10": 0.74823, + "mrr_at_100": 0.7528, + "mrr_at_1000": 0.75293, + "mrr_at_20": 0.75118, + "mrr_at_3": 0.7337, + "mrr_at_5": 0.74204, + "ndcg_at_1": 0.68222, + "ndcg_at_10": 0.77985, + "ndcg_at_100": 0.80154, + "ndcg_at_1000": 0.8044, + "ndcg_at_20": 0.79055, + "ndcg_at_3": 0.74992, + "ndcg_at_5": 0.76521, + "precision_at_1": 0.68222, + "precision_at_10": 0.08789, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04606, + "precision_at_3": 0.26556, + "precision_at_5": 0.16689, + "recall_at_1": 0.68222, + "recall_at_10": 0.87889, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.92111, + "recall_at_3": 0.79667, + "recall_at_5": 0.83444 + }, + "bam": { + "map_at_1": 0.32333, + "map_at_10": 0.40214, + "map_at_100": 0.41173, + "map_at_1000": 0.41264, + "map_at_20": 0.40748, + "map_at_3": 0.38204, + "map_at_5": 0.39159, + "mrr_at_1": 0.32333, + "mrr_at_10": 0.40214, + "mrr_at_100": 0.41173, + "mrr_at_1000": 0.41264, + "mrr_at_20": 0.40748, + "mrr_at_3": 0.38204, + "mrr_at_5": 0.39159, + "ndcg_at_1": 0.32333, + "ndcg_at_10": 0.44344, + "ndcg_at_100": 0.49448, + "ndcg_at_1000": 0.51738, + "ndcg_at_20": 0.46285, + "ndcg_at_3": 0.40041, + "ndcg_at_5": 0.41748, + "precision_at_1": 0.32333, + "precision_at_10": 0.05756, + "precision_at_100": 0.00824, + "precision_at_1000": 0.001, + "precision_at_20": 0.03261, + "precision_at_3": 0.15111, + "precision_at_5": 0.09889, + "recall_at_1": 0.32333, + "recall_at_10": 0.57556, + "recall_at_100": 0.82444, + "recall_at_1000": 1.0, + "recall_at_20": 0.65222, + "recall_at_3": 0.45333, + "recall_at_5": 0.49444 + }, + "ben": { + "map_at_1": 0.70333, + "map_at_10": 0.77283, + "map_at_100": 0.77689, + "map_at_1000": 0.77694, + "map_at_20": 0.77558, + "map_at_3": 0.7587, + "map_at_5": 0.76776, + "mrr_at_1": 0.70333, + "mrr_at_10": 0.77283, + "mrr_at_100": 0.77689, + "mrr_at_1000": 0.77694, + "mrr_at_20": 0.77558, + "mrr_at_3": 0.7587, + "mrr_at_5": 0.76776, + "ndcg_at_1": 0.70333, + "ndcg_at_10": 0.80445, + "ndcg_at_100": 0.82387, + "ndcg_at_1000": 0.82492, + "ndcg_at_20": 0.81454, + "ndcg_at_3": 0.77647, + "ndcg_at_5": 0.79263, + "precision_at_1": 0.70333, + "precision_at_10": 0.09022, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04711, + "precision_at_3": 0.27593, + "precision_at_5": 0.17333, + "recall_at_1": 0.70333, + "recall_at_10": 0.90222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.94222, + "recall_at_3": 0.82778, + "recall_at_5": 0.86667 + }, + "bod": { + "map_at_1": 0.03222, + "map_at_10": 0.04016, + "map_at_100": 0.04573, + "map_at_1000": 0.04881, + "map_at_20": 0.04221, + "map_at_3": 0.03796, + "map_at_5": 0.03919, + "mrr_at_1": 0.03222, + "mrr_at_10": 0.04016, + "mrr_at_100": 0.04573, + "mrr_at_1000": 0.04881, + "mrr_at_20": 0.04221, + "mrr_at_3": 0.03796, + "mrr_at_5": 0.03919, + "ndcg_at_1": 0.03222, + "ndcg_at_10": 0.04461, + "ndcg_at_100": 0.0829, + "ndcg_at_1000": 0.1748, + "ndcg_at_20": 0.05215, + "ndcg_at_3": 0.03991, + "ndcg_at_5": 0.04215, + "precision_at_1": 0.03222, + "precision_at_10": 0.00589, + "precision_at_100": 0.00266, + "precision_at_1000": 0.001, + "precision_at_20": 0.00444, + "precision_at_3": 0.01519, + "precision_at_5": 0.01022, + "recall_at_1": 0.03222, + "recall_at_10": 0.05889, + "recall_at_100": 0.26556, + "recall_at_1000": 1.0, + "recall_at_20": 0.08889, + "recall_at_3": 0.04556, + "recall_at_5": 0.05111 + }, + "bul": { + "map_at_1": 0.82333, + "map_at_10": 0.87, + "map_at_100": 0.87197, + "map_at_1000": 0.872, + "map_at_20": 0.87132, + "map_at_3": 0.8637, + "map_at_5": 0.86676, + "mrr_at_1": 0.82333, + "mrr_at_10": 0.87, + "mrr_at_100": 0.87197, + "mrr_at_1000": 0.872, + "mrr_at_20": 0.87132, + "mrr_at_3": 0.8637, + "mrr_at_5": 0.86676, + "ndcg_at_1": 0.82333, + "ndcg_at_10": 0.89007, + "ndcg_at_100": 0.89928, + "ndcg_at_1000": 0.89998, + "ndcg_at_20": 0.89486, + "ndcg_at_3": 0.87648, + "ndcg_at_5": 0.88198, + "precision_at_1": 0.82333, + "precision_at_10": 0.09522, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.30444, + "precision_at_5": 0.18533, + "recall_at_1": 0.82333, + "recall_at_10": 0.95222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.91333, + "recall_at_5": 0.92667 + }, + "cat": { + "map_at_1": 0.82667, + "map_at_10": 0.87435, + "map_at_100": 0.87593, + "map_at_1000": 0.87597, + "map_at_20": 0.87545, + "map_at_3": 0.8663, + "map_at_5": 0.87152, + "mrr_at_1": 0.82667, + "mrr_at_10": 0.87435, + "mrr_at_100": 0.87593, + "mrr_at_1000": 0.87597, + "mrr_at_20": 0.87545, + "mrr_at_3": 0.8663, + "mrr_at_5": 0.87152, + "ndcg_at_1": 0.82667, + "ndcg_at_10": 0.89461, + "ndcg_at_100": 0.9024, + "ndcg_at_1000": 0.90328, + "ndcg_at_20": 0.89875, + "ndcg_at_3": 0.8787, + "ndcg_at_5": 0.88798, + "precision_at_1": 0.82667, + "precision_at_10": 0.09567, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.30481, + "precision_at_5": 0.18733, + "recall_at_1": 0.82667, + "recall_at_10": 0.95667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.91444, + "recall_at_5": 0.93667 + }, + "ceb": { + "map_at_1": 0.62222, + "map_at_10": 0.69215, + "map_at_100": 0.69676, + "map_at_1000": 0.697, + "map_at_20": 0.69488, + "map_at_3": 0.67389, + "map_at_5": 0.68339, + "mrr_at_1": 0.62222, + "mrr_at_10": 0.69215, + "mrr_at_100": 0.69676, + "mrr_at_1000": 0.697, + "mrr_at_20": 0.69488, + "mrr_at_3": 0.67389, + "mrr_at_5": 0.68339, + "ndcg_at_1": 0.62222, + "ndcg_at_10": 0.72817, + "ndcg_at_100": 0.75207, + "ndcg_at_1000": 0.75765, + "ndcg_at_20": 0.73803, + "ndcg_at_3": 0.69059, + "ndcg_at_5": 0.70738, + "precision_at_1": 0.62222, + "precision_at_10": 0.08422, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "precision_at_20": 0.04406, + "precision_at_3": 0.2463, + "precision_at_5": 0.15578, + "recall_at_1": 0.62222, + "recall_at_10": 0.84222, + "recall_at_100": 0.95778, + "recall_at_1000": 1.0, + "recall_at_20": 0.88111, + "recall_at_3": 0.73889, + "recall_at_5": 0.77889 + }, + "ces": { + "map_at_1": 0.83111, + "map_at_10": 0.87305, + "map_at_100": 0.87515, + "map_at_1000": 0.8752, + "map_at_20": 0.8747, + "map_at_3": 0.86574, + "map_at_5": 0.87024, + "mrr_at_1": 0.83111, + "mrr_at_10": 0.87305, + "mrr_at_100": 0.87515, + "mrr_at_1000": 0.8752, + "mrr_at_20": 0.8747, + "mrr_at_3": 0.86574, + "mrr_at_5": 0.87024, + "ndcg_at_1": 0.83111, + "ndcg_at_10": 0.89204, + "ndcg_at_100": 0.90125, + "ndcg_at_1000": 0.90228, + "ndcg_at_20": 0.8978, + "ndcg_at_3": 0.87684, + "ndcg_at_5": 0.88501, + "precision_at_1": 0.83111, + "precision_at_10": 0.09511, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.30296, + "precision_at_5": 0.18578, + "recall_at_1": 0.83111, + "recall_at_10": 0.95111, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.90889, + "recall_at_5": 0.92889 + }, + "ckb": { + "map_at_1": 0.26222, + "map_at_10": 0.35448, + "map_at_100": 0.36574, + "map_at_1000": 0.36646, + "map_at_20": 0.36034, + "map_at_3": 0.32574, + "map_at_5": 0.34174, + "mrr_at_1": 0.26222, + "mrr_at_10": 0.35448, + "mrr_at_100": 0.36574, + "mrr_at_1000": 0.36646, + "mrr_at_20": 0.36034, + "mrr_at_3": 0.32574, + "mrr_at_5": 0.34174, + "ndcg_at_1": 0.26222, + "ndcg_at_10": 0.40678, + "ndcg_at_100": 0.46719, + "ndcg_at_1000": 0.48437, + "ndcg_at_20": 0.42813, + "ndcg_at_3": 0.34705, + "ndcg_at_5": 0.37612, + "precision_at_1": 0.26222, + "precision_at_10": 0.05744, + "precision_at_100": 0.0087, + "precision_at_1000": 0.001, + "precision_at_20": 0.03294, + "precision_at_3": 0.1363, + "precision_at_5": 0.096, + "recall_at_1": 0.26222, + "recall_at_10": 0.57444, + "recall_at_100": 0.87, + "recall_at_1000": 1.0, + "recall_at_20": 0.65889, + "recall_at_3": 0.40889, + "recall_at_5": 0.48 + }, + "dan": { + "map_at_1": 0.82, + "map_at_10": 0.86946, + "map_at_100": 0.87082, + "map_at_1000": 0.87083, + "map_at_20": 0.87039, + "map_at_3": 0.86, + "map_at_5": 0.86528, + "mrr_at_1": 0.82, + "mrr_at_10": 0.86946, + "mrr_at_100": 0.87082, + "mrr_at_1000": 0.87083, + "mrr_at_20": 0.87039, + "mrr_at_3": 0.86, + "mrr_at_5": 0.86528, + "ndcg_at_1": 0.82, + "ndcg_at_10": 0.89222, + "ndcg_at_100": 0.89916, + "ndcg_at_1000": 0.89957, + "ndcg_at_20": 0.89578, + "ndcg_at_3": 0.87259, + "ndcg_at_5": 0.88192, + "precision_at_1": 0.82, + "precision_at_10": 0.09633, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30296, + "precision_at_5": 0.18622, + "recall_at_1": 0.82, + "recall_at_10": 0.96333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.90889, + "recall_at_5": 0.93111 + }, + "deu": { + "map_at_1": 0.86889, + "map_at_10": 0.90434, + "map_at_100": 0.90575, + "map_at_1000": 0.90579, + "map_at_20": 0.90543, + "map_at_3": 0.89907, + "map_at_5": 0.90291, + "mrr_at_1": 0.86889, + "mrr_at_10": 0.90434, + "mrr_at_100": 0.90575, + "mrr_at_1000": 0.90579, + "mrr_at_20": 0.90543, + "mrr_at_3": 0.89907, + "mrr_at_5": 0.90291, + "ndcg_at_1": 0.86889, + "ndcg_at_10": 0.91864, + "ndcg_at_100": 0.92552, + "ndcg_at_1000": 0.92628, + "ndcg_at_20": 0.92278, + "ndcg_at_3": 0.90821, + "ndcg_at_5": 0.9151, + "precision_at_1": 0.86889, + "precision_at_10": 0.09622, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.31148, + "precision_at_5": 0.19022, + "recall_at_1": 0.86889, + "recall_at_10": 0.96222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.93444, + "recall_at_5": 0.95111 + }, + "ell": { + "map_at_1": 0.78111, + "map_at_10": 0.83937, + "map_at_100": 0.84114, + "map_at_1000": 0.84121, + "map_at_20": 0.84059, + "map_at_3": 0.82796, + "map_at_5": 0.83502, + "mrr_at_1": 0.78111, + "mrr_at_10": 0.83937, + "mrr_at_100": 0.84114, + "mrr_at_1000": 0.84121, + "mrr_at_20": 0.84059, + "mrr_at_3": 0.82796, + "mrr_at_5": 0.83502, + "ndcg_at_1": 0.78111, + "ndcg_at_10": 0.86623, + "ndcg_at_100": 0.87464, + "ndcg_at_1000": 0.87615, + "ndcg_at_20": 0.87053, + "ndcg_at_3": 0.84279, + "ndcg_at_5": 0.85556, + "precision_at_1": 0.78111, + "precision_at_10": 0.095, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04833, + "precision_at_3": 0.29519, + "precision_at_5": 0.18333, + "recall_at_1": 0.78111, + "recall_at_10": 0.95, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.96667, + "recall_at_3": 0.88556, + "recall_at_5": 0.91667 + }, + "eng": { + "map_at_1": 0.90111, + "map_at_10": 0.93111, + "map_at_100": 0.93194, + "map_at_1000": 0.93196, + "map_at_20": 0.93176, + "map_at_3": 0.92593, + "map_at_5": 0.92931, + "mrr_at_1": 0.90111, + "mrr_at_10": 0.93111, + "mrr_at_100": 0.93194, + "mrr_at_1000": 0.93196, + "mrr_at_20": 0.93176, + "mrr_at_3": 0.92593, + "mrr_at_5": 0.92931, + "ndcg_at_1": 0.90111, + "ndcg_at_10": 0.94366, + "ndcg_at_100": 0.94706, + "ndcg_at_1000": 0.94749, + "ndcg_at_20": 0.94595, + "ndcg_at_3": 0.93331, + "ndcg_at_5": 0.93933, + "precision_at_1": 0.90111, + "precision_at_10": 0.09822, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04956, + "precision_at_3": 0.31815, + "precision_at_5": 0.19378, + "recall_at_1": 0.90111, + "recall_at_10": 0.98222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.99111, + "recall_at_3": 0.95444, + "recall_at_5": 0.96889 + }, + "est": { + "map_at_1": 0.72222, + "map_at_10": 0.78709, + "map_at_100": 0.79027, + "map_at_1000": 0.79035, + "map_at_20": 0.7889, + "map_at_3": 0.77444, + "map_at_5": 0.78328, + "mrr_at_1": 0.72222, + "mrr_at_10": 0.78709, + "mrr_at_100": 0.79027, + "mrr_at_1000": 0.79035, + "mrr_at_20": 0.7889, + "mrr_at_3": 0.77444, + "mrr_at_5": 0.78328, + "ndcg_at_1": 0.72222, + "ndcg_at_10": 0.81603, + "ndcg_at_100": 0.8328, + "ndcg_at_1000": 0.83455, + "ndcg_at_20": 0.82255, + "ndcg_at_3": 0.79077, + "ndcg_at_5": 0.80673, + "precision_at_1": 0.72222, + "precision_at_10": 0.09056, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04656, + "precision_at_3": 0.27926, + "precision_at_5": 0.17533, + "recall_at_1": 0.72222, + "recall_at_10": 0.90556, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.93111, + "recall_at_3": 0.83778, + "recall_at_5": 0.87667 + }, + "eus": { + "map_at_1": 0.71333, + "map_at_10": 0.77259, + "map_at_100": 0.77641, + "map_at_1000": 0.7766, + "map_at_20": 0.77509, + "map_at_3": 0.76056, + "map_at_5": 0.76767, + "mrr_at_1": 0.71333, + "mrr_at_10": 0.77259, + "mrr_at_100": 0.77641, + "mrr_at_1000": 0.7766, + "mrr_at_20": 0.77509, + "mrr_at_3": 0.76056, + "mrr_at_5": 0.76767, + "ndcg_at_1": 0.71333, + "ndcg_at_10": 0.79898, + "ndcg_at_100": 0.81792, + "ndcg_at_1000": 0.82187, + "ndcg_at_20": 0.80782, + "ndcg_at_3": 0.77451, + "ndcg_at_5": 0.78709, + "precision_at_1": 0.71333, + "precision_at_10": 0.08811, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "precision_at_20": 0.04578, + "precision_at_3": 0.27148, + "precision_at_5": 0.16889, + "recall_at_1": 0.71333, + "recall_at_10": 0.88111, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "recall_at_20": 0.91556, + "recall_at_3": 0.81444, + "recall_at_5": 0.84444 + }, + "evaluation_time": 145.73, + "fin": { + "map_at_1": 0.81667, + "map_at_10": 0.85362, + "map_at_100": 0.8561, + "map_at_1000": 0.85618, + "map_at_20": 0.85517, + "map_at_3": 0.8437, + "map_at_5": 0.85026, + "mrr_at_1": 0.81667, + "mrr_at_10": 0.85362, + "mrr_at_100": 0.8561, + "mrr_at_1000": 0.85618, + "mrr_at_20": 0.85517, + "mrr_at_3": 0.8437, + "mrr_at_5": 0.85026, + "ndcg_at_1": 0.81667, + "ndcg_at_10": 0.87253, + "ndcg_at_100": 0.88417, + "ndcg_at_1000": 0.88607, + "ndcg_at_20": 0.87817, + "ndcg_at_3": 0.85246, + "ndcg_at_5": 0.86432, + "precision_at_1": 0.81667, + "precision_at_10": 0.09322, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04772, + "precision_at_3": 0.29259, + "precision_at_5": 0.18133, + "recall_at_1": 0.81667, + "recall_at_10": 0.93222, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.95444, + "recall_at_3": 0.87778, + "recall_at_5": 0.90667 + }, + "fra": { + "map_at_1": 0.83556, + "map_at_10": 0.87541, + "map_at_100": 0.87763, + "map_at_1000": 0.87767, + "map_at_20": 0.87737, + "map_at_3": 0.86574, + "map_at_5": 0.87074, + "mrr_at_1": 0.83556, + "mrr_at_10": 0.87541, + "mrr_at_100": 0.87763, + "mrr_at_1000": 0.87767, + "mrr_at_20": 0.87737, + "mrr_at_3": 0.86574, + "mrr_at_5": 0.87074, + "ndcg_at_1": 0.83556, + "ndcg_at_10": 0.89491, + "ndcg_at_100": 0.90365, + "ndcg_at_1000": 0.90455, + "ndcg_at_20": 0.9018, + "ndcg_at_3": 0.87462, + "ndcg_at_5": 0.8837, + "precision_at_1": 0.83556, + "precision_at_10": 0.09567, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.3, + "precision_at_5": 0.18444, + "recall_at_1": 0.83556, + "recall_at_10": 0.95667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.9, + "recall_at_5": 0.92222 + }, + "fuv": { + "map_at_1": 0.21333, + "map_at_10": 0.26585, + "map_at_100": 0.27662, + "map_at_1000": 0.27819, + "map_at_20": 0.27144, + "map_at_3": 0.24907, + "map_at_5": 0.25769, + "mrr_at_1": 0.21333, + "mrr_at_10": 0.26585, + "mrr_at_100": 0.27662, + "mrr_at_1000": 0.27819, + "mrr_at_20": 0.27144, + "mrr_at_3": 0.24907, + "mrr_at_5": 0.25769, + "ndcg_at_1": 0.21333, + "ndcg_at_10": 0.29551, + "ndcg_at_100": 0.35676, + "ndcg_at_1000": 0.39595, + "ndcg_at_20": 0.31596, + "ndcg_at_3": 0.2602, + "ndcg_at_5": 0.27574, + "precision_at_1": 0.21333, + "precision_at_10": 0.03911, + "precision_at_100": 0.00699, + "precision_at_1000": 0.001, + "precision_at_20": 0.02361, + "precision_at_3": 0.09741, + "precision_at_5": 0.066, + "recall_at_1": 0.21333, + "recall_at_10": 0.39111, + "recall_at_100": 0.69889, + "recall_at_1000": 1.0, + "recall_at_20": 0.47222, + "recall_at_3": 0.29222, + "recall_at_5": 0.33 + }, + "gaz": { + "map_at_1": 0.18667, + "map_at_10": 0.23767, + "map_at_100": 0.25149, + "map_at_1000": 0.25279, + "map_at_20": 0.24507, + "map_at_3": 0.21852, + "map_at_5": 0.22746, + "mrr_at_1": 0.18667, + "mrr_at_10": 0.23767, + "mrr_at_100": 0.25149, + "mrr_at_1000": 0.25279, + "mrr_at_20": 0.24507, + "mrr_at_3": 0.21852, + "mrr_at_5": 0.22746, + "ndcg_at_1": 0.18667, + "ndcg_at_10": 0.27046, + "ndcg_at_100": 0.34664, + "ndcg_at_1000": 0.37851, + "ndcg_at_20": 0.29687, + "ndcg_at_3": 0.22942, + "ndcg_at_5": 0.24548, + "precision_at_1": 0.18667, + "precision_at_10": 0.03778, + "precision_at_100": 0.00757, + "precision_at_1000": 0.001, + "precision_at_20": 0.02406, + "precision_at_3": 0.08704, + "precision_at_5": 0.06, + "recall_at_1": 0.18667, + "recall_at_10": 0.37778, + "recall_at_100": 0.75667, + "recall_at_1000": 1.0, + "recall_at_20": 0.48111, + "recall_at_3": 0.26111, + "recall_at_5": 0.3 + }, + "grn": { + "map_at_1": 0.32111, + "map_at_10": 0.39795, + "map_at_100": 0.4079, + "map_at_1000": 0.40868, + "map_at_20": 0.40327, + "map_at_3": 0.37444, + "map_at_5": 0.387, + "mrr_at_1": 0.32111, + "mrr_at_10": 0.39795, + "mrr_at_100": 0.4079, + "mrr_at_1000": 0.40868, + "mrr_at_20": 0.40327, + "mrr_at_3": 0.37444, + "mrr_at_5": 0.387, + "ndcg_at_1": 0.32111, + "ndcg_at_10": 0.44129, + "ndcg_at_100": 0.4976, + "ndcg_at_1000": 0.51585, + "ndcg_at_20": 0.46122, + "ndcg_at_3": 0.39264, + "ndcg_at_5": 0.41493, + "precision_at_1": 0.32111, + "precision_at_10": 0.058, + "precision_at_100": 0.00862, + "precision_at_1000": 0.001, + "precision_at_20": 0.033, + "precision_at_3": 0.14852, + "precision_at_5": 0.09978, + "recall_at_1": 0.32111, + "recall_at_10": 0.58, + "recall_at_100": 0.86222, + "recall_at_1000": 1.0, + "recall_at_20": 0.66, + "recall_at_3": 0.44556, + "recall_at_5": 0.49889 + }, + "guj": { + "map_at_1": 0.54889, + "map_at_10": 0.63319, + "map_at_100": 0.64029, + "map_at_1000": 0.64049, + "map_at_20": 0.6382, + "map_at_3": 0.61093, + "map_at_5": 0.62431, + "mrr_at_1": 0.54889, + "mrr_at_10": 0.63319, + "mrr_at_100": 0.64029, + "mrr_at_1000": 0.64049, + "mrr_at_20": 0.6382, + "mrr_at_3": 0.61093, + "mrr_at_5": 0.62431, + "ndcg_at_1": 0.54889, + "ndcg_at_10": 0.67625, + "ndcg_at_100": 0.70957, + "ndcg_at_1000": 0.71418, + "ndcg_at_20": 0.69449, + "ndcg_at_3": 0.63096, + "ndcg_at_5": 0.65492, + "precision_at_1": 0.54889, + "precision_at_10": 0.08122, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "precision_at_20": 0.04422, + "precision_at_3": 0.22963, + "precision_at_5": 0.14933, + "recall_at_1": 0.54889, + "recall_at_10": 0.81222, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "recall_at_20": 0.88444, + "recall_at_3": 0.68889, + "recall_at_5": 0.74667 + }, + "hat": { + "map_at_1": 0.46667, + "map_at_10": 0.55475, + "map_at_100": 0.56228, + "map_at_1000": 0.56269, + "map_at_20": 0.55878, + "map_at_3": 0.53352, + "map_at_5": 0.54446, + "mrr_at_1": 0.46667, + "mrr_at_10": 0.55475, + "mrr_at_100": 0.56228, + "mrr_at_1000": 0.56269, + "mrr_at_20": 0.55878, + "mrr_at_3": 0.53352, + "mrr_at_5": 0.54446, + "ndcg_at_1": 0.46667, + "ndcg_at_10": 0.5994, + "ndcg_at_100": 0.63847, + "ndcg_at_1000": 0.64793, + "ndcg_at_20": 0.61385, + "ndcg_at_3": 0.55464, + "ndcg_at_5": 0.57434, + "precision_at_1": 0.46667, + "precision_at_10": 0.07411, + "precision_at_100": 0.00929, + "precision_at_1000": 0.001, + "precision_at_20": 0.03989, + "precision_at_3": 0.20519, + "precision_at_5": 0.13267, + "recall_at_1": 0.46667, + "recall_at_10": 0.74111, + "recall_at_100": 0.92889, + "recall_at_1000": 1.0, + "recall_at_20": 0.79778, + "recall_at_3": 0.61556, + "recall_at_5": 0.66333 + }, + "hau": { + "map_at_1": 0.34333, + "map_at_10": 0.42091, + "map_at_100": 0.43123, + "map_at_1000": 0.43202, + "map_at_20": 0.42652, + "map_at_3": 0.40074, + "map_at_5": 0.41107, + "mrr_at_1": 0.34333, + "mrr_at_10": 0.42091, + "mrr_at_100": 0.43123, + "mrr_at_1000": 0.43202, + "mrr_at_20": 0.42652, + "mrr_at_3": 0.40074, + "mrr_at_5": 0.41107, + "ndcg_at_1": 0.34333, + "ndcg_at_10": 0.46179, + "ndcg_at_100": 0.51718, + "ndcg_at_1000": 0.53533, + "ndcg_at_20": 0.48209, + "ndcg_at_3": 0.41913, + "ndcg_at_5": 0.43782, + "precision_at_1": 0.34333, + "precision_at_10": 0.05922, + "precision_at_100": 0.00863, + "precision_at_1000": 0.001, + "precision_at_20": 0.03361, + "precision_at_3": 0.15741, + "precision_at_5": 0.10356, + "recall_at_1": 0.34333, + "recall_at_10": 0.59222, + "recall_at_100": 0.86333, + "recall_at_1000": 1.0, + "recall_at_20": 0.67222, + "recall_at_3": 0.47222, + "recall_at_5": 0.51778 + }, + "heb": { + "map_at_1": 0.74333, + "map_at_10": 0.79999, + "map_at_100": 0.80328, + "map_at_1000": 0.80341, + "map_at_20": 0.80238, + "map_at_3": 0.78907, + "map_at_5": 0.79624, + "mrr_at_1": 0.74333, + "mrr_at_10": 0.79999, + "mrr_at_100": 0.80328, + "mrr_at_1000": 0.80341, + "mrr_at_20": 0.80238, + "mrr_at_3": 0.78907, + "mrr_at_5": 0.79624, + "ndcg_at_1": 0.74333, + "ndcg_at_10": 0.82603, + "ndcg_at_100": 0.84107, + "ndcg_at_1000": 0.84428, + "ndcg_at_20": 0.83437, + "ndcg_at_3": 0.80414, + "ndcg_at_5": 0.817, + "precision_at_1": 0.74333, + "precision_at_10": 0.09067, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "precision_at_20": 0.04694, + "precision_at_3": 0.28259, + "precision_at_5": 0.17578, + "recall_at_1": 0.74333, + "recall_at_10": 0.90667, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "recall_at_20": 0.93889, + "recall_at_3": 0.84778, + "recall_at_5": 0.87889 + }, + "hin": { + "map_at_1": 0.77, + "map_at_10": 0.8208, + "map_at_100": 0.82396, + "map_at_1000": 0.82407, + "map_at_20": 0.82287, + "map_at_3": 0.81167, + "map_at_5": 0.81606, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8208, + "mrr_at_100": 0.82396, + "mrr_at_1000": 0.82407, + "mrr_at_20": 0.82287, + "mrr_at_3": 0.81167, + "mrr_at_5": 0.81606, + "ndcg_at_1": 0.77, + "ndcg_at_10": 0.84405, + "ndcg_at_100": 0.85889, + "ndcg_at_1000": 0.86106, + "ndcg_at_20": 0.85162, + "ndcg_at_3": 0.82469, + "ndcg_at_5": 0.83277, + "precision_at_1": 0.77, + "precision_at_10": 0.09167, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04733, + "precision_at_3": 0.28741, + "precision_at_5": 0.17644, + "recall_at_1": 0.77, + "recall_at_10": 0.91667, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.94667, + "recall_at_3": 0.86222, + "recall_at_5": 0.88222 + }, + "hrv": { + "map_at_1": 0.77556, + "map_at_10": 0.83314, + "map_at_100": 0.83525, + "map_at_1000": 0.8353, + "map_at_20": 0.83445, + "map_at_3": 0.82074, + "map_at_5": 0.82885, + "mrr_at_1": 0.77556, + "mrr_at_10": 0.83314, + "mrr_at_100": 0.83525, + "mrr_at_1000": 0.8353, + "mrr_at_20": 0.83445, + "mrr_at_3": 0.82074, + "mrr_at_5": 0.82885, + "ndcg_at_1": 0.77556, + "ndcg_at_10": 0.85991, + "ndcg_at_100": 0.87015, + "ndcg_at_1000": 0.87132, + "ndcg_at_20": 0.86468, + "ndcg_at_3": 0.8346, + "ndcg_at_5": 0.8497, + "precision_at_1": 0.77556, + "precision_at_10": 0.09433, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04811, + "precision_at_3": 0.29148, + "precision_at_5": 0.18244, + "recall_at_1": 0.77556, + "recall_at_10": 0.94333, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.96222, + "recall_at_3": 0.87444, + "recall_at_5": 0.91222 + }, + "hun": { + "map_at_1": 0.79333, + "map_at_10": 0.84559, + "map_at_100": 0.84788, + "map_at_1000": 0.84793, + "map_at_20": 0.84702, + "map_at_3": 0.8363, + "map_at_5": 0.84191, + "mrr_at_1": 0.79333, + "mrr_at_10": 0.84559, + "mrr_at_100": 0.84788, + "mrr_at_1000": 0.84793, + "mrr_at_20": 0.84702, + "mrr_at_3": 0.8363, + "mrr_at_5": 0.84191, + "ndcg_at_1": 0.79333, + "ndcg_at_10": 0.86921, + "ndcg_at_100": 0.88022, + "ndcg_at_1000": 0.88114, + "ndcg_at_20": 0.87432, + "ndcg_at_3": 0.85037, + "ndcg_at_5": 0.86046, + "precision_at_1": 0.79333, + "precision_at_10": 0.09422, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04811, + "precision_at_3": 0.29704, + "precision_at_5": 0.18311, + "recall_at_1": 0.79333, + "recall_at_10": 0.94222, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.96222, + "recall_at_3": 0.89111, + "recall_at_5": 0.91556 + }, + "hye": { + "map_at_1": 0.51111, + "map_at_10": 0.60058, + "map_at_100": 0.60702, + "map_at_1000": 0.60724, + "map_at_20": 0.60409, + "map_at_3": 0.57537, + "map_at_5": 0.59048, + "mrr_at_1": 0.51111, + "mrr_at_10": 0.60058, + "mrr_at_100": 0.60702, + "mrr_at_1000": 0.60724, + "mrr_at_20": 0.60409, + "mrr_at_3": 0.57537, + "mrr_at_5": 0.59048, + "ndcg_at_1": 0.51111, + "ndcg_at_10": 0.64834, + "ndcg_at_100": 0.68212, + "ndcg_at_1000": 0.68703, + "ndcg_at_20": 0.66103, + "ndcg_at_3": 0.59652, + "ndcg_at_5": 0.6241, + "precision_at_1": 0.51111, + "precision_at_10": 0.08, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "precision_at_20": 0.0425, + "precision_at_3": 0.21926, + "precision_at_5": 0.14511, + "recall_at_1": 0.51111, + "recall_at_10": 0.8, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "recall_at_20": 0.85, + "recall_at_3": 0.65778, + "recall_at_5": 0.72556 + }, + "ibo": { + "map_at_1": 0.31313, + "map_at_10": 0.38898, + "map_at_100": 0.40181, + "map_at_1000": 0.40246, + "map_at_20": 0.39656, + "map_at_3": 0.36504, + "map_at_5": 0.37838, + "mrr_at_1": 0.31368, + "mrr_at_10": 0.38953, + "mrr_at_100": 0.40228, + "mrr_at_1000": 0.40293, + "mrr_at_20": 0.39703, + "mrr_at_3": 0.36559, + "mrr_at_5": 0.37894, + "ndcg_at_1": 0.31368, + "ndcg_at_10": 0.43185, + "ndcg_at_100": 0.49789, + "ndcg_at_1000": 0.51294, + "ndcg_at_20": 0.45931, + "ndcg_at_3": 0.38211, + "ndcg_at_5": 0.40605, + "precision_at_1": 0.31368, + "precision_at_10": 0.05695, + "precision_at_100": 0.00888, + "precision_at_1000": 0.001, + "precision_at_20": 0.03393, + "precision_at_3": 0.14386, + "precision_at_5": 0.09789, + "recall_at_1": 0.31313, + "recall_at_10": 0.56897, + "recall_at_100": 0.88654, + "recall_at_1000": 1.0, + "recall_at_20": 0.67742, + "recall_at_3": 0.43103, + "recall_at_5": 0.48888 + }, + "ilo": { + "map_at_1": 0.57778, + "map_at_10": 0.65301, + "map_at_100": 0.65851, + "map_at_1000": 0.65896, + "map_at_20": 0.65685, + "map_at_3": 0.63852, + "map_at_5": 0.64691, + "mrr_at_1": 0.57778, + "mrr_at_10": 0.65301, + "mrr_at_100": 0.65851, + "mrr_at_1000": 0.65896, + "mrr_at_20": 0.65685, + "mrr_at_3": 0.63852, + "mrr_at_5": 0.64691, + "ndcg_at_1": 0.57778, + "ndcg_at_10": 0.68748, + "ndcg_at_100": 0.71422, + "ndcg_at_1000": 0.72482, + "ndcg_at_20": 0.70133, + "ndcg_at_3": 0.65804, + "ndcg_at_5": 0.67315, + "precision_at_1": 0.57778, + "precision_at_10": 0.07944, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "precision_at_20": 0.04244, + "precision_at_3": 0.23815, + "precision_at_5": 0.15022, + "recall_at_1": 0.57778, + "recall_at_10": 0.79444, + "recall_at_100": 0.92, + "recall_at_1000": 1.0, + "recall_at_20": 0.84889, + "recall_at_3": 0.71444, + "recall_at_5": 0.75111 + }, + "ind": { + "map_at_1": 0.82333, + "map_at_10": 0.86804, + "map_at_100": 0.86994, + "map_at_1000": 0.86998, + "map_at_20": 0.86938, + "map_at_3": 0.85796, + "map_at_5": 0.8653, + "mrr_at_1": 0.82333, + "mrr_at_10": 0.86804, + "mrr_at_100": 0.86994, + "mrr_at_1000": 0.86998, + "mrr_at_20": 0.86938, + "mrr_at_3": 0.85796, + "mrr_at_5": 0.8653, + "ndcg_at_1": 0.82333, + "ndcg_at_10": 0.88862, + "ndcg_at_100": 0.89742, + "ndcg_at_1000": 0.89845, + "ndcg_at_20": 0.89362, + "ndcg_at_3": 0.86906, + "ndcg_at_5": 0.88207, + "precision_at_1": 0.82333, + "precision_at_10": 0.09522, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04861, + "precision_at_3": 0.30037, + "precision_at_5": 0.18644, + "recall_at_1": 0.82333, + "recall_at_10": 0.95222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97222, + "recall_at_3": 0.90111, + "recall_at_5": 0.93222 + }, + "isl": { + "map_at_1": 0.61111, + "map_at_10": 0.70113, + "map_at_100": 0.70565, + "map_at_1000": 0.70585, + "map_at_20": 0.7039, + "map_at_3": 0.68444, + "map_at_5": 0.69622, + "mrr_at_1": 0.61111, + "mrr_at_10": 0.70113, + "mrr_at_100": 0.70565, + "mrr_at_1000": 0.70585, + "mrr_at_20": 0.7039, + "mrr_at_3": 0.68444, + "mrr_at_5": 0.69622, + "ndcg_at_1": 0.61111, + "ndcg_at_10": 0.74009, + "ndcg_at_100": 0.76264, + "ndcg_at_1000": 0.7671, + "ndcg_at_20": 0.7502, + "ndcg_at_3": 0.70709, + "ndcg_at_5": 0.72822, + "precision_at_1": 0.61111, + "precision_at_10": 0.086, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "precision_at_20": 0.045, + "precision_at_3": 0.25741, + "precision_at_5": 0.16467, + "recall_at_1": 0.61111, + "recall_at_10": 0.86, + "recall_at_100": 0.96667, + "recall_at_1000": 1.0, + "recall_at_20": 0.9, + "recall_at_3": 0.77222, + "recall_at_5": 0.82333 + }, + "ita": { + "map_at_1": 0.87, + "map_at_10": 0.90214, + "map_at_100": 0.9035, + "map_at_1000": 0.90353, + "map_at_20": 0.90292, + "map_at_3": 0.89481, + "map_at_5": 0.89976, + "mrr_at_1": 0.87, + "mrr_at_10": 0.90214, + "mrr_at_100": 0.9035, + "mrr_at_1000": 0.90353, + "mrr_at_20": 0.90292, + "mrr_at_3": 0.89481, + "mrr_at_5": 0.89976, + "ndcg_at_1": 0.87, + "ndcg_at_10": 0.9168, + "ndcg_at_100": 0.92376, + "ndcg_at_1000": 0.92434, + "ndcg_at_20": 0.91963, + "ndcg_at_3": 0.90246, + "ndcg_at_5": 0.91126, + "precision_at_1": 0.87, + "precision_at_10": 0.09622, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.30815, + "precision_at_5": 0.18911, + "recall_at_1": 0.87, + "recall_at_10": 0.96222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.92444, + "recall_at_5": 0.94556 + }, + "jav": { + "map_at_1": 0.63, + "map_at_10": 0.70134, + "map_at_100": 0.70659, + "map_at_1000": 0.70682, + "map_at_20": 0.7045, + "map_at_3": 0.68556, + "map_at_5": 0.69533, + "mrr_at_1": 0.63, + "mrr_at_10": 0.70134, + "mrr_at_100": 0.70659, + "mrr_at_1000": 0.70682, + "mrr_at_20": 0.7045, + "mrr_at_3": 0.68556, + "mrr_at_5": 0.69533, + "ndcg_at_1": 0.63, + "ndcg_at_10": 0.73573, + "ndcg_at_100": 0.76069, + "ndcg_at_1000": 0.76613, + "ndcg_at_20": 0.74687, + "ndcg_at_3": 0.70354, + "ndcg_at_5": 0.72128, + "precision_at_1": 0.63, + "precision_at_10": 0.08433, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "precision_at_20": 0.04433, + "precision_at_3": 0.25185, + "precision_at_5": 0.15978, + "recall_at_1": 0.63, + "recall_at_10": 0.84333, + "recall_at_100": 0.95889, + "recall_at_1000": 1.0, + "recall_at_20": 0.88667, + "recall_at_3": 0.75556, + "recall_at_5": 0.79889 + }, + "jpn": { + "map_at_1": 0.81444, + "map_at_10": 0.86936, + "map_at_100": 0.87075, + "map_at_1000": 0.87079, + "map_at_20": 0.87025, + "map_at_3": 0.86037, + "map_at_5": 0.86687, + "mrr_at_1": 0.81444, + "mrr_at_10": 0.86936, + "mrr_at_100": 0.87075, + "mrr_at_1000": 0.87079, + "mrr_at_20": 0.87025, + "mrr_at_3": 0.86037, + "mrr_at_5": 0.86687, + "ndcg_at_1": 0.81444, + "ndcg_at_10": 0.89252, + "ndcg_at_100": 0.89919, + "ndcg_at_1000": 0.89995, + "ndcg_at_20": 0.89565, + "ndcg_at_3": 0.87487, + "ndcg_at_5": 0.88644, + "precision_at_1": 0.81444, + "precision_at_10": 0.09633, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04878, + "precision_at_3": 0.30556, + "precision_at_5": 0.18889, + "recall_at_1": 0.81444, + "recall_at_10": 0.96333, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97556, + "recall_at_3": 0.91667, + "recall_at_5": 0.94444 + }, + "kac": { + "map_at_1": 0.198, + "map_at_10": 0.2506, + "map_at_100": 0.25996, + "map_at_1000": 0.2616, + "map_at_20": 0.25468, + "map_at_3": 0.23563, + "map_at_5": 0.24459, + "mrr_at_1": 0.198, + "mrr_at_10": 0.2506, + "mrr_at_100": 0.25996, + "mrr_at_1000": 0.2616, + "mrr_at_20": 0.25468, + "mrr_at_3": 0.23563, + "mrr_at_5": 0.24459, + "ndcg_at_1": 0.198, + "ndcg_at_10": 0.27821, + "ndcg_at_100": 0.33581, + "ndcg_at_1000": 0.37904, + "ndcg_at_20": 0.29347, + "ndcg_at_3": 0.24743, + "ndcg_at_5": 0.26375, + "precision_at_1": 0.198, + "precision_at_10": 0.0366, + "precision_at_100": 0.00664, + "precision_at_1000": 0.001, + "precision_at_20": 0.02136, + "precision_at_3": 0.09381, + "precision_at_5": 0.06429, + "recall_at_1": 0.198, + "recall_at_10": 0.36596, + "recall_at_100": 0.66407, + "recall_at_1000": 1.0, + "recall_at_20": 0.42714, + "recall_at_3": 0.28142, + "recall_at_5": 0.32147 + }, + "kan": { + "map_at_1": 0.71, + "map_at_10": 0.77814, + "map_at_100": 0.7815, + "map_at_1000": 0.78156, + "map_at_20": 0.78044, + "map_at_3": 0.7637, + "map_at_5": 0.77226, + "mrr_at_1": 0.71, + "mrr_at_10": 0.77814, + "mrr_at_100": 0.7815, + "mrr_at_1000": 0.78156, + "mrr_at_20": 0.78044, + "mrr_at_3": 0.7637, + "mrr_at_5": 0.77226, + "ndcg_at_1": 0.71, + "ndcg_at_10": 0.81071, + "ndcg_at_100": 0.82676, + "ndcg_at_1000": 0.82849, + "ndcg_at_20": 0.81931, + "ndcg_at_3": 0.78156, + "ndcg_at_5": 0.79681, + "precision_at_1": 0.71, + "precision_at_10": 0.09122, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04733, + "precision_at_3": 0.27778, + "precision_at_5": 0.174, + "recall_at_1": 0.71, + "recall_at_10": 0.91222, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.94667, + "recall_at_3": 0.83333, + "recall_at_5": 0.87 + }, + "kat": { + "map_at_1": 0.54444, + "map_at_10": 0.62713, + "map_at_100": 0.63334, + "map_at_1000": 0.63357, + "map_at_20": 0.63058, + "map_at_3": 0.60685, + "map_at_5": 0.61807, + "mrr_at_1": 0.54444, + "mrr_at_10": 0.62713, + "mrr_at_100": 0.63334, + "mrr_at_1000": 0.63357, + "mrr_at_20": 0.63058, + "mrr_at_3": 0.60685, + "mrr_at_5": 0.61807, + "ndcg_at_1": 0.54444, + "ndcg_at_10": 0.66989, + "ndcg_at_100": 0.70226, + "ndcg_at_1000": 0.70747, + "ndcg_at_20": 0.68287, + "ndcg_at_3": 0.62734, + "ndcg_at_5": 0.64775, + "precision_at_1": 0.54444, + "precision_at_10": 0.08056, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "precision_at_20": 0.04289, + "precision_at_3": 0.22889, + "precision_at_5": 0.14733, + "recall_at_1": 0.54444, + "recall_at_10": 0.80556, + "recall_at_100": 0.96111, + "recall_at_1000": 1.0, + "recall_at_20": 0.85778, + "recall_at_3": 0.68667, + "recall_at_5": 0.73667 + }, + "kaz": { + "map_at_1": 0.64889, + "map_at_10": 0.72307, + "map_at_100": 0.72812, + "map_at_1000": 0.72825, + "map_at_20": 0.72665, + "map_at_3": 0.70574, + "map_at_5": 0.71646, + "mrr_at_1": 0.64889, + "mrr_at_10": 0.72307, + "mrr_at_100": 0.72812, + "mrr_at_1000": 0.72825, + "mrr_at_20": 0.72665, + "mrr_at_3": 0.70574, + "mrr_at_5": 0.71646, + "ndcg_at_1": 0.64889, + "ndcg_at_10": 0.75939, + "ndcg_at_100": 0.78256, + "ndcg_at_1000": 0.78543, + "ndcg_at_20": 0.77216, + "ndcg_at_3": 0.72424, + "ndcg_at_5": 0.74328, + "precision_at_1": 0.64889, + "precision_at_10": 0.08733, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04617, + "precision_at_3": 0.25926, + "precision_at_5": 0.16467, + "recall_at_1": 0.64889, + "recall_at_10": 0.87333, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.92333, + "recall_at_3": 0.77778, + "recall_at_5": 0.82333 + }, + "kea": { + "map_at_1": 0.40667, + "map_at_10": 0.49034, + "map_at_100": 0.50074, + "map_at_1000": 0.50123, + "map_at_20": 0.49675, + "map_at_3": 0.46759, + "map_at_5": 0.48126, + "mrr_at_1": 0.40667, + "mrr_at_10": 0.49034, + "mrr_at_100": 0.50074, + "mrr_at_1000": 0.50123, + "mrr_at_20": 0.49675, + "mrr_at_3": 0.46759, + "mrr_at_5": 0.48126, + "ndcg_at_1": 0.40667, + "ndcg_at_10": 0.53299, + "ndcg_at_100": 0.585, + "ndcg_at_1000": 0.5964, + "ndcg_at_20": 0.55631, + "ndcg_at_3": 0.48681, + "ndcg_at_5": 0.51125, + "precision_at_1": 0.40667, + "precision_at_10": 0.06678, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "precision_at_20": 0.038, + "precision_at_3": 0.18074, + "precision_at_5": 0.12022, + "recall_at_1": 0.40667, + "recall_at_10": 0.66778, + "recall_at_100": 0.91444, + "recall_at_1000": 1.0, + "recall_at_20": 0.76, + "recall_at_3": 0.54222, + "recall_at_5": 0.60111 + }, + "khk": { + "map_at_1": 0.52556, + "map_at_10": 0.61301, + "map_at_100": 0.62099, + "map_at_1000": 0.62123, + "map_at_20": 0.61848, + "map_at_3": 0.59426, + "map_at_5": 0.60604, + "mrr_at_1": 0.52556, + "mrr_at_10": 0.61301, + "mrr_at_100": 0.62099, + "mrr_at_1000": 0.62123, + "mrr_at_20": 0.61848, + "mrr_at_3": 0.59426, + "mrr_at_5": 0.60604, + "ndcg_at_1": 0.52556, + "ndcg_at_10": 0.65425, + "ndcg_at_100": 0.69246, + "ndcg_at_1000": 0.69767, + "ndcg_at_20": 0.67383, + "ndcg_at_3": 0.61578, + "ndcg_at_5": 0.63715, + "precision_at_1": 0.52556, + "precision_at_10": 0.07833, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "precision_at_20": 0.043, + "precision_at_3": 0.22593, + "precision_at_5": 0.146, + "recall_at_1": 0.52556, + "recall_at_10": 0.78333, + "recall_at_100": 0.96111, + "recall_at_1000": 1.0, + "recall_at_20": 0.86, + "recall_at_3": 0.67778, + "recall_at_5": 0.73 + }, + "khm": { + "map_at_1": 0.37556, + "map_at_10": 0.48072, + "map_at_100": 0.4905, + "map_at_1000": 0.49084, + "map_at_20": 0.48628, + "map_at_3": 0.45278, + "map_at_5": 0.46789, + "mrr_at_1": 0.37556, + "mrr_at_10": 0.48072, + "mrr_at_100": 0.4905, + "mrr_at_1000": 0.49084, + "mrr_at_20": 0.48628, + "mrr_at_3": 0.45278, + "mrr_at_5": 0.46789, + "ndcg_at_1": 0.37556, + "ndcg_at_10": 0.53589, + "ndcg_at_100": 0.58464, + "ndcg_at_1000": 0.5925, + "ndcg_at_20": 0.5563, + "ndcg_at_3": 0.47776, + "ndcg_at_5": 0.50511, + "precision_at_1": 0.37556, + "precision_at_10": 0.07111, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "precision_at_20": 0.03961, + "precision_at_3": 0.18333, + "precision_at_5": 0.12333, + "recall_at_1": 0.37556, + "recall_at_10": 0.71111, + "recall_at_100": 0.94111, + "recall_at_1000": 1.0, + "recall_at_20": 0.79222, + "recall_at_3": 0.55, + "recall_at_5": 0.61667 + }, + "kin": { + "map_at_1": 0.50056, + "map_at_10": 0.57103, + "map_at_100": 0.57891, + "map_at_1000": 0.57935, + "map_at_20": 0.57574, + "map_at_3": 0.55117, + "map_at_5": 0.56296, + "mrr_at_1": 0.50056, + "mrr_at_10": 0.57103, + "mrr_at_100": 0.57891, + "mrr_at_1000": 0.57934, + "mrr_at_20": 0.57574, + "mrr_at_3": 0.55117, + "mrr_at_5": 0.56296, + "ndcg_at_1": 0.50056, + "ndcg_at_10": 0.60898, + "ndcg_at_100": 0.64959, + "ndcg_at_1000": 0.65959, + "ndcg_at_20": 0.62613, + "ndcg_at_3": 0.56813, + "ndcg_at_5": 0.58929, + "precision_at_1": 0.50056, + "precision_at_10": 0.07297, + "precision_at_100": 0.00925, + "precision_at_1000": 0.001, + "precision_at_20": 0.03988, + "precision_at_3": 0.20578, + "precision_at_5": 0.1337, + "recall_at_1": 0.50056, + "recall_at_10": 0.7297, + "recall_at_100": 0.92492, + "recall_at_1000": 1.0, + "recall_at_20": 0.79755, + "recall_at_3": 0.61735, + "recall_at_5": 0.66852 + }, + "kir": { + "map_at_1": 0.62556, + "map_at_10": 0.6972, + "map_at_100": 0.70238, + "map_at_1000": 0.70256, + "map_at_20": 0.70016, + "map_at_3": 0.67907, + "map_at_5": 0.6903, + "mrr_at_1": 0.62556, + "mrr_at_10": 0.6972, + "mrr_at_100": 0.70238, + "mrr_at_1000": 0.70256, + "mrr_at_20": 0.70016, + "mrr_at_3": 0.67907, + "mrr_at_5": 0.6903, + "ndcg_at_1": 0.62556, + "ndcg_at_10": 0.73291, + "ndcg_at_100": 0.75932, + "ndcg_at_1000": 0.76321, + "ndcg_at_20": 0.74381, + "ndcg_at_3": 0.69591, + "ndcg_at_5": 0.71609, + "precision_at_1": 0.62556, + "precision_at_10": 0.08456, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "precision_at_20": 0.04444, + "precision_at_3": 0.24815, + "precision_at_5": 0.15867, + "recall_at_1": 0.62556, + "recall_at_10": 0.84556, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "recall_at_20": 0.88889, + "recall_at_3": 0.74444, + "recall_at_5": 0.79333 + }, + "kor": { + "map_at_1": 0.84111, + "map_at_10": 0.87849, + "map_at_100": 0.88045, + "map_at_1000": 0.88049, + "map_at_20": 0.87993, + "map_at_3": 0.87019, + "map_at_5": 0.87507, + "mrr_at_1": 0.84111, + "mrr_at_10": 0.87849, + "mrr_at_100": 0.88045, + "mrr_at_1000": 0.88049, + "mrr_at_20": 0.87993, + "mrr_at_3": 0.87019, + "mrr_at_5": 0.87507, + "ndcg_at_1": 0.84111, + "ndcg_at_10": 0.89656, + "ndcg_at_100": 0.9054, + "ndcg_at_1000": 0.90629, + "ndcg_at_20": 0.90167, + "ndcg_at_3": 0.8793, + "ndcg_at_5": 0.88828, + "precision_at_1": 0.84111, + "precision_at_10": 0.09533, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.30185, + "precision_at_5": 0.18556, + "recall_at_1": 0.84111, + "recall_at_10": 0.95333, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.90556, + "recall_at_5": 0.92778 + }, + "lao": { + "map_at_1": 0.37667, + "map_at_10": 0.45758, + "map_at_100": 0.46811, + "map_at_1000": 0.46859, + "map_at_20": 0.46409, + "map_at_3": 0.4287, + "map_at_5": 0.44365, + "mrr_at_1": 0.37667, + "mrr_at_10": 0.45758, + "mrr_at_100": 0.46811, + "mrr_at_1000": 0.46859, + "mrr_at_20": 0.46409, + "mrr_at_3": 0.4287, + "mrr_at_5": 0.44365, + "ndcg_at_1": 0.37667, + "ndcg_at_10": 0.50666, + "ndcg_at_100": 0.55959, + "ndcg_at_1000": 0.57054, + "ndcg_at_20": 0.53012, + "ndcg_at_3": 0.44639, + "ndcg_at_5": 0.47288, + "precision_at_1": 0.37667, + "precision_at_10": 0.06656, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "precision_at_20": 0.03789, + "precision_at_3": 0.16593, + "precision_at_5": 0.11222, + "recall_at_1": 0.37667, + "recall_at_10": 0.66556, + "recall_at_100": 0.91778, + "recall_at_1000": 1.0, + "recall_at_20": 0.75778, + "recall_at_3": 0.49778, + "recall_at_5": 0.56111 + }, + "lin": { + "map_at_1": 0.45434, + "map_at_10": 0.5302, + "map_at_100": 0.53831, + "map_at_1000": 0.53882, + "map_at_20": 0.53493, + "map_at_3": 0.50919, + "map_at_5": 0.52116, + "mrr_at_1": 0.45434, + "mrr_at_10": 0.53047, + "mrr_at_100": 0.5386, + "mrr_at_1000": 0.5391, + "mrr_at_20": 0.53525, + "mrr_at_3": 0.50947, + "mrr_at_5": 0.52144, + "ndcg_at_1": 0.45434, + "ndcg_at_10": 0.57044, + "ndcg_at_100": 0.61188, + "ndcg_at_1000": 0.62516, + "ndcg_at_20": 0.58758, + "ndcg_at_3": 0.52628, + "ndcg_at_5": 0.54808, + "precision_at_1": 0.45434, + "precision_at_10": 0.06993, + "precision_at_100": 0.00899, + "precision_at_1000": 0.001, + "precision_at_20": 0.03836, + "precision_at_3": 0.19191, + "precision_at_5": 0.12584, + "recall_at_1": 0.45434, + "recall_at_10": 0.69878, + "recall_at_100": 0.89699, + "recall_at_1000": 1.0, + "recall_at_20": 0.76615, + "recall_at_3": 0.57517, + "recall_at_5": 0.62862 + }, + "lit": { + "map_at_1": 0.76889, + "map_at_10": 0.82361, + "map_at_100": 0.82593, + "map_at_1000": 0.82601, + "map_at_20": 0.82501, + "map_at_3": 0.81315, + "map_at_5": 0.8192, + "mrr_at_1": 0.76889, + "mrr_at_10": 0.82361, + "mrr_at_100": 0.82593, + "mrr_at_1000": 0.82601, + "mrr_at_20": 0.82501, + "mrr_at_3": 0.81315, + "mrr_at_5": 0.8192, + "ndcg_at_1": 0.76889, + "ndcg_at_10": 0.84894, + "ndcg_at_100": 0.8606, + "ndcg_at_1000": 0.86277, + "ndcg_at_20": 0.85383, + "ndcg_at_3": 0.82747, + "ndcg_at_5": 0.83842, + "precision_at_1": 0.76889, + "precision_at_10": 0.09278, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04733, + "precision_at_3": 0.28963, + "precision_at_5": 0.17911, + "recall_at_1": 0.76889, + "recall_at_10": 0.92778, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.94667, + "recall_at_3": 0.86889, + "recall_at_5": 0.89556 + }, + "lug": { + "map_at_1": 0.32258, + "map_at_10": 0.39132, + "map_at_100": 0.40172, + "map_at_1000": 0.40266, + "map_at_20": 0.39635, + "map_at_3": 0.37264, + "map_at_5": 0.38248, + "mrr_at_1": 0.32258, + "mrr_at_10": 0.39143, + "mrr_at_100": 0.40182, + "mrr_at_1000": 0.40276, + "mrr_at_20": 0.39646, + "mrr_at_3": 0.37264, + "mrr_at_5": 0.38259, + "ndcg_at_1": 0.32258, + "ndcg_at_10": 0.4275, + "ndcg_at_100": 0.48573, + "ndcg_at_1000": 0.50796, + "ndcg_at_20": 0.44579, + "ndcg_at_3": 0.38866, + "ndcg_at_5": 0.40639, + "precision_at_1": 0.32258, + "precision_at_10": 0.05428, + "precision_at_100": 0.00833, + "precision_at_1000": 0.001, + "precision_at_20": 0.03076, + "precision_at_3": 0.14498, + "precision_at_5": 0.09566, + "recall_at_1": 0.32258, + "recall_at_10": 0.54227, + "recall_at_100": 0.83204, + "recall_at_1000": 1.0, + "recall_at_20": 0.61457, + "recall_at_3": 0.43493, + "recall_at_5": 0.47775 + }, + "luo": { + "map_at_1": 0.33556, + "map_at_10": 0.39561, + "map_at_100": 0.40556, + "map_at_1000": 0.40653, + "map_at_20": 0.40068, + "map_at_3": 0.37537, + "map_at_5": 0.38548, + "mrr_at_1": 0.33556, + "mrr_at_10": 0.39561, + "mrr_at_100": 0.40556, + "mrr_at_1000": 0.40653, + "mrr_at_20": 0.40068, + "mrr_at_3": 0.37537, + "mrr_at_5": 0.38548, + "ndcg_at_1": 0.33556, + "ndcg_at_10": 0.43157, + "ndcg_at_100": 0.48533, + "ndcg_at_1000": 0.5099, + "ndcg_at_20": 0.45009, + "ndcg_at_3": 0.38906, + "ndcg_at_5": 0.40709, + "precision_at_1": 0.33556, + "precision_at_10": 0.05478, + "precision_at_100": 0.00811, + "precision_at_1000": 0.001, + "precision_at_20": 0.03106, + "precision_at_3": 0.14296, + "precision_at_5": 0.09444, + "recall_at_1": 0.33556, + "recall_at_10": 0.54778, + "recall_at_100": 0.81111, + "recall_at_1000": 1.0, + "recall_at_20": 0.62111, + "recall_at_3": 0.42889, + "recall_at_5": 0.47222 + }, + "lvs": { + "map_at_1": 0.73667, + "map_at_10": 0.79434, + "map_at_100": 0.79738, + "map_at_1000": 0.79753, + "map_at_20": 0.79603, + "map_at_3": 0.78241, + "map_at_5": 0.7903, + "mrr_at_1": 0.73667, + "mrr_at_10": 0.79434, + "mrr_at_100": 0.79738, + "mrr_at_1000": 0.79753, + "mrr_at_20": 0.79603, + "mrr_at_3": 0.78241, + "mrr_at_5": 0.7903, + "ndcg_at_1": 0.73667, + "ndcg_at_10": 0.82136, + "ndcg_at_100": 0.83662, + "ndcg_at_1000": 0.83966, + "ndcg_at_20": 0.82734, + "ndcg_at_3": 0.79721, + "ndcg_at_5": 0.81141, + "precision_at_1": 0.73667, + "precision_at_10": 0.09056, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04644, + "precision_at_3": 0.28, + "precision_at_5": 0.17489, + "recall_at_1": 0.73667, + "recall_at_10": 0.90556, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.92889, + "recall_at_3": 0.84, + "recall_at_5": 0.87444 + }, + "mal": { + "map_at_1": 0.74444, + "map_at_10": 0.8074, + "map_at_100": 0.81074, + "map_at_1000": 0.81079, + "map_at_20": 0.80987, + "map_at_3": 0.79574, + "map_at_5": 0.80263, + "mrr_at_1": 0.74444, + "mrr_at_10": 0.8074, + "mrr_at_100": 0.81074, + "mrr_at_1000": 0.81079, + "mrr_at_20": 0.80987, + "mrr_at_3": 0.79574, + "mrr_at_5": 0.80263, + "ndcg_at_1": 0.74444, + "ndcg_at_10": 0.83543, + "ndcg_at_100": 0.85062, + "ndcg_at_1000": 0.8518, + "ndcg_at_20": 0.84442, + "ndcg_at_3": 0.81173, + "ndcg_at_5": 0.82412, + "precision_at_1": 0.74444, + "precision_at_10": 0.09222, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04789, + "precision_at_3": 0.28593, + "precision_at_5": 0.17756, + "recall_at_1": 0.74444, + "recall_at_10": 0.92222, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.95778, + "recall_at_3": 0.85778, + "recall_at_5": 0.88778 + }, + "mar": { + "map_at_1": 0.7525, + "map_at_10": 0.80674, + "map_at_100": 0.80995, + "map_at_1000": 0.81002, + "map_at_20": 0.80884, + "map_at_3": 0.79236, + "map_at_5": 0.80054, + "mrr_at_1": 0.75306, + "mrr_at_10": 0.8073, + "mrr_at_100": 0.81051, + "mrr_at_1000": 0.81057, + "mrr_at_20": 0.8094, + "mrr_at_3": 0.79292, + "mrr_at_5": 0.80109, + "ndcg_at_1": 0.75306, + "ndcg_at_10": 0.8339, + "ndcg_at_100": 0.84897, + "ndcg_at_1000": 0.85054, + "ndcg_at_20": 0.8417, + "ndcg_at_3": 0.80434, + "ndcg_at_5": 0.81903, + "precision_at_1": 0.75306, + "precision_at_10": 0.09199, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04755, + "precision_at_3": 0.27957, + "precision_at_5": 0.17486, + "recall_at_1": 0.7525, + "recall_at_10": 0.91935, + "recall_at_100": 0.98832, + "recall_at_1000": 1.0, + "recall_at_20": 0.9505, + "recall_at_3": 0.83815, + "recall_at_5": 0.87375 + }, + "mkd": { + "map_at_1": 0.77333, + "map_at_10": 0.82924, + "map_at_100": 0.83195, + "map_at_1000": 0.83203, + "map_at_20": 0.83128, + "map_at_3": 0.81907, + "map_at_5": 0.82657, + "mrr_at_1": 0.77333, + "mrr_at_10": 0.82924, + "mrr_at_100": 0.83195, + "mrr_at_1000": 0.83203, + "mrr_at_20": 0.83128, + "mrr_at_3": 0.81907, + "mrr_at_5": 0.82657, + "ndcg_at_1": 0.77333, + "ndcg_at_10": 0.85418, + "ndcg_at_100": 0.86649, + "ndcg_at_1000": 0.86828, + "ndcg_at_20": 0.86171, + "ndcg_at_3": 0.83387, + "ndcg_at_5": 0.8475, + "precision_at_1": 0.77333, + "precision_at_10": 0.09311, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04806, + "precision_at_3": 0.29222, + "precision_at_5": 0.182, + "recall_at_1": 0.77333, + "recall_at_10": 0.93111, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.96111, + "recall_at_3": 0.87667, + "recall_at_5": 0.91 + }, + "mlt": { + "map_at_1": 0.43444, + "map_at_10": 0.51028, + "map_at_100": 0.52036, + "map_at_1000": 0.52083, + "map_at_20": 0.5162, + "map_at_3": 0.48981, + "map_at_5": 0.50131, + "mrr_at_1": 0.43444, + "mrr_at_10": 0.51028, + "mrr_at_100": 0.52036, + "mrr_at_1000": 0.52083, + "mrr_at_20": 0.5162, + "mrr_at_3": 0.48981, + "mrr_at_5": 0.50131, + "ndcg_at_1": 0.43444, + "ndcg_at_10": 0.54949, + "ndcg_at_100": 0.60053, + "ndcg_at_1000": 0.61141, + "ndcg_at_20": 0.5711, + "ndcg_at_3": 0.50678, + "ndcg_at_5": 0.52744, + "precision_at_1": 0.43444, + "precision_at_10": 0.06744, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "precision_at_20": 0.038, + "precision_at_3": 0.18519, + "precision_at_5": 0.12111, + "recall_at_1": 0.43444, + "recall_at_10": 0.67444, + "recall_at_100": 0.91778, + "recall_at_1000": 1.0, + "recall_at_20": 0.76, + "recall_at_3": 0.55556, + "recall_at_5": 0.60556 + }, + "mri": { + "map_at_1": 0.24333, + "map_at_10": 0.30503, + "map_at_100": 0.3156, + "map_at_1000": 0.31687, + "map_at_20": 0.30949, + "map_at_3": 0.28444, + "map_at_5": 0.29411, + "mrr_at_1": 0.24333, + "mrr_at_10": 0.30503, + "mrr_at_100": 0.3156, + "mrr_at_1000": 0.31687, + "mrr_at_20": 0.30949, + "mrr_at_3": 0.28444, + "mrr_at_5": 0.29411, + "ndcg_at_1": 0.24333, + "ndcg_at_10": 0.34232, + "ndcg_at_100": 0.40445, + "ndcg_at_1000": 0.43388, + "ndcg_at_20": 0.35859, + "ndcg_at_3": 0.29838, + "ndcg_at_5": 0.31579, + "precision_at_1": 0.24333, + "precision_at_10": 0.04633, + "precision_at_100": 0.00779, + "precision_at_1000": 0.001, + "precision_at_20": 0.02639, + "precision_at_3": 0.11296, + "precision_at_5": 0.07622, + "recall_at_1": 0.24333, + "recall_at_10": 0.46333, + "recall_at_100": 0.77889, + "recall_at_1000": 1.0, + "recall_at_20": 0.52778, + "recall_at_3": 0.33889, + "recall_at_5": 0.38111 + }, + "mya": { + "map_at_1": 0.38556, + "map_at_10": 0.48083, + "map_at_100": 0.49123, + "map_at_1000": 0.49163, + "map_at_20": 0.48719, + "map_at_3": 0.45093, + "map_at_5": 0.47037, + "mrr_at_1": 0.38556, + "mrr_at_10": 0.48083, + "mrr_at_100": 0.49123, + "mrr_at_1000": 0.49163, + "mrr_at_20": 0.48719, + "mrr_at_3": 0.45093, + "mrr_at_5": 0.47037, + "ndcg_at_1": 0.38556, + "ndcg_at_10": 0.53155, + "ndcg_at_100": 0.58274, + "ndcg_at_1000": 0.59169, + "ndcg_at_20": 0.55407, + "ndcg_at_3": 0.47184, + "ndcg_at_5": 0.50674, + "precision_at_1": 0.38556, + "precision_at_10": 0.06922, + "precision_at_100": 0.00933, + "precision_at_1000": 0.001, + "precision_at_20": 0.039, + "precision_at_3": 0.17741, + "precision_at_5": 0.12333, + "recall_at_1": 0.38556, + "recall_at_10": 0.69222, + "recall_at_100": 0.93333, + "recall_at_1000": 1.0, + "recall_at_20": 0.78, + "recall_at_3": 0.53222, + "recall_at_5": 0.61667 + }, + "nld": { + "map_at_1": 0.86111, + "map_at_10": 0.90082, + "map_at_100": 0.90173, + "map_at_1000": 0.90176, + "map_at_20": 0.90132, + "map_at_3": 0.89241, + "map_at_5": 0.89802, + "mrr_at_1": 0.86111, + "mrr_at_10": 0.90082, + "mrr_at_100": 0.90173, + "mrr_at_1000": 0.90176, + "mrr_at_20": 0.90132, + "mrr_at_3": 0.89241, + "mrr_at_5": 0.89802, + "ndcg_at_1": 0.86111, + "ndcg_at_10": 0.91853, + "ndcg_at_100": 0.923, + "ndcg_at_1000": 0.92373, + "ndcg_at_20": 0.92025, + "ndcg_at_3": 0.90184, + "ndcg_at_5": 0.91193, + "precision_at_1": 0.86111, + "precision_at_10": 0.09733, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.30963, + "precision_at_5": 0.19067, + "recall_at_1": 0.86111, + "recall_at_10": 0.97333, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.92889, + "recall_at_5": 0.95333 + }, + "nob": { + "map_at_1": 0.84778, + "map_at_10": 0.89076, + "map_at_100": 0.8922, + "map_at_1000": 0.89224, + "map_at_20": 0.89164, + "map_at_3": 0.88574, + "map_at_5": 0.88785, + "mrr_at_1": 0.84778, + "mrr_at_10": 0.89076, + "mrr_at_100": 0.8922, + "mrr_at_1000": 0.89224, + "mrr_at_20": 0.89164, + "mrr_at_3": 0.88574, + "mrr_at_5": 0.88785, + "ndcg_at_1": 0.84778, + "ndcg_at_10": 0.90836, + "ndcg_at_100": 0.91499, + "ndcg_at_1000": 0.91597, + "ndcg_at_20": 0.9115, + "ndcg_at_3": 0.89771, + "ndcg_at_5": 0.90144, + "precision_at_1": 0.84778, + "precision_at_10": 0.09622, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04872, + "precision_at_3": 0.31074, + "precision_at_5": 0.18822, + "recall_at_1": 0.84778, + "recall_at_10": 0.96222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97444, + "recall_at_3": 0.93222, + "recall_at_5": 0.94111 + }, + "npi": { + "map_at_1": 0.71889, + "map_at_10": 0.77849, + "map_at_100": 0.78197, + "map_at_1000": 0.78207, + "map_at_20": 0.78106, + "map_at_3": 0.76204, + "map_at_5": 0.77004, + "mrr_at_1": 0.71889, + "mrr_at_10": 0.77849, + "mrr_at_100": 0.78197, + "mrr_at_1000": 0.78207, + "mrr_at_20": 0.78106, + "mrr_at_3": 0.76204, + "mrr_at_5": 0.77004, + "ndcg_at_1": 0.71889, + "ndcg_at_10": 0.81071, + "ndcg_at_100": 0.82635, + "ndcg_at_1000": 0.82858, + "ndcg_at_20": 0.8202, + "ndcg_at_3": 0.77633, + "ndcg_at_5": 0.79087, + "precision_at_1": 0.71889, + "precision_at_10": 0.09133, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04756, + "precision_at_3": 0.27259, + "precision_at_5": 0.17067, + "recall_at_1": 0.71889, + "recall_at_10": 0.91333, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.95111, + "recall_at_3": 0.81778, + "recall_at_5": 0.85333 + }, + "nso": { + "map_at_1": 0.35778, + "map_at_10": 0.44531, + "map_at_100": 0.4542, + "map_at_1000": 0.45489, + "map_at_20": 0.45057, + "map_at_3": 0.41741, + "map_at_5": 0.43285, + "mrr_at_1": 0.35778, + "mrr_at_10": 0.44531, + "mrr_at_100": 0.4542, + "mrr_at_1000": 0.45489, + "mrr_at_20": 0.45057, + "mrr_at_3": 0.41741, + "mrr_at_5": 0.43285, + "ndcg_at_1": 0.35778, + "ndcg_at_10": 0.49501, + "ndcg_at_100": 0.54143, + "ndcg_at_1000": 0.55748, + "ndcg_at_20": 0.51433, + "ndcg_at_3": 0.4369, + "ndcg_at_5": 0.46525, + "precision_at_1": 0.35778, + "precision_at_10": 0.06544, + "precision_at_100": 0.00879, + "precision_at_1000": 0.001, + "precision_at_20": 0.03656, + "precision_at_3": 0.16444, + "precision_at_5": 0.11267, + "recall_at_1": 0.35778, + "recall_at_10": 0.65444, + "recall_at_100": 0.87889, + "recall_at_1000": 1.0, + "recall_at_20": 0.73111, + "recall_at_3": 0.49333, + "recall_at_5": 0.56333 + }, + "nya": { + "map_at_1": 0.39, + "map_at_10": 0.47281, + "map_at_100": 0.48179, + "map_at_1000": 0.48243, + "map_at_20": 0.47783, + "map_at_3": 0.44796, + "map_at_5": 0.46219, + "mrr_at_1": 0.39, + "mrr_at_10": 0.47281, + "mrr_at_100": 0.48179, + "mrr_at_1000": 0.48243, + "mrr_at_20": 0.47783, + "mrr_at_3": 0.44796, + "mrr_at_5": 0.46219, + "ndcg_at_1": 0.39, + "ndcg_at_10": 0.51775, + "ndcg_at_100": 0.56413, + "ndcg_at_1000": 0.57937, + "ndcg_at_20": 0.53548, + "ndcg_at_3": 0.46676, + "ndcg_at_5": 0.49215, + "precision_at_1": 0.39, + "precision_at_10": 0.06611, + "precision_at_100": 0.00884, + "precision_at_1000": 0.001, + "precision_at_20": 0.0365, + "precision_at_3": 0.1737, + "precision_at_5": 0.11644, + "recall_at_1": 0.39, + "recall_at_10": 0.66111, + "recall_at_100": 0.88444, + "recall_at_1000": 1.0, + "recall_at_20": 0.73, + "recall_at_3": 0.52111, + "recall_at_5": 0.58222 + }, + "ory": { + "map_at_1": 0.70667, + "map_at_10": 0.7758, + "map_at_100": 0.77951, + "map_at_1000": 0.7796, + "map_at_20": 0.778, + "map_at_3": 0.76426, + "map_at_5": 0.77059, + "mrr_at_1": 0.70667, + "mrr_at_10": 0.7758, + "mrr_at_100": 0.77951, + "mrr_at_1000": 0.7796, + "mrr_at_20": 0.778, + "mrr_at_3": 0.76426, + "mrr_at_5": 0.77059, + "ndcg_at_1": 0.70667, + "ndcg_at_10": 0.80639, + "ndcg_at_100": 0.82449, + "ndcg_at_1000": 0.82643, + "ndcg_at_20": 0.8143, + "ndcg_at_3": 0.78234, + "ndcg_at_5": 0.794, + "precision_at_1": 0.70667, + "precision_at_10": 0.09011, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04661, + "precision_at_3": 0.27815, + "precision_at_5": 0.17267, + "recall_at_1": 0.70667, + "recall_at_10": 0.90111, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.93222, + "recall_at_3": 0.83444, + "recall_at_5": 0.86333 + }, + "pan": { + "map_at_1": 0.64667, + "map_at_10": 0.71221, + "map_at_100": 0.7173, + "map_at_1000": 0.71749, + "map_at_20": 0.71529, + "map_at_3": 0.69722, + "map_at_5": 0.70489, + "mrr_at_1": 0.64667, + "mrr_at_10": 0.71221, + "mrr_at_100": 0.7173, + "mrr_at_1000": 0.71749, + "mrr_at_20": 0.71529, + "mrr_at_3": 0.69722, + "mrr_at_5": 0.70489, + "ndcg_at_1": 0.64667, + "ndcg_at_10": 0.74522, + "ndcg_at_100": 0.77045, + "ndcg_at_1000": 0.77463, + "ndcg_at_20": 0.75627, + "ndcg_at_3": 0.71337, + "ndcg_at_5": 0.72714, + "precision_at_1": 0.64667, + "precision_at_10": 0.085, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "precision_at_20": 0.04467, + "precision_at_3": 0.25333, + "precision_at_5": 0.15867, + "recall_at_1": 0.64667, + "recall_at_10": 0.85, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "recall_at_20": 0.89333, + "recall_at_3": 0.76, + "recall_at_5": 0.79333 + }, + "pbt": { + "map_at_1": 0.42, + "map_at_10": 0.5059, + "map_at_100": 0.51625, + "map_at_1000": 0.51661, + "map_at_20": 0.51221, + "map_at_3": 0.48093, + "map_at_5": 0.49559, + "mrr_at_1": 0.42, + "mrr_at_10": 0.5059, + "mrr_at_100": 0.51625, + "mrr_at_1000": 0.51661, + "mrr_at_20": 0.51221, + "mrr_at_3": 0.48093, + "mrr_at_5": 0.49559, + "ndcg_at_1": 0.42, + "ndcg_at_10": 0.5523, + "ndcg_at_100": 0.60298, + "ndcg_at_1000": 0.61128, + "ndcg_at_20": 0.57495, + "ndcg_at_3": 0.50094, + "ndcg_at_5": 0.52743, + "precision_at_1": 0.42, + "precision_at_10": 0.07, + "precision_at_100": 0.00938, + "precision_at_1000": 0.001, + "precision_at_20": 0.03944, + "precision_at_3": 0.1863, + "precision_at_5": 0.12467, + "recall_at_1": 0.42, + "recall_at_10": 0.7, + "recall_at_100": 0.93778, + "recall_at_1000": 1.0, + "recall_at_20": 0.78889, + "recall_at_3": 0.55889, + "recall_at_5": 0.62333 + }, + "pes": { + "map_at_1": 0.85667, + "map_at_10": 0.89593, + "map_at_100": 0.8971, + "map_at_1000": 0.89713, + "map_at_20": 0.89664, + "map_at_3": 0.8887, + "map_at_5": 0.89309, + "mrr_at_1": 0.85667, + "mrr_at_10": 0.89593, + "mrr_at_100": 0.8971, + "mrr_at_1000": 0.89713, + "mrr_at_20": 0.89664, + "mrr_at_3": 0.8887, + "mrr_at_5": 0.89309, + "ndcg_at_1": 0.85667, + "ndcg_at_10": 0.91316, + "ndcg_at_100": 0.91905, + "ndcg_at_1000": 0.91978, + "ndcg_at_20": 0.9159, + "ndcg_at_3": 0.89824, + "ndcg_at_5": 0.90632, + "precision_at_1": 0.85667, + "precision_at_10": 0.09667, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30852, + "precision_at_5": 0.18911, + "recall_at_1": 0.85667, + "recall_at_10": 0.96667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.92556, + "recall_at_5": 0.94556 + }, + "plt": { + "map_at_1": 0.38556, + "map_at_10": 0.46067, + "map_at_100": 0.47009, + "map_at_1000": 0.47082, + "map_at_20": 0.46566, + "map_at_3": 0.44074, + "map_at_5": 0.45291, + "mrr_at_1": 0.38556, + "mrr_at_10": 0.46067, + "mrr_at_100": 0.47009, + "mrr_at_1000": 0.47082, + "mrr_at_20": 0.46566, + "mrr_at_3": 0.44074, + "mrr_at_5": 0.45291, + "ndcg_at_1": 0.38556, + "ndcg_at_10": 0.49847, + "ndcg_at_100": 0.55045, + "ndcg_at_1000": 0.56709, + "ndcg_at_20": 0.51669, + "ndcg_at_3": 0.45801, + "ndcg_at_5": 0.47973, + "precision_at_1": 0.38556, + "precision_at_10": 0.06178, + "precision_at_100": 0.00876, + "precision_at_1000": 0.001, + "precision_at_20": 0.0345, + "precision_at_3": 0.16926, + "precision_at_5": 0.112, + "recall_at_1": 0.38556, + "recall_at_10": 0.61778, + "recall_at_100": 0.87556, + "recall_at_1000": 1.0, + "recall_at_20": 0.69, + "recall_at_3": 0.50778, + "recall_at_5": 0.56 + }, + "pol": { + "map_at_1": 0.82667, + "map_at_10": 0.87396, + "map_at_100": 0.87572, + "map_at_1000": 0.87577, + "map_at_20": 0.87506, + "map_at_3": 0.86648, + "map_at_5": 0.87109, + "mrr_at_1": 0.82667, + "mrr_at_10": 0.87396, + "mrr_at_100": 0.87572, + "mrr_at_1000": 0.87577, + "mrr_at_20": 0.87506, + "mrr_at_3": 0.86648, + "mrr_at_5": 0.87109, + "ndcg_at_1": 0.82667, + "ndcg_at_10": 0.89368, + "ndcg_at_100": 0.90176, + "ndcg_at_1000": 0.90296, + "ndcg_at_20": 0.89746, + "ndcg_at_3": 0.87832, + "ndcg_at_5": 0.88659, + "precision_at_1": 0.82667, + "precision_at_10": 0.09544, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04844, + "precision_at_3": 0.30407, + "precision_at_5": 0.18644, + "recall_at_1": 0.82667, + "recall_at_10": 0.95444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.96889, + "recall_at_3": 0.91222, + "recall_at_5": 0.93222 + }, + "por": { + "map_at_1": 0.85222, + "map_at_10": 0.8926, + "map_at_100": 0.89379, + "map_at_1000": 0.89382, + "map_at_20": 0.8934, + "map_at_3": 0.88537, + "map_at_5": 0.88981, + "mrr_at_1": 0.85222, + "mrr_at_10": 0.8926, + "mrr_at_100": 0.89379, + "mrr_at_1000": 0.89382, + "mrr_at_20": 0.8934, + "mrr_at_3": 0.88537, + "mrr_at_5": 0.88981, + "ndcg_at_1": 0.85222, + "ndcg_at_10": 0.91068, + "ndcg_at_100": 0.91655, + "ndcg_at_1000": 0.91726, + "ndcg_at_20": 0.91353, + "ndcg_at_3": 0.89599, + "ndcg_at_5": 0.90388, + "precision_at_1": 0.85222, + "precision_at_10": 0.09667, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30889, + "precision_at_5": 0.18911, + "recall_at_1": 0.85222, + "recall_at_10": 0.96667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.92667, + "recall_at_5": 0.94556 + }, + "ron": { + "map_at_1": 0.85222, + "map_at_10": 0.88902, + "map_at_100": 0.89013, + "map_at_1000": 0.89019, + "map_at_20": 0.88973, + "map_at_3": 0.88093, + "map_at_5": 0.88598, + "mrr_at_1": 0.85222, + "mrr_at_10": 0.88902, + "mrr_at_100": 0.89013, + "mrr_at_1000": 0.89019, + "mrr_at_20": 0.88973, + "mrr_at_3": 0.88093, + "mrr_at_5": 0.88598, + "ndcg_at_1": 0.85222, + "ndcg_at_10": 0.90646, + "ndcg_at_100": 0.91205, + "ndcg_at_1000": 0.91367, + "ndcg_at_20": 0.909, + "ndcg_at_3": 0.88985, + "ndcg_at_5": 0.89899, + "precision_at_1": 0.85222, + "precision_at_10": 0.09611, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.30519, + "precision_at_5": 0.18756, + "recall_at_1": 0.85222, + "recall_at_10": 0.96111, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.91556, + "recall_at_5": 0.93778 + }, + "rus": { + "map_at_1": 0.85778, + "map_at_10": 0.89578, + "map_at_100": 0.8971, + "map_at_1000": 0.89713, + "map_at_20": 0.89671, + "map_at_3": 0.88759, + "map_at_5": 0.89259, + "mrr_at_1": 0.85778, + "mrr_at_10": 0.89578, + "mrr_at_100": 0.8971, + "mrr_at_1000": 0.89713, + "mrr_at_20": 0.89671, + "mrr_at_3": 0.88759, + "mrr_at_5": 0.89259, + "ndcg_at_1": 0.85778, + "ndcg_at_10": 0.91349, + "ndcg_at_100": 0.91928, + "ndcg_at_1000": 0.92002, + "ndcg_at_20": 0.91686, + "ndcg_at_3": 0.89681, + "ndcg_at_5": 0.90566, + "precision_at_1": 0.85778, + "precision_at_10": 0.09689, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.30778, + "precision_at_5": 0.18889, + "recall_at_1": 0.85778, + "recall_at_10": 0.96889, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.92333, + "recall_at_5": 0.94444 + }, + "shn": { + "map_at_1": 0.21667, + "map_at_10": 0.26065, + "map_at_100": 0.27055, + "map_at_1000": 0.27217, + "map_at_20": 0.26529, + "map_at_3": 0.24537, + "map_at_5": 0.25359, + "mrr_at_1": 0.21667, + "mrr_at_10": 0.26065, + "mrr_at_100": 0.27055, + "mrr_at_1000": 0.27217, + "mrr_at_20": 0.26529, + "mrr_at_3": 0.24537, + "mrr_at_5": 0.25359, + "ndcg_at_1": 0.21667, + "ndcg_at_10": 0.28678, + "ndcg_at_100": 0.34525, + "ndcg_at_1000": 0.38791, + "ndcg_at_20": 0.30385, + "ndcg_at_3": 0.25509, + "ndcg_at_5": 0.26982, + "precision_at_1": 0.21667, + "precision_at_10": 0.03711, + "precision_at_100": 0.00669, + "precision_at_1000": 0.001, + "precision_at_20": 0.02194, + "precision_at_3": 0.09444, + "precision_at_5": 0.06378, + "recall_at_1": 0.21667, + "recall_at_10": 0.37111, + "recall_at_100": 0.66889, + "recall_at_1000": 1.0, + "recall_at_20": 0.43889, + "recall_at_3": 0.28333, + "recall_at_5": 0.31889 + }, + "sin": { + "map_at_1": 0.08111, + "map_at_10": 0.12085, + "map_at_100": 0.13253, + "map_at_1000": 0.13466, + "map_at_20": 0.12676, + "map_at_3": 0.1037, + "map_at_5": 0.11198, + "mrr_at_1": 0.08111, + "mrr_at_10": 0.12085, + "mrr_at_100": 0.13253, + "mrr_at_1000": 0.13466, + "mrr_at_20": 0.12676, + "mrr_at_3": 0.1037, + "mrr_at_5": 0.11198, + "ndcg_at_1": 0.08111, + "ndcg_at_10": 0.14758, + "ndcg_at_100": 0.21468, + "ndcg_at_1000": 0.26971, + "ndcg_at_20": 0.16936, + "ndcg_at_3": 0.11103, + "ndcg_at_5": 0.12604, + "precision_at_1": 0.08111, + "precision_at_10": 0.02356, + "precision_at_100": 0.00574, + "precision_at_1000": 0.001, + "precision_at_20": 0.01611, + "precision_at_3": 0.04407, + "precision_at_5": 0.03378, + "recall_at_1": 0.08111, + "recall_at_10": 0.23556, + "recall_at_100": 0.57444, + "recall_at_1000": 1.0, + "recall_at_20": 0.32222, + "recall_at_3": 0.13222, + "recall_at_5": 0.16889 + }, + "slk": { + "map_at_1": 0.81444, + "map_at_10": 0.85767, + "map_at_100": 0.85981, + "map_at_1000": 0.85987, + "map_at_20": 0.85911, + "map_at_3": 0.84759, + "map_at_5": 0.85387, + "mrr_at_1": 0.81444, + "mrr_at_10": 0.85767, + "mrr_at_100": 0.85981, + "mrr_at_1000": 0.85987, + "mrr_at_20": 0.85911, + "mrr_at_3": 0.84759, + "mrr_at_5": 0.85387, + "ndcg_at_1": 0.81444, + "ndcg_at_10": 0.87856, + "ndcg_at_100": 0.88864, + "ndcg_at_1000": 0.88983, + "ndcg_at_20": 0.88351, + "ndcg_at_3": 0.85768, + "ndcg_at_5": 0.86906, + "precision_at_1": 0.81444, + "precision_at_10": 0.09444, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04817, + "precision_at_3": 0.29556, + "precision_at_5": 0.18289, + "recall_at_1": 0.81444, + "recall_at_10": 0.94444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.96333, + "recall_at_3": 0.88667, + "recall_at_5": 0.91444 + }, + "slv": { + "map_at_1": 0.74111, + "map_at_10": 0.79727, + "map_at_100": 0.80017, + "map_at_1000": 0.80026, + "map_at_20": 0.79913, + "map_at_3": 0.78333, + "map_at_5": 0.79094, + "mrr_at_1": 0.74111, + "mrr_at_10": 0.79727, + "mrr_at_100": 0.80017, + "mrr_at_1000": 0.80026, + "mrr_at_20": 0.79913, + "mrr_at_3": 0.78333, + "mrr_at_5": 0.79094, + "ndcg_at_1": 0.74111, + "ndcg_at_10": 0.8247, + "ndcg_at_100": 0.83977, + "ndcg_at_1000": 0.84183, + "ndcg_at_20": 0.83127, + "ndcg_at_3": 0.79624, + "ndcg_at_5": 0.80973, + "precision_at_1": 0.74111, + "precision_at_10": 0.09111, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04683, + "precision_at_3": 0.27778, + "precision_at_5": 0.17311, + "recall_at_1": 0.74111, + "recall_at_10": 0.91111, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.93667, + "recall_at_3": 0.83333, + "recall_at_5": 0.86556 + }, + "sna": { + "map_at_1": 0.42825, + "map_at_10": 0.5097, + "map_at_100": 0.51816, + "map_at_1000": 0.51862, + "map_at_20": 0.51445, + "map_at_3": 0.4835, + "map_at_5": 0.49974, + "mrr_at_1": 0.42825, + "mrr_at_10": 0.5097, + "mrr_at_100": 0.51816, + "mrr_at_1000": 0.51862, + "mrr_at_20": 0.51445, + "mrr_at_3": 0.4835, + "mrr_at_5": 0.49974, + "ndcg_at_1": 0.42825, + "ndcg_at_10": 0.55676, + "ndcg_at_100": 0.60128, + "ndcg_at_1000": 0.61154, + "ndcg_at_20": 0.57414, + "ndcg_at_3": 0.50291, + "ndcg_at_5": 0.53244, + "precision_at_1": 0.42825, + "precision_at_10": 0.07075, + "precision_at_100": 0.00923, + "precision_at_1000": 0.001, + "precision_at_20": 0.03882, + "precision_at_3": 0.1865, + "precision_at_5": 0.12636, + "recall_at_1": 0.42825, + "recall_at_10": 0.70745, + "recall_at_100": 0.92325, + "recall_at_1000": 1.0, + "recall_at_20": 0.77642, + "recall_at_3": 0.55951, + "recall_at_5": 0.63181 + }, + "snd": { + "map_at_1": 0.52222, + "map_at_10": 0.59992, + "map_at_100": 0.60644, + "map_at_1000": 0.60685, + "map_at_20": 0.60392, + "map_at_3": 0.57778, + "map_at_5": 0.59117, + "mrr_at_1": 0.52222, + "mrr_at_10": 0.59992, + "mrr_at_100": 0.60644, + "mrr_at_1000": 0.60685, + "mrr_at_20": 0.60392, + "mrr_at_3": 0.57778, + "mrr_at_5": 0.59117, + "ndcg_at_1": 0.52222, + "ndcg_at_10": 0.64135, + "ndcg_at_100": 0.67409, + "ndcg_at_1000": 0.68353, + "ndcg_at_20": 0.65576, + "ndcg_at_3": 0.5955, + "ndcg_at_5": 0.61993, + "precision_at_1": 0.52222, + "precision_at_10": 0.07733, + "precision_at_100": 0.00929, + "precision_at_1000": 0.001, + "precision_at_20": 0.0415, + "precision_at_3": 0.21556, + "precision_at_5": 0.14133, + "recall_at_1": 0.52222, + "recall_at_10": 0.77333, + "recall_at_100": 0.92889, + "recall_at_1000": 1.0, + "recall_at_20": 0.83, + "recall_at_3": 0.64667, + "recall_at_5": 0.70667 + }, + "som": { + "map_at_1": 0.26222, + "map_at_10": 0.32729, + "map_at_100": 0.33953, + "map_at_1000": 0.34047, + "map_at_20": 0.33382, + "map_at_3": 0.30167, + "map_at_5": 0.31756, + "mrr_at_1": 0.26222, + "mrr_at_10": 0.32729, + "mrr_at_100": 0.33953, + "mrr_at_1000": 0.34047, + "mrr_at_20": 0.33382, + "mrr_at_3": 0.30167, + "mrr_at_5": 0.31756, + "ndcg_at_1": 0.26222, + "ndcg_at_10": 0.36728, + "ndcg_at_100": 0.43526, + "ndcg_at_1000": 0.45724, + "ndcg_at_20": 0.39151, + "ndcg_at_3": 0.31491, + "ndcg_at_5": 0.34341, + "precision_at_1": 0.26222, + "precision_at_10": 0.04967, + "precision_at_100": 0.00834, + "precision_at_1000": 0.001, + "precision_at_20": 0.02967, + "precision_at_3": 0.11778, + "precision_at_5": 0.08444, + "recall_at_1": 0.26222, + "recall_at_10": 0.49667, + "recall_at_100": 0.83444, + "recall_at_1000": 1.0, + "recall_at_20": 0.59333, + "recall_at_3": 0.35333, + "recall_at_5": 0.42222 + }, + "sot": { + "map_at_1": 0.40444, + "map_at_10": 0.48689, + "map_at_100": 0.49567, + "map_at_1000": 0.4962, + "map_at_20": 0.49213, + "map_at_3": 0.46426, + "map_at_5": 0.47598, + "mrr_at_1": 0.40444, + "mrr_at_10": 0.48689, + "mrr_at_100": 0.49567, + "mrr_at_1000": 0.4962, + "mrr_at_20": 0.49213, + "mrr_at_3": 0.46426, + "mrr_at_5": 0.47598, + "ndcg_at_1": 0.40444, + "ndcg_at_10": 0.53251, + "ndcg_at_100": 0.5787, + "ndcg_at_1000": 0.59145, + "ndcg_at_20": 0.55179, + "ndcg_at_3": 0.48424, + "ndcg_at_5": 0.50557, + "precision_at_1": 0.40444, + "precision_at_10": 0.06789, + "precision_at_100": 0.00903, + "precision_at_1000": 0.001, + "precision_at_20": 0.03778, + "precision_at_3": 0.18074, + "precision_at_5": 0.11889, + "recall_at_1": 0.40444, + "recall_at_10": 0.67889, + "recall_at_100": 0.90333, + "recall_at_1000": 1.0, + "recall_at_20": 0.75556, + "recall_at_3": 0.54222, + "recall_at_5": 0.59444 + }, + "spa": { + "map_at_1": 0.86556, + "map_at_10": 0.90249, + "map_at_100": 0.90352, + "map_at_1000": 0.90357, + "map_at_20": 0.90305, + "map_at_3": 0.89481, + "map_at_5": 0.89987, + "mrr_at_1": 0.86556, + "mrr_at_10": 0.90249, + "mrr_at_100": 0.90352, + "mrr_at_1000": 0.90357, + "mrr_at_20": 0.90305, + "mrr_at_3": 0.89481, + "mrr_at_5": 0.89987, + "ndcg_at_1": 0.86556, + "ndcg_at_10": 0.91873, + "ndcg_at_100": 0.92372, + "ndcg_at_1000": 0.92477, + "ndcg_at_20": 0.92053, + "ndcg_at_3": 0.90362, + "ndcg_at_5": 0.91252, + "precision_at_1": 0.86556, + "precision_at_10": 0.09689, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04878, + "precision_at_3": 0.30963, + "precision_at_5": 0.19, + "recall_at_1": 0.86556, + "recall_at_10": 0.96889, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97556, + "recall_at_3": 0.92889, + "recall_at_5": 0.95 + }, + "srp": { + "map_at_1": 0.82369, + "map_at_10": 0.86634, + "map_at_100": 0.86821, + "map_at_1000": 0.86828, + "map_at_20": 0.86771, + "map_at_3": 0.85651, + "map_at_5": 0.86212, + "mrr_at_1": 0.82425, + "mrr_at_10": 0.8669, + "mrr_at_100": 0.86877, + "mrr_at_1000": 0.86883, + "mrr_at_20": 0.86827, + "mrr_at_3": 0.85706, + "mrr_at_5": 0.86268, + "ndcg_at_1": 0.82425, + "ndcg_at_10": 0.88732, + "ndcg_at_100": 0.89575, + "ndcg_at_1000": 0.89707, + "ndcg_at_20": 0.89235, + "ndcg_at_3": 0.86708, + "ndcg_at_5": 0.87718, + "precision_at_1": 0.82425, + "precision_at_10": 0.09533, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.29922, + "precision_at_5": 0.18443, + "recall_at_1": 0.82369, + "recall_at_10": 0.95273, + "recall_at_100": 0.99055, + "recall_at_1000": 1.0, + "recall_at_20": 0.97275, + "recall_at_3": 0.89711, + "recall_at_5": 0.92158 + }, + "ssw": { + "map_at_1": 0.35333, + "map_at_10": 0.43079, + "map_at_100": 0.43973, + "map_at_1000": 0.44064, + "map_at_20": 0.43534, + "map_at_3": 0.41037, + "map_at_5": 0.42315, + "mrr_at_1": 0.35333, + "mrr_at_10": 0.43079, + "mrr_at_100": 0.43973, + "mrr_at_1000": 0.44064, + "mrr_at_20": 0.43534, + "mrr_at_3": 0.41037, + "mrr_at_5": 0.42315, + "ndcg_at_1": 0.35333, + "ndcg_at_10": 0.47116, + "ndcg_at_100": 0.52067, + "ndcg_at_1000": 0.54139, + "ndcg_at_20": 0.48755, + "ndcg_at_3": 0.42936, + "ndcg_at_5": 0.45255, + "precision_at_1": 0.35333, + "precision_at_10": 0.05989, + "precision_at_100": 0.00844, + "precision_at_1000": 0.001, + "precision_at_20": 0.03317, + "precision_at_3": 0.16148, + "precision_at_5": 0.10822, + "recall_at_1": 0.35333, + "recall_at_10": 0.59889, + "recall_at_100": 0.84444, + "recall_at_1000": 1.0, + "recall_at_20": 0.66333, + "recall_at_3": 0.48444, + "recall_at_5": 0.54111 + }, + "sun": { + "map_at_1": 0.50222, + "map_at_10": 0.58292, + "map_at_100": 0.58964, + "map_at_1000": 0.59007, + "map_at_20": 0.58673, + "map_at_3": 0.56222, + "map_at_5": 0.5725, + "mrr_at_1": 0.50222, + "mrr_at_10": 0.58292, + "mrr_at_100": 0.58964, + "mrr_at_1000": 0.59007, + "mrr_at_20": 0.58673, + "mrr_at_3": 0.56222, + "mrr_at_5": 0.5725, + "ndcg_at_1": 0.50222, + "ndcg_at_10": 0.62508, + "ndcg_at_100": 0.65987, + "ndcg_at_1000": 0.66969, + "ndcg_at_20": 0.6387, + "ndcg_at_3": 0.5819, + "ndcg_at_5": 0.60031, + "precision_at_1": 0.50222, + "precision_at_10": 0.07589, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "precision_at_20": 0.04061, + "precision_at_3": 0.21296, + "precision_at_5": 0.13667, + "recall_at_1": 0.50222, + "recall_at_10": 0.75889, + "recall_at_100": 0.92667, + "recall_at_1000": 1.0, + "recall_at_20": 0.81222, + "recall_at_3": 0.63889, + "recall_at_5": 0.68333 + }, + "swe": { + "map_at_1": 0.85667, + "map_at_10": 0.89469, + "map_at_100": 0.89615, + "map_at_1000": 0.89618, + "map_at_20": 0.8956, + "map_at_3": 0.88704, + "map_at_5": 0.89126, + "mrr_at_1": 0.85667, + "mrr_at_10": 0.89469, + "mrr_at_100": 0.89615, + "mrr_at_1000": 0.89618, + "mrr_at_20": 0.8956, + "mrr_at_3": 0.88704, + "mrr_at_5": 0.89126, + "ndcg_at_1": 0.85667, + "ndcg_at_10": 0.91196, + "ndcg_at_100": 0.91861, + "ndcg_at_1000": 0.91921, + "ndcg_at_20": 0.91513, + "ndcg_at_3": 0.8964, + "ndcg_at_5": 0.9041, + "precision_at_1": 0.85667, + "precision_at_10": 0.09656, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30778, + "precision_at_5": 0.18844, + "recall_at_1": 0.85667, + "recall_at_10": 0.96556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.92333, + "recall_at_5": 0.94222 + }, + "swh": { + "map_at_1": 0.71, + "map_at_10": 0.77509, + "map_at_100": 0.77824, + "map_at_1000": 0.77835, + "map_at_20": 0.77713, + "map_at_3": 0.76019, + "map_at_5": 0.76824, + "mrr_at_1": 0.71, + "mrr_at_10": 0.77509, + "mrr_at_100": 0.77824, + "mrr_at_1000": 0.77835, + "mrr_at_20": 0.77713, + "mrr_at_3": 0.76019, + "mrr_at_5": 0.76824, + "ndcg_at_1": 0.71, + "ndcg_at_10": 0.80706, + "ndcg_at_100": 0.82247, + "ndcg_at_1000": 0.82512, + "ndcg_at_20": 0.81459, + "ndcg_at_3": 0.77615, + "ndcg_at_5": 0.7905, + "precision_at_1": 0.71, + "precision_at_10": 0.09078, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04689, + "precision_at_3": 0.27407, + "precision_at_5": 0.17133, + "recall_at_1": 0.71, + "recall_at_10": 0.90778, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.93778, + "recall_at_3": 0.82222, + "recall_at_5": 0.85667 + }, + "tam": { + "map_at_1": 0.71111, + "map_at_10": 0.7823, + "map_at_100": 0.78498, + "map_at_1000": 0.78511, + "map_at_20": 0.78403, + "map_at_3": 0.76759, + "map_at_5": 0.77759, + "mrr_at_1": 0.71111, + "mrr_at_10": 0.7823, + "mrr_at_100": 0.78498, + "mrr_at_1000": 0.78511, + "mrr_at_20": 0.78403, + "mrr_at_3": 0.76759, + "mrr_at_5": 0.77759, + "ndcg_at_1": 0.71111, + "ndcg_at_10": 0.81456, + "ndcg_at_100": 0.82825, + "ndcg_at_1000": 0.83096, + "ndcg_at_20": 0.82097, + "ndcg_at_3": 0.78538, + "ndcg_at_5": 0.80331, + "precision_at_1": 0.71111, + "precision_at_10": 0.09144, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.047, + "precision_at_3": 0.27889, + "precision_at_5": 0.176, + "recall_at_1": 0.71111, + "recall_at_10": 0.91444, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.94, + "recall_at_3": 0.83667, + "recall_at_5": 0.88 + }, + "tel": { + "map_at_1": 0.62111, + "map_at_10": 0.71223, + "map_at_100": 0.71611, + "map_at_1000": 0.71624, + "map_at_20": 0.71472, + "map_at_3": 0.69593, + "map_at_5": 0.70431, + "mrr_at_1": 0.62111, + "mrr_at_10": 0.71223, + "mrr_at_100": 0.71611, + "mrr_at_1000": 0.71624, + "mrr_at_20": 0.71472, + "mrr_at_3": 0.69593, + "mrr_at_5": 0.70431, + "ndcg_at_1": 0.62111, + "ndcg_at_10": 0.75502, + "ndcg_at_100": 0.77415, + "ndcg_at_1000": 0.77702, + "ndcg_at_20": 0.76422, + "ndcg_at_3": 0.72037, + "ndcg_at_5": 0.73571, + "precision_at_1": 0.62111, + "precision_at_10": 0.08889, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04628, + "precision_at_3": 0.2637, + "precision_at_5": 0.16578, + "recall_at_1": 0.62111, + "recall_at_10": 0.88889, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.92556, + "recall_at_3": 0.79111, + "recall_at_5": 0.82889 + }, + "tgk": { + "map_at_1": 0.41444, + "map_at_10": 0.49698, + "map_at_100": 0.50646, + "map_at_1000": 0.50682, + "map_at_20": 0.50249, + "map_at_3": 0.47204, + "map_at_5": 0.48576, + "mrr_at_1": 0.41444, + "mrr_at_10": 0.49698, + "mrr_at_100": 0.50646, + "mrr_at_1000": 0.50682, + "mrr_at_20": 0.50249, + "mrr_at_3": 0.47204, + "mrr_at_5": 0.48576, + "ndcg_at_1": 0.41444, + "ndcg_at_10": 0.54343, + "ndcg_at_100": 0.59363, + "ndcg_at_1000": 0.60203, + "ndcg_at_20": 0.56362, + "ndcg_at_3": 0.49144, + "ndcg_at_5": 0.5164, + "precision_at_1": 0.41444, + "precision_at_10": 0.06922, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "precision_at_20": 0.03861, + "precision_at_3": 0.18259, + "precision_at_5": 0.12178, + "recall_at_1": 0.41444, + "recall_at_10": 0.69222, + "recall_at_100": 0.93667, + "recall_at_1000": 1.0, + "recall_at_20": 0.77222, + "recall_at_3": 0.54778, + "recall_at_5": 0.60889 + }, + "tgl": { + "map_at_1": 0.74333, + "map_at_10": 0.79631, + "map_at_100": 0.80011, + "map_at_1000": 0.8002, + "map_at_20": 0.79898, + "map_at_3": 0.7837, + "map_at_5": 0.79226, + "mrr_at_1": 0.74333, + "mrr_at_10": 0.79631, + "mrr_at_100": 0.80011, + "mrr_at_1000": 0.8002, + "mrr_at_20": 0.79898, + "mrr_at_3": 0.7837, + "mrr_at_5": 0.79226, + "ndcg_at_1": 0.74333, + "ndcg_at_10": 0.82197, + "ndcg_at_100": 0.83957, + "ndcg_at_1000": 0.84178, + "ndcg_at_20": 0.8312, + "ndcg_at_3": 0.79674, + "ndcg_at_5": 0.812, + "precision_at_1": 0.74333, + "precision_at_10": 0.09022, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04689, + "precision_at_3": 0.27815, + "precision_at_5": 0.17422, + "recall_at_1": 0.74333, + "recall_at_10": 0.90222, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.93778, + "recall_at_3": 0.83444, + "recall_at_5": 0.87111 + }, + "tha": { + "map_at_1": 0.76111, + "map_at_10": 0.81716, + "map_at_100": 0.81916, + "map_at_1000": 0.81924, + "map_at_20": 0.8183, + "map_at_3": 0.80259, + "map_at_5": 0.81226, + "mrr_at_1": 0.76111, + "mrr_at_10": 0.81716, + "mrr_at_100": 0.81916, + "mrr_at_1000": 0.81924, + "mrr_at_20": 0.8183, + "mrr_at_3": 0.80259, + "mrr_at_5": 0.81226, + "ndcg_at_1": 0.76111, + "ndcg_at_10": 0.84562, + "ndcg_at_100": 0.85556, + "ndcg_at_1000": 0.85786, + "ndcg_at_20": 0.85, + "ndcg_at_3": 0.81592, + "ndcg_at_5": 0.83333, + "precision_at_1": 0.76111, + "precision_at_10": 0.09356, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04767, + "precision_at_3": 0.28481, + "precision_at_5": 0.17933, + "recall_at_1": 0.76111, + "recall_at_10": 0.93556, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "recall_at_20": 0.95333, + "recall_at_3": 0.85444, + "recall_at_5": 0.89667 + }, + "tir": { + "map_at_1": 0.19333, + "map_at_10": 0.26662, + "map_at_100": 0.27958, + "map_at_1000": 0.2807, + "map_at_20": 0.2732, + "map_at_3": 0.24037, + "map_at_5": 0.25676, + "mrr_at_1": 0.19333, + "mrr_at_10": 0.26662, + "mrr_at_100": 0.27958, + "mrr_at_1000": 0.2807, + "mrr_at_20": 0.2732, + "mrr_at_3": 0.24037, + "mrr_at_5": 0.25676, + "ndcg_at_1": 0.19333, + "ndcg_at_10": 0.31033, + "ndcg_at_100": 0.38088, + "ndcg_at_1000": 0.40759, + "ndcg_at_20": 0.33444, + "ndcg_at_3": 0.25648, + "ndcg_at_5": 0.28612, + "precision_at_1": 0.19333, + "precision_at_10": 0.04511, + "precision_at_100": 0.00798, + "precision_at_1000": 0.001, + "precision_at_20": 0.02733, + "precision_at_3": 0.10111, + "precision_at_5": 0.07511, + "recall_at_1": 0.19333, + "recall_at_10": 0.45111, + "recall_at_100": 0.79778, + "recall_at_1000": 1.0, + "recall_at_20": 0.54667, + "recall_at_3": 0.30333, + "recall_at_5": 0.37556 + }, + "tsn": { + "map_at_1": 0.38444, + "map_at_10": 0.46981, + "map_at_100": 0.47877, + "map_at_1000": 0.47938, + "map_at_20": 0.47498, + "map_at_3": 0.44259, + "map_at_5": 0.45965, + "mrr_at_1": 0.38444, + "mrr_at_10": 0.46981, + "mrr_at_100": 0.47877, + "mrr_at_1000": 0.47938, + "mrr_at_20": 0.47498, + "mrr_at_3": 0.44259, + "mrr_at_5": 0.45965, + "ndcg_at_1": 0.38444, + "ndcg_at_10": 0.51708, + "ndcg_at_100": 0.56329, + "ndcg_at_1000": 0.57786, + "ndcg_at_20": 0.5359, + "ndcg_at_3": 0.46161, + "ndcg_at_5": 0.49278, + "precision_at_1": 0.38444, + "precision_at_10": 0.06678, + "precision_at_100": 0.0089, + "precision_at_1000": 0.001, + "precision_at_20": 0.03711, + "precision_at_3": 0.17222, + "precision_at_5": 0.11867, + "recall_at_1": 0.38444, + "recall_at_10": 0.66778, + "recall_at_100": 0.89, + "recall_at_1000": 1.0, + "recall_at_20": 0.74222, + "recall_at_3": 0.51667, + "recall_at_5": 0.59333 + }, + "tso": { + "map_at_1": 0.37778, + "map_at_10": 0.46287, + "map_at_100": 0.47197, + "map_at_1000": 0.47271, + "map_at_20": 0.46793, + "map_at_3": 0.44259, + "map_at_5": 0.4542, + "mrr_at_1": 0.37778, + "mrr_at_10": 0.46287, + "mrr_at_100": 0.47197, + "mrr_at_1000": 0.47271, + "mrr_at_20": 0.46793, + "mrr_at_3": 0.44259, + "mrr_at_5": 0.4542, + "ndcg_at_1": 0.37778, + "ndcg_at_10": 0.50534, + "ndcg_at_100": 0.5532, + "ndcg_at_1000": 0.57032, + "ndcg_at_20": 0.52348, + "ndcg_at_3": 0.46389, + "ndcg_at_5": 0.48464, + "precision_at_1": 0.37778, + "precision_at_10": 0.06389, + "precision_at_100": 0.00871, + "precision_at_1000": 0.001, + "precision_at_20": 0.0355, + "precision_at_3": 0.17519, + "precision_at_5": 0.11511, + "recall_at_1": 0.37778, + "recall_at_10": 0.63889, + "recall_at_100": 0.87111, + "recall_at_1000": 1.0, + "recall_at_20": 0.71, + "recall_at_3": 0.52556, + "recall_at_5": 0.57556 + }, + "tur": { + "map_at_1": 0.85111, + "map_at_10": 0.88569, + "map_at_100": 0.88774, + "map_at_1000": 0.88779, + "map_at_20": 0.88706, + "map_at_3": 0.88019, + "map_at_5": 0.88246, + "mrr_at_1": 0.85111, + "mrr_at_10": 0.88569, + "mrr_at_100": 0.88774, + "mrr_at_1000": 0.88779, + "mrr_at_20": 0.88706, + "mrr_at_3": 0.88019, + "mrr_at_5": 0.88246, + "ndcg_at_1": 0.85111, + "ndcg_at_10": 0.90149, + "ndcg_at_100": 0.91071, + "ndcg_at_1000": 0.91177, + "ndcg_at_20": 0.90652, + "ndcg_at_3": 0.8893, + "ndcg_at_5": 0.89341, + "precision_at_1": 0.85111, + "precision_at_10": 0.09511, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.30519, + "precision_at_5": 0.18511, + "recall_at_1": 0.85111, + "recall_at_10": 0.95111, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.91556, + "recall_at_5": 0.92556 + }, + "ukr": { + "map_at_1": 0.82556, + "map_at_10": 0.8708, + "map_at_100": 0.87241, + "map_at_1000": 0.87244, + "map_at_20": 0.87203, + "map_at_3": 0.86074, + "map_at_5": 0.86591, + "mrr_at_1": 0.82556, + "mrr_at_10": 0.8708, + "mrr_at_100": 0.87241, + "mrr_at_1000": 0.87244, + "mrr_at_20": 0.87203, + "mrr_at_3": 0.86074, + "mrr_at_5": 0.86591, + "ndcg_at_1": 0.82556, + "ndcg_at_10": 0.89307, + "ndcg_at_100": 0.90028, + "ndcg_at_1000": 0.90087, + "ndcg_at_20": 0.89757, + "ndcg_at_3": 0.87198, + "ndcg_at_5": 0.88121, + "precision_at_1": 0.82556, + "precision_at_10": 0.09633, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.30148, + "precision_at_5": 0.18533, + "recall_at_1": 0.82556, + "recall_at_10": 0.96333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.90444, + "recall_at_5": 0.92667 + }, + "urd": { + "map_at_1": 0.70333, + "map_at_10": 0.77112, + "map_at_100": 0.77502, + "map_at_1000": 0.77512, + "map_at_20": 0.77389, + "map_at_3": 0.75519, + "map_at_5": 0.76507, + "mrr_at_1": 0.70333, + "mrr_at_10": 0.77112, + "mrr_at_100": 0.77502, + "mrr_at_1000": 0.77512, + "mrr_at_20": 0.77389, + "mrr_at_3": 0.75519, + "mrr_at_5": 0.76507, + "ndcg_at_1": 0.70333, + "ndcg_at_10": 0.80311, + "ndcg_at_100": 0.82099, + "ndcg_at_1000": 0.82306, + "ndcg_at_20": 0.81305, + "ndcg_at_3": 0.77079, + "ndcg_at_5": 0.78863, + "precision_at_1": 0.70333, + "precision_at_10": 0.09033, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04711, + "precision_at_3": 0.27185, + "precision_at_5": 0.17178, + "recall_at_1": 0.70333, + "recall_at_10": 0.90333, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.94222, + "recall_at_3": 0.81556, + "recall_at_5": 0.85889 + }, + "uzn": { + "map_at_1": 0.61222, + "map_at_10": 0.69397, + "map_at_100": 0.69875, + "map_at_1000": 0.69892, + "map_at_20": 0.69724, + "map_at_3": 0.67278, + "map_at_5": 0.68606, + "mrr_at_1": 0.61222, + "mrr_at_10": 0.69397, + "mrr_at_100": 0.69875, + "mrr_at_1000": 0.69892, + "mrr_at_20": 0.69724, + "mrr_at_3": 0.67278, + "mrr_at_5": 0.68606, + "ndcg_at_1": 0.61222, + "ndcg_at_10": 0.73554, + "ndcg_at_100": 0.75814, + "ndcg_at_1000": 0.76201, + "ndcg_at_20": 0.74739, + "ndcg_at_3": 0.69234, + "ndcg_at_5": 0.71644, + "precision_at_1": 0.61222, + "precision_at_10": 0.08667, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "precision_at_20": 0.04567, + "precision_at_3": 0.24963, + "precision_at_5": 0.16156, + "recall_at_1": 0.61222, + "recall_at_10": 0.86667, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "recall_at_20": 0.91333, + "recall_at_3": 0.74889, + "recall_at_5": 0.80778 + }, + "vie": { + "map_at_1": 0.84333, + "map_at_10": 0.88547, + "map_at_100": 0.88743, + "map_at_1000": 0.88744, + "map_at_20": 0.88681, + "map_at_3": 0.87759, + "map_at_5": 0.88304, + "mrr_at_1": 0.84333, + "mrr_at_10": 0.88547, + "mrr_at_100": 0.88743, + "mrr_at_1000": 0.88744, + "mrr_at_20": 0.88681, + "mrr_at_3": 0.87759, + "mrr_at_5": 0.88304, + "ndcg_at_1": 0.84333, + "ndcg_at_10": 0.90322, + "ndcg_at_100": 0.91211, + "ndcg_at_1000": 0.9124, + "ndcg_at_20": 0.90804, + "ndcg_at_3": 0.88771, + "ndcg_at_5": 0.89742, + "precision_at_1": 0.84333, + "precision_at_10": 0.09578, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30556, + "precision_at_5": 0.188, + "recall_at_1": 0.84333, + "recall_at_10": 0.95778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.91667, + "recall_at_5": 0.94 + }, + "war": { + "map_at_1": 0.64333, + "map_at_10": 0.70962, + "map_at_100": 0.71448, + "map_at_1000": 0.7147, + "map_at_20": 0.71241, + "map_at_3": 0.69222, + "map_at_5": 0.70294, + "mrr_at_1": 0.64333, + "mrr_at_10": 0.70962, + "mrr_at_100": 0.71448, + "mrr_at_1000": 0.7147, + "mrr_at_20": 0.71241, + "mrr_at_3": 0.69222, + "mrr_at_5": 0.70294, + "ndcg_at_1": 0.64333, + "ndcg_at_10": 0.74264, + "ndcg_at_100": 0.7671, + "ndcg_at_1000": 0.77205, + "ndcg_at_20": 0.75239, + "ndcg_at_3": 0.70741, + "ndcg_at_5": 0.72668, + "precision_at_1": 0.64333, + "precision_at_10": 0.08467, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "precision_at_20": 0.04422, + "precision_at_3": 0.25037, + "precision_at_5": 0.15956, + "recall_at_1": 0.64333, + "recall_at_10": 0.84667, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "recall_at_20": 0.88444, + "recall_at_3": 0.75111, + "recall_at_5": 0.79778 + }, + "wol": { + "map_at_1": 0.27667, + "map_at_10": 0.34387, + "map_at_100": 0.35583, + "map_at_1000": 0.35683, + "map_at_20": 0.35044, + "map_at_3": 0.32204, + "map_at_5": 0.33248, + "mrr_at_1": 0.27667, + "mrr_at_10": 0.34387, + "mrr_at_100": 0.35583, + "mrr_at_1000": 0.35683, + "mrr_at_20": 0.35044, + "mrr_at_3": 0.32204, + "mrr_at_5": 0.33248, + "ndcg_at_1": 0.27667, + "ndcg_at_10": 0.38251, + "ndcg_at_100": 0.44542, + "ndcg_at_1000": 0.46998, + "ndcg_at_20": 0.40604, + "ndcg_at_3": 0.33692, + "ndcg_at_5": 0.35571, + "precision_at_1": 0.27667, + "precision_at_10": 0.05067, + "precision_at_100": 0.00812, + "precision_at_1000": 0.001, + "precision_at_20": 0.02994, + "precision_at_3": 0.12667, + "precision_at_5": 0.08511, + "recall_at_1": 0.27667, + "recall_at_10": 0.50667, + "recall_at_100": 0.81222, + "recall_at_1000": 1.0, + "recall_at_20": 0.59889, + "recall_at_3": 0.38, + "recall_at_5": 0.42556 + }, + "xho": { + "map_at_1": 0.43444, + "map_at_10": 0.50874, + "map_at_100": 0.51742, + "map_at_1000": 0.51797, + "map_at_20": 0.5136, + "map_at_3": 0.48519, + "map_at_5": 0.49857, + "mrr_at_1": 0.43444, + "mrr_at_10": 0.50874, + "mrr_at_100": 0.51742, + "mrr_at_1000": 0.51797, + "mrr_at_20": 0.5136, + "mrr_at_3": 0.48519, + "mrr_at_5": 0.49857, + "ndcg_at_1": 0.43444, + "ndcg_at_10": 0.55081, + "ndcg_at_100": 0.59569, + "ndcg_at_1000": 0.60875, + "ndcg_at_20": 0.56869, + "ndcg_at_3": 0.50209, + "ndcg_at_5": 0.52628, + "precision_at_1": 0.43444, + "precision_at_10": 0.06856, + "precision_at_100": 0.00901, + "precision_at_1000": 0.001, + "precision_at_20": 0.03783, + "precision_at_3": 0.1837, + "precision_at_5": 0.122, + "recall_at_1": 0.43444, + "recall_at_10": 0.68556, + "recall_at_100": 0.90111, + "recall_at_1000": 1.0, + "recall_at_20": 0.75667, + "recall_at_3": 0.55111, + "recall_at_5": 0.61 + }, + "yor": { + "map_at_1": 0.23333, + "map_at_10": 0.29561, + "map_at_100": 0.30608, + "map_at_1000": 0.30732, + "map_at_20": 0.30015, + "map_at_3": 0.27667, + "map_at_5": 0.28606, + "mrr_at_1": 0.23333, + "mrr_at_10": 0.29561, + "mrr_at_100": 0.30608, + "mrr_at_1000": 0.30732, + "mrr_at_20": 0.30015, + "mrr_at_3": 0.27667, + "mrr_at_5": 0.28606, + "ndcg_at_1": 0.23333, + "ndcg_at_10": 0.3307, + "ndcg_at_100": 0.39366, + "ndcg_at_1000": 0.42423, + "ndcg_at_20": 0.34727, + "ndcg_at_3": 0.29092, + "ndcg_at_5": 0.30785, + "precision_at_1": 0.23333, + "precision_at_10": 0.04433, + "precision_at_100": 0.00767, + "precision_at_1000": 0.001, + "precision_at_20": 0.02544, + "precision_at_3": 0.11074, + "precision_at_5": 0.07467, + "recall_at_1": 0.23333, + "recall_at_10": 0.44333, + "recall_at_100": 0.76667, + "recall_at_1000": 1.0, + "recall_at_20": 0.50889, + "recall_at_3": 0.33222, + "recall_at_5": 0.37333 + }, + "zho": { + "map_at_1": 0.87667, + "map_at_10": 0.91162, + "map_at_100": 0.91266, + "map_at_1000": 0.91269, + "map_at_20": 0.9123, + "map_at_3": 0.90574, + "map_at_5": 0.90963, + "mrr_at_1": 0.87667, + "mrr_at_10": 0.91162, + "mrr_at_100": 0.91266, + "mrr_at_1000": 0.91269, + "mrr_at_20": 0.9123, + "mrr_at_3": 0.90574, + "mrr_at_5": 0.90963, + "ndcg_at_1": 0.87667, + "ndcg_at_10": 0.92623, + "ndcg_at_100": 0.93141, + "ndcg_at_1000": 0.932, + "ndcg_at_20": 0.92874, + "ndcg_at_3": 0.91432, + "ndcg_at_5": 0.92149, + "precision_at_1": 0.87667, + "precision_at_10": 0.09711, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.31296, + "precision_at_5": 0.19133, + "recall_at_1": 0.87667, + "recall_at_10": 0.97111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.93889, + "recall_at_5": 0.95667 + }, + "zsm": { + "map_at_1": 0.81444, + "map_at_10": 0.85849, + "map_at_100": 0.86091, + "map_at_1000": 0.86098, + "map_at_20": 0.86043, + "map_at_3": 0.84796, + "map_at_5": 0.85552, + "mrr_at_1": 0.81444, + "mrr_at_10": 0.85849, + "mrr_at_100": 0.86091, + "mrr_at_1000": 0.86098, + "mrr_at_20": 0.86043, + "mrr_at_3": 0.84796, + "mrr_at_5": 0.85552, + "ndcg_at_1": 0.81444, + "ndcg_at_10": 0.87881, + "ndcg_at_100": 0.88945, + "ndcg_at_1000": 0.89085, + "ndcg_at_20": 0.88548, + "ndcg_at_3": 0.85797, + "ndcg_at_5": 0.87141, + "precision_at_1": 0.81444, + "precision_at_10": 0.09422, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04839, + "precision_at_3": 0.29556, + "precision_at_5": 0.18378, + "recall_at_1": 0.81444, + "recall_at_10": 0.94222, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.96778, + "recall_at_3": 0.88667, + "recall_at_5": 0.91889 + }, + "zul": { + "map_at_1": 0.43556, + "map_at_10": 0.51792, + "map_at_100": 0.52673, + "map_at_1000": 0.52726, + "map_at_20": 0.52319, + "map_at_3": 0.49407, + "map_at_5": 0.50546, + "mrr_at_1": 0.43556, + "mrr_at_10": 0.51792, + "mrr_at_100": 0.52673, + "mrr_at_1000": 0.52726, + "mrr_at_20": 0.52319, + "mrr_at_3": 0.49407, + "mrr_at_5": 0.50546, + "ndcg_at_1": 0.43556, + "ndcg_at_10": 0.56325, + "ndcg_at_100": 0.60676, + "ndcg_at_1000": 0.61843, + "ndcg_at_20": 0.58238, + "ndcg_at_3": 0.51248, + "ndcg_at_5": 0.53328, + "precision_at_1": 0.43556, + "precision_at_10": 0.07089, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "precision_at_20": 0.03922, + "precision_at_3": 0.18852, + "precision_at_5": 0.12333, + "recall_at_1": 0.43556, + "recall_at_10": 0.70889, + "recall_at_100": 0.91333, + "recall_at_1000": 1.0, + "recall_at_20": 0.78444, + "recall_at_3": 0.56556, + "recall_at_5": 0.61667 + } + } +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/BelebeleRetrieval.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/BelebeleRetrieval.json new file mode 100644 index 0000000000..5faaf55366 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/BelebeleRetrieval.json @@ -0,0 +1,4263 @@ +{ + "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "mteb_dataset_name": "BelebeleRetrieval", + "mteb_version": "1.7.60", + "test": { + "acm": { + "map_at_1": 0.37889, + "map_at_10": 0.44455, + "map_at_100": 0.45295, + "map_at_1000": 0.45385, + "map_at_20": 0.44891, + "map_at_3": 0.42519, + "map_at_5": 0.43652, + "mrr_at_1": 0.37889, + "mrr_at_10": 0.44455, + "mrr_at_100": 0.45295, + "mrr_at_1000": 0.45385, + "mrr_at_20": 0.44891, + "mrr_at_3": 0.42519, + "mrr_at_5": 0.43652, + "ndcg_at_1": 0.37889, + "ndcg_at_10": 0.47983, + "ndcg_at_100": 0.52877, + "ndcg_at_1000": 0.54982, + "ndcg_at_20": 0.49581, + "ndcg_at_3": 0.44013, + "ndcg_at_5": 0.46041, + "precision_at_1": 0.37889, + "precision_at_10": 0.05922, + "precision_at_100": 0.00841, + "precision_at_1000": 0.001, + "precision_at_20": 0.03278, + "precision_at_3": 0.16111, + "precision_at_5": 0.10644, + "recall_at_1": 0.37889, + "recall_at_10": 0.59222, + "recall_at_100": 0.84111, + "recall_at_1000": 1.0, + "recall_at_20": 0.65556, + "recall_at_3": 0.48333, + "recall_at_5": 0.53222 + }, + "afr": { + "map_at_1": 0.51778, + "map_at_10": 0.59794, + "map_at_100": 0.60385, + "map_at_1000": 0.60433, + "map_at_20": 0.60071, + "map_at_3": 0.57907, + "map_at_5": 0.59185, + "mrr_at_1": 0.51778, + "mrr_at_10": 0.59794, + "mrr_at_100": 0.60385, + "mrr_at_1000": 0.60433, + "mrr_at_20": 0.60071, + "mrr_at_3": 0.57907, + "mrr_at_5": 0.59185, + "ndcg_at_1": 0.51778, + "ndcg_at_10": 0.63614, + "ndcg_at_100": 0.66812, + "ndcg_at_1000": 0.67967, + "ndcg_at_20": 0.64588, + "ndcg_at_3": 0.59848, + "ndcg_at_5": 0.62119, + "precision_at_1": 0.51778, + "precision_at_10": 0.07556, + "precision_at_100": 0.00912, + "precision_at_1000": 0.001, + "precision_at_20": 0.03967, + "precision_at_3": 0.21815, + "precision_at_5": 0.14178, + "recall_at_1": 0.51778, + "recall_at_10": 0.75556, + "recall_at_100": 0.91222, + "recall_at_1000": 1.0, + "recall_at_20": 0.79333, + "recall_at_3": 0.65444, + "recall_at_5": 0.70889 + }, + "als": { + "map_at_1": 0.65, + "map_at_10": 0.72722, + "map_at_100": 0.73149, + "map_at_1000": 0.7316, + "map_at_20": 0.72974, + "map_at_3": 0.7113, + "map_at_5": 0.71974, + "mrr_at_1": 0.65, + "mrr_at_10": 0.72722, + "mrr_at_100": 0.73149, + "mrr_at_1000": 0.7316, + "mrr_at_20": 0.72974, + "mrr_at_3": 0.7113, + "mrr_at_5": 0.71974, + "ndcg_at_1": 0.65, + "ndcg_at_10": 0.7643, + "ndcg_at_100": 0.78526, + "ndcg_at_1000": 0.788, + "ndcg_at_20": 0.77355, + "ndcg_at_3": 0.7307, + "ndcg_at_5": 0.74586, + "precision_at_1": 0.65, + "precision_at_10": 0.08811, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04589, + "precision_at_3": 0.26222, + "precision_at_5": 0.16467, + "recall_at_1": 0.65, + "recall_at_10": 0.88111, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.91778, + "recall_at_3": 0.78667, + "recall_at_5": 0.82333 + }, + "amh": { + "map_at_1": 0.02444, + "map_at_10": 0.03593, + "map_at_100": 0.04297, + "map_at_1000": 0.04589, + "map_at_20": 0.03882, + "map_at_3": 0.02944, + "map_at_5": 0.0325, + "mrr_at_1": 0.02444, + "mrr_at_10": 0.03593, + "mrr_at_100": 0.04297, + "mrr_at_1000": 0.04589, + "mrr_at_20": 0.03882, + "mrr_at_3": 0.02944, + "mrr_at_5": 0.0325, + "ndcg_at_1": 0.02444, + "ndcg_at_10": 0.04548, + "ndcg_at_100": 0.09286, + "ndcg_at_1000": 0.17706, + "ndcg_at_20": 0.0561, + "ndcg_at_3": 0.03128, + "ndcg_at_5": 0.03678, + "precision_at_1": 0.02444, + "precision_at_10": 0.00778, + "precision_at_100": 0.00332, + "precision_at_1000": 0.001, + "precision_at_20": 0.006, + "precision_at_3": 0.01222, + "precision_at_5": 0.01, + "recall_at_1": 0.02444, + "recall_at_10": 0.07778, + "recall_at_100": 0.33222, + "recall_at_1000": 1.0, + "recall_at_20": 0.12, + "recall_at_3": 0.03667, + "recall_at_5": 0.05 + }, + "apc": { + "map_at_1": 0.45556, + "map_at_10": 0.54575, + "map_at_100": 0.55323, + "map_at_1000": 0.55371, + "map_at_20": 0.55011, + "map_at_3": 0.52426, + "map_at_5": 0.53726, + "mrr_at_1": 0.45556, + "mrr_at_10": 0.54575, + "mrr_at_100": 0.55323, + "mrr_at_1000": 0.55371, + "mrr_at_20": 0.55011, + "mrr_at_3": 0.52426, + "mrr_at_5": 0.53726, + "ndcg_at_1": 0.45556, + "ndcg_at_10": 0.59057, + "ndcg_at_100": 0.62914, + "ndcg_at_1000": 0.6401, + "ndcg_at_20": 0.60636, + "ndcg_at_3": 0.54604, + "ndcg_at_5": 0.56943, + "precision_at_1": 0.45556, + "precision_at_10": 0.07322, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "precision_at_20": 0.03972, + "precision_at_3": 0.20296, + "precision_at_5": 0.13311, + "recall_at_1": 0.45556, + "recall_at_10": 0.73222, + "recall_at_100": 0.91778, + "recall_at_1000": 1.0, + "recall_at_20": 0.79444, + "recall_at_3": 0.60889, + "recall_at_5": 0.66556 + }, + "arb": { + "map_at_1": 0.59333, + "map_at_10": 0.67658, + "map_at_100": 0.68199, + "map_at_1000": 0.68216, + "map_at_20": 0.6804, + "map_at_3": 0.65833, + "map_at_5": 0.66972, + "mrr_at_1": 0.59333, + "mrr_at_10": 0.67658, + "mrr_at_100": 0.68199, + "mrr_at_1000": 0.68216, + "mrr_at_20": 0.6804, + "mrr_at_3": 0.65833, + "mrr_at_5": 0.66972, + "ndcg_at_1": 0.59333, + "ndcg_at_10": 0.71687, + "ndcg_at_100": 0.74296, + "ndcg_at_1000": 0.74742, + "ndcg_at_20": 0.73069, + "ndcg_at_3": 0.67932, + "ndcg_at_5": 0.69988, + "precision_at_1": 0.59333, + "precision_at_10": 0.08433, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "precision_at_20": 0.04489, + "precision_at_3": 0.24667, + "precision_at_5": 0.158, + "recall_at_1": 0.59333, + "recall_at_10": 0.84333, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "recall_at_20": 0.89778, + "recall_at_3": 0.74, + "recall_at_5": 0.79 + }, + "ars": { + "map_at_1": 0.50778, + "map_at_10": 0.59533, + "map_at_100": 0.60234, + "map_at_1000": 0.60264, + "map_at_20": 0.5996, + "map_at_3": 0.56963, + "map_at_5": 0.58563, + "mrr_at_1": 0.50778, + "mrr_at_10": 0.59533, + "mrr_at_100": 0.60234, + "mrr_at_1000": 0.60264, + "mrr_at_20": 0.5996, + "mrr_at_3": 0.56963, + "mrr_at_5": 0.58563, + "ndcg_at_1": 0.50778, + "ndcg_at_10": 0.64177, + "ndcg_at_100": 0.67558, + "ndcg_at_1000": 0.68264, + "ndcg_at_20": 0.6567, + "ndcg_at_3": 0.58997, + "ndcg_at_5": 0.61857, + "precision_at_1": 0.50778, + "precision_at_10": 0.07889, + "precision_at_100": 0.00947, + "precision_at_1000": 0.001, + "precision_at_20": 0.04233, + "precision_at_3": 0.2163, + "precision_at_5": 0.14356, + "recall_at_1": 0.50778, + "recall_at_10": 0.78889, + "recall_at_100": 0.94667, + "recall_at_1000": 1.0, + "recall_at_20": 0.84667, + "recall_at_3": 0.64889, + "recall_at_5": 0.71778 + }, + "ary": { + "map_at_1": 0.26503, + "map_at_10": 0.32816, + "map_at_100": 0.33643, + "map_at_1000": 0.33795, + "map_at_20": 0.33238, + "map_at_3": 0.30883, + "map_at_5": 0.32125, + "mrr_at_1": 0.26503, + "mrr_at_10": 0.32816, + "mrr_at_100": 0.33643, + "mrr_at_1000": 0.33795, + "mrr_at_20": 0.33238, + "mrr_at_3": 0.30883, + "mrr_at_5": 0.32125, + "ndcg_at_1": 0.26503, + "ndcg_at_10": 0.36245, + "ndcg_at_100": 0.40821, + "ndcg_at_1000": 0.44718, + "ndcg_at_20": 0.37772, + "ndcg_at_3": 0.32251, + "ndcg_at_5": 0.34518, + "precision_at_1": 0.26503, + "precision_at_10": 0.04722, + "precision_at_100": 0.00699, + "precision_at_1000": 0.001, + "precision_at_20": 0.02661, + "precision_at_3": 0.12064, + "precision_at_5": 0.08352, + "recall_at_1": 0.26503, + "recall_at_10": 0.47216, + "recall_at_100": 0.69933, + "recall_at_1000": 1.0, + "recall_at_20": 0.53229, + "recall_at_3": 0.36192, + "recall_at_5": 0.41759 + }, + "arz": { + "map_at_1": 0.42444, + "map_at_10": 0.50631, + "map_at_100": 0.51295, + "map_at_1000": 0.51369, + "map_at_20": 0.50967, + "map_at_3": 0.48259, + "map_at_5": 0.49865, + "mrr_at_1": 0.42444, + "mrr_at_10": 0.50631, + "mrr_at_100": 0.51295, + "mrr_at_1000": 0.51369, + "mrr_at_20": 0.50967, + "mrr_at_3": 0.48259, + "mrr_at_5": 0.49865, + "ndcg_at_1": 0.42444, + "ndcg_at_10": 0.54897, + "ndcg_at_100": 0.58581, + "ndcg_at_1000": 0.60343, + "ndcg_at_20": 0.56111, + "ndcg_at_3": 0.50188, + "ndcg_at_5": 0.53076, + "precision_at_1": 0.42444, + "precision_at_10": 0.06833, + "precision_at_100": 0.00867, + "precision_at_1000": 0.001, + "precision_at_20": 0.03656, + "precision_at_3": 0.18593, + "precision_at_5": 0.12556, + "recall_at_1": 0.42444, + "recall_at_10": 0.68333, + "recall_at_100": 0.86667, + "recall_at_1000": 1.0, + "recall_at_20": 0.73111, + "recall_at_3": 0.55778, + "recall_at_5": 0.62778 + }, + "asm": { + "map_at_1": 0.01111, + "map_at_10": 0.02312, + "map_at_100": 0.02927, + "map_at_1000": 0.0323, + "map_at_20": 0.02493, + "map_at_3": 0.01722, + "map_at_5": 0.02, + "mrr_at_1": 0.01111, + "mrr_at_10": 0.02312, + "mrr_at_100": 0.02927, + "mrr_at_1000": 0.0323, + "mrr_at_20": 0.02493, + "mrr_at_3": 0.01722, + "mrr_at_5": 0.02, + "ndcg_at_1": 0.01111, + "ndcg_at_10": 0.03213, + "ndcg_at_100": 0.07398, + "ndcg_at_1000": 0.16337, + "ndcg_at_20": 0.03865, + "ndcg_at_3": 0.01935, + "ndcg_at_5": 0.02437, + "precision_at_1": 0.01111, + "precision_at_10": 0.00622, + "precision_at_100": 0.00287, + "precision_at_1000": 0.001, + "precision_at_20": 0.00439, + "precision_at_3": 0.00852, + "precision_at_5": 0.00756, + "recall_at_1": 0.01111, + "recall_at_10": 0.06222, + "recall_at_100": 0.28667, + "recall_at_1000": 1.0, + "recall_at_20": 0.08778, + "recall_at_3": 0.02556, + "recall_at_5": 0.03778 + }, + "azj": { + "map_at_1": 0.26222, + "map_at_10": 0.31457, + "map_at_100": 0.3243, + "map_at_1000": 0.32573, + "map_at_20": 0.3193, + "map_at_3": 0.29574, + "map_at_5": 0.30463, + "mrr_at_1": 0.26222, + "mrr_at_10": 0.31457, + "mrr_at_100": 0.3243, + "mrr_at_1000": 0.32573, + "mrr_at_20": 0.3193, + "mrr_at_3": 0.29574, + "mrr_at_5": 0.30463, + "ndcg_at_1": 0.26222, + "ndcg_at_10": 0.34738, + "ndcg_at_100": 0.40393, + "ndcg_at_1000": 0.43807, + "ndcg_at_20": 0.36455, + "ndcg_at_3": 0.30708, + "ndcg_at_5": 0.32309, + "precision_at_1": 0.26222, + "precision_at_10": 0.04544, + "precision_at_100": 0.00741, + "precision_at_1000": 0.001, + "precision_at_20": 0.02611, + "precision_at_3": 0.11333, + "precision_at_5": 0.07578, + "recall_at_1": 0.26222, + "recall_at_10": 0.45444, + "recall_at_100": 0.74111, + "recall_at_1000": 1.0, + "recall_at_20": 0.52222, + "recall_at_3": 0.34, + "recall_at_5": 0.37889 + }, + "bam": { + "map_at_1": 0.13889, + "map_at_10": 0.16872, + "map_at_100": 0.17719, + "map_at_1000": 0.17933, + "map_at_20": 0.17206, + "map_at_3": 0.15833, + "map_at_5": 0.1635, + "mrr_at_1": 0.13889, + "mrr_at_10": 0.16872, + "mrr_at_100": 0.17719, + "mrr_at_1000": 0.17933, + "mrr_at_20": 0.17206, + "mrr_at_3": 0.15833, + "mrr_at_5": 0.1635, + "ndcg_at_1": 0.13889, + "ndcg_at_10": 0.1873, + "ndcg_at_100": 0.24253, + "ndcg_at_1000": 0.30116, + "ndcg_at_20": 0.19978, + "ndcg_at_3": 0.16501, + "ndcg_at_5": 0.17448, + "precision_at_1": 0.13889, + "precision_at_10": 0.02478, + "precision_at_100": 0.0054, + "precision_at_1000": 0.001, + "precision_at_20": 0.01489, + "precision_at_3": 0.06148, + "precision_at_5": 0.04156, + "recall_at_1": 0.13889, + "recall_at_10": 0.24778, + "recall_at_100": 0.54, + "recall_at_1000": 1.0, + "recall_at_20": 0.29778, + "recall_at_3": 0.18444, + "recall_at_5": 0.20778 + }, + "ben": { + "map_at_1": 0.02556, + "map_at_10": 0.03618, + "map_at_100": 0.04328, + "map_at_1000": 0.04633, + "map_at_20": 0.03874, + "map_at_3": 0.03148, + "map_at_5": 0.03326, + "mrr_at_1": 0.02556, + "mrr_at_10": 0.03618, + "mrr_at_100": 0.04328, + "mrr_at_1000": 0.04633, + "mrr_at_20": 0.03874, + "mrr_at_3": 0.03148, + "mrr_at_5": 0.03326, + "ndcg_at_1": 0.02556, + "ndcg_at_10": 0.044, + "ndcg_at_100": 0.09064, + "ndcg_at_1000": 0.177, + "ndcg_at_20": 0.05309, + "ndcg_at_3": 0.03365, + "ndcg_at_5": 0.03685, + "precision_at_1": 0.02556, + "precision_at_10": 0.007, + "precision_at_100": 0.00318, + "precision_at_1000": 0.001, + "precision_at_20": 0.00528, + "precision_at_3": 0.01333, + "precision_at_5": 0.00956, + "recall_at_1": 0.02556, + "recall_at_10": 0.07, + "recall_at_100": 0.31778, + "recall_at_1000": 1.0, + "recall_at_20": 0.10556, + "recall_at_3": 0.04, + "recall_at_5": 0.04778 + }, + "bod": { + "map_at_1": 0.01667, + "map_at_10": 0.02362, + "map_at_100": 0.02813, + "map_at_1000": 0.03138, + "map_at_20": 0.02467, + "map_at_3": 0.02074, + "map_at_5": 0.02191, + "mrr_at_1": 0.01667, + "mrr_at_10": 0.02362, + "mrr_at_100": 0.02813, + "mrr_at_1000": 0.03138, + "mrr_at_20": 0.02467, + "mrr_at_3": 0.02074, + "mrr_at_5": 0.02191, + "ndcg_at_1": 0.01667, + "ndcg_at_10": 0.02843, + "ndcg_at_100": 0.06187, + "ndcg_at_1000": 0.15836, + "ndcg_at_20": 0.03233, + "ndcg_at_3": 0.02198, + "ndcg_at_5": 0.02418, + "precision_at_1": 0.01667, + "precision_at_10": 0.00444, + "precision_at_100": 0.00229, + "precision_at_1000": 0.001, + "precision_at_20": 0.003, + "precision_at_3": 0.00852, + "precision_at_5": 0.00622, + "recall_at_1": 0.01667, + "recall_at_10": 0.04444, + "recall_at_100": 0.22889, + "recall_at_1000": 1.0, + "recall_at_20": 0.06, + "recall_at_3": 0.02556, + "recall_at_5": 0.03111 + }, + "bul": { + "map_at_1": 0.69667, + "map_at_10": 0.76672, + "map_at_100": 0.77096, + "map_at_1000": 0.77106, + "map_at_20": 0.76975, + "map_at_3": 0.75296, + "map_at_5": 0.76124, + "mrr_at_1": 0.69667, + "mrr_at_10": 0.76672, + "mrr_at_100": 0.77096, + "mrr_at_1000": 0.77106, + "mrr_at_20": 0.76975, + "mrr_at_3": 0.75296, + "mrr_at_5": 0.76124, + "ndcg_at_1": 0.69667, + "ndcg_at_10": 0.79856, + "ndcg_at_100": 0.81775, + "ndcg_at_1000": 0.81984, + "ndcg_at_20": 0.80936, + "ndcg_at_3": 0.77026, + "ndcg_at_5": 0.78527, + "precision_at_1": 0.69667, + "precision_at_10": 0.08978, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.047, + "precision_at_3": 0.27333, + "precision_at_5": 0.17133, + "recall_at_1": 0.69667, + "recall_at_10": 0.89778, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.94, + "recall_at_3": 0.82, + "recall_at_5": 0.85667 + }, + "cat": { + "map_at_1": 0.67444, + "map_at_10": 0.75193, + "map_at_100": 0.75532, + "map_at_1000": 0.75544, + "map_at_20": 0.75413, + "map_at_3": 0.73481, + "map_at_5": 0.74487, + "mrr_at_1": 0.67444, + "mrr_at_10": 0.75193, + "mrr_at_100": 0.75532, + "mrr_at_1000": 0.75544, + "mrr_at_20": 0.75413, + "mrr_at_3": 0.73481, + "mrr_at_5": 0.74487, + "ndcg_at_1": 0.67444, + "ndcg_at_10": 0.78932, + "ndcg_at_100": 0.80501, + "ndcg_at_1000": 0.8079, + "ndcg_at_20": 0.79742, + "ndcg_at_3": 0.75415, + "ndcg_at_5": 0.77213, + "precision_at_1": 0.67444, + "precision_at_10": 0.09067, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04694, + "precision_at_3": 0.27, + "precision_at_5": 0.17067, + "recall_at_1": 0.67444, + "recall_at_10": 0.90667, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.93889, + "recall_at_3": 0.81, + "recall_at_5": 0.85333 + }, + "ceb": { + "map_at_1": 0.26111, + "map_at_10": 0.31706, + "map_at_100": 0.32598, + "map_at_1000": 0.32745, + "map_at_20": 0.32126, + "map_at_3": 0.29815, + "map_at_5": 0.30954, + "mrr_at_1": 0.26111, + "mrr_at_10": 0.31706, + "mrr_at_100": 0.32598, + "mrr_at_1000": 0.32745, + "mrr_at_20": 0.32126, + "mrr_at_3": 0.29815, + "mrr_at_5": 0.30954, + "ndcg_at_1": 0.26111, + "ndcg_at_10": 0.34928, + "ndcg_at_100": 0.4012, + "ndcg_at_1000": 0.4381, + "ndcg_at_20": 0.36468, + "ndcg_at_3": 0.30979, + "ndcg_at_5": 0.33035, + "precision_at_1": 0.26111, + "precision_at_10": 0.04533, + "precision_at_100": 0.00717, + "precision_at_1000": 0.001, + "precision_at_20": 0.02572, + "precision_at_3": 0.11444, + "precision_at_5": 0.07867, + "recall_at_1": 0.26111, + "recall_at_10": 0.45333, + "recall_at_100": 0.71667, + "recall_at_1000": 1.0, + "recall_at_20": 0.51444, + "recall_at_3": 0.34333, + "recall_at_5": 0.39333 + }, + "ces": { + "map_at_1": 0.72778, + "map_at_10": 0.79162, + "map_at_100": 0.79466, + "map_at_1000": 0.79476, + "map_at_20": 0.79362, + "map_at_3": 0.77833, + "map_at_5": 0.7875, + "mrr_at_1": 0.72778, + "mrr_at_10": 0.79162, + "mrr_at_100": 0.79466, + "mrr_at_1000": 0.79476, + "mrr_at_20": 0.79362, + "mrr_at_3": 0.77833, + "mrr_at_5": 0.7875, + "ndcg_at_1": 0.72778, + "ndcg_at_10": 0.8205, + "ndcg_at_100": 0.83565, + "ndcg_at_1000": 0.838, + "ndcg_at_20": 0.82744, + "ndcg_at_3": 0.79422, + "ndcg_at_5": 0.81048, + "precision_at_1": 0.72778, + "precision_at_10": 0.091, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04683, + "precision_at_3": 0.28, + "precision_at_5": 0.17578, + "recall_at_1": 0.72778, + "recall_at_10": 0.91, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "recall_at_20": 0.93667, + "recall_at_3": 0.84, + "recall_at_5": 0.87889 + }, + "ckb": { + "map_at_1": 0.30667, + "map_at_10": 0.38935, + "map_at_100": 0.39896, + "map_at_1000": 0.39971, + "map_at_20": 0.3941, + "map_at_3": 0.36241, + "map_at_5": 0.37752, + "mrr_at_1": 0.30667, + "mrr_at_10": 0.38935, + "mrr_at_100": 0.39896, + "mrr_at_1000": 0.39971, + "mrr_at_20": 0.3941, + "mrr_at_3": 0.36241, + "mrr_at_5": 0.37752, + "ndcg_at_1": 0.30667, + "ndcg_at_10": 0.43692, + "ndcg_at_100": 0.49027, + "ndcg_at_1000": 0.50918, + "ndcg_at_20": 0.45429, + "ndcg_at_3": 0.38062, + "ndcg_at_5": 0.4082, + "precision_at_1": 0.30667, + "precision_at_10": 0.059, + "precision_at_100": 0.00854, + "precision_at_1000": 0.001, + "precision_at_20": 0.03294, + "precision_at_3": 0.14444, + "precision_at_5": 0.10022, + "recall_at_1": 0.30667, + "recall_at_10": 0.59, + "recall_at_100": 0.85444, + "recall_at_1000": 1.0, + "recall_at_20": 0.65889, + "recall_at_3": 0.43333, + "recall_at_5": 0.50111 + }, + "dan": { + "map_at_1": 0.70444, + "map_at_10": 0.7795, + "map_at_100": 0.78278, + "map_at_1000": 0.78287, + "map_at_20": 0.78169, + "map_at_3": 0.7663, + "map_at_5": 0.77435, + "mrr_at_1": 0.70444, + "mrr_at_10": 0.7795, + "mrr_at_100": 0.78278, + "mrr_at_1000": 0.78287, + "mrr_at_20": 0.78169, + "mrr_at_3": 0.7663, + "mrr_at_5": 0.77435, + "ndcg_at_1": 0.70444, + "ndcg_at_10": 0.8127, + "ndcg_at_100": 0.82798, + "ndcg_at_1000": 0.82992, + "ndcg_at_20": 0.82041, + "ndcg_at_3": 0.78558, + "ndcg_at_5": 0.80016, + "precision_at_1": 0.70444, + "precision_at_10": 0.09156, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04728, + "precision_at_3": 0.28037, + "precision_at_5": 0.17533, + "recall_at_1": 0.70444, + "recall_at_10": 0.91556, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.94556, + "recall_at_3": 0.84111, + "recall_at_5": 0.87667 + }, + "deu": { + "map_at_1": 0.71333, + "map_at_10": 0.78621, + "map_at_100": 0.78938, + "map_at_1000": 0.78948, + "map_at_20": 0.78857, + "map_at_3": 0.77093, + "map_at_5": 0.78087, + "mrr_at_1": 0.71333, + "mrr_at_10": 0.78621, + "mrr_at_100": 0.78938, + "mrr_at_1000": 0.78948, + "mrr_at_20": 0.78857, + "mrr_at_3": 0.77093, + "mrr_at_5": 0.78087, + "ndcg_at_1": 0.71333, + "ndcg_at_10": 0.81909, + "ndcg_at_100": 0.83298, + "ndcg_at_1000": 0.83522, + "ndcg_at_20": 0.8272, + "ndcg_at_3": 0.78848, + "ndcg_at_5": 0.80636, + "precision_at_1": 0.71333, + "precision_at_10": 0.09211, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04761, + "precision_at_3": 0.27963, + "precision_at_5": 0.17644, + "recall_at_1": 0.71333, + "recall_at_10": 0.92111, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.95222, + "recall_at_3": 0.83889, + "recall_at_5": 0.88222 + }, + "ell": { + "map_at_1": 0.67889, + "map_at_10": 0.7501, + "map_at_100": 0.75408, + "map_at_1000": 0.7542, + "map_at_20": 0.75266, + "map_at_3": 0.73481, + "map_at_5": 0.74459, + "mrr_at_1": 0.67889, + "mrr_at_10": 0.7501, + "mrr_at_100": 0.75408, + "mrr_at_1000": 0.7542, + "mrr_at_20": 0.75266, + "mrr_at_3": 0.73481, + "mrr_at_5": 0.74459, + "ndcg_at_1": 0.67889, + "ndcg_at_10": 0.78325, + "ndcg_at_100": 0.80248, + "ndcg_at_1000": 0.80551, + "ndcg_at_20": 0.79235, + "ndcg_at_3": 0.75219, + "ndcg_at_5": 0.76993, + "precision_at_1": 0.67889, + "precision_at_10": 0.08867, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "precision_at_20": 0.04611, + "precision_at_3": 0.26741, + "precision_at_5": 0.16911, + "recall_at_1": 0.67889, + "recall_at_10": 0.88667, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "recall_at_20": 0.92222, + "recall_at_3": 0.80222, + "recall_at_5": 0.84556 + }, + "eng": { + "map_at_1": 0.77889, + "map_at_10": 0.83243, + "map_at_100": 0.8348, + "map_at_1000": 0.83482, + "map_at_20": 0.83389, + "map_at_3": 0.82167, + "map_at_5": 0.82706, + "mrr_at_1": 0.77889, + "mrr_at_10": 0.83243, + "mrr_at_100": 0.8348, + "mrr_at_1000": 0.83482, + "mrr_at_20": 0.83389, + "mrr_at_3": 0.82167, + "mrr_at_5": 0.82706, + "ndcg_at_1": 0.77889, + "ndcg_at_10": 0.8583, + "ndcg_at_100": 0.87008, + "ndcg_at_1000": 0.87064, + "ndcg_at_20": 0.86364, + "ndcg_at_3": 0.83525, + "ndcg_at_5": 0.84491, + "precision_at_1": 0.77889, + "precision_at_10": 0.094, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04806, + "precision_at_3": 0.29148, + "precision_at_5": 0.17956, + "recall_at_1": 0.77889, + "recall_at_10": 0.94, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.96111, + "recall_at_3": 0.87444, + "recall_at_5": 0.89778 + }, + "est": { + "map_at_1": 0.63333, + "map_at_10": 0.71229, + "map_at_100": 0.71673, + "map_at_1000": 0.71684, + "map_at_20": 0.71496, + "map_at_3": 0.69426, + "map_at_5": 0.70487, + "mrr_at_1": 0.63333, + "mrr_at_10": 0.71229, + "mrr_at_100": 0.71673, + "mrr_at_1000": 0.71684, + "mrr_at_20": 0.71496, + "mrr_at_3": 0.69426, + "mrr_at_5": 0.70487, + "ndcg_at_1": 0.63333, + "ndcg_at_10": 0.75113, + "ndcg_at_100": 0.77399, + "ndcg_at_1000": 0.77627, + "ndcg_at_20": 0.76074, + "ndcg_at_3": 0.71401, + "ndcg_at_5": 0.73294, + "precision_at_1": 0.63333, + "precision_at_10": 0.08733, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04556, + "precision_at_3": 0.25704, + "precision_at_5": 0.16333, + "recall_at_1": 0.63333, + "recall_at_10": 0.87333, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.91111, + "recall_at_3": 0.77111, + "recall_at_5": 0.81667 + }, + "eus": { + "map_at_1": 0.27111, + "map_at_10": 0.34005, + "map_at_100": 0.35045, + "map_at_1000": 0.35164, + "map_at_20": 0.34579, + "map_at_3": 0.32278, + "map_at_5": 0.33239, + "mrr_at_1": 0.27111, + "mrr_at_10": 0.34005, + "mrr_at_100": 0.35045, + "mrr_at_1000": 0.35164, + "mrr_at_20": 0.34579, + "mrr_at_3": 0.32278, + "mrr_at_5": 0.33239, + "ndcg_at_1": 0.27111, + "ndcg_at_10": 0.37499, + "ndcg_at_100": 0.43296, + "ndcg_at_1000": 0.46248, + "ndcg_at_20": 0.39638, + "ndcg_at_3": 0.33922, + "ndcg_at_5": 0.35657, + "precision_at_1": 0.27111, + "precision_at_10": 0.04856, + "precision_at_100": 0.00774, + "precision_at_1000": 0.001, + "precision_at_20": 0.02856, + "precision_at_3": 0.12889, + "precision_at_5": 0.08578, + "recall_at_1": 0.27111, + "recall_at_10": 0.48556, + "recall_at_100": 0.77444, + "recall_at_1000": 1.0, + "recall_at_20": 0.57111, + "recall_at_3": 0.38667, + "recall_at_5": 0.42889 + }, + "evaluation_time": 110.71, + "fin": { + "map_at_1": 0.66889, + "map_at_10": 0.7349, + "map_at_100": 0.73956, + "map_at_1000": 0.73973, + "map_at_20": 0.73802, + "map_at_3": 0.71796, + "map_at_5": 0.72863, + "mrr_at_1": 0.66889, + "mrr_at_10": 0.7349, + "mrr_at_100": 0.73956, + "mrr_at_1000": 0.73973, + "mrr_at_20": 0.73802, + "mrr_at_3": 0.71796, + "mrr_at_5": 0.72863, + "ndcg_at_1": 0.66889, + "ndcg_at_10": 0.76757, + "ndcg_at_100": 0.78939, + "ndcg_at_1000": 0.79324, + "ndcg_at_20": 0.77811, + "ndcg_at_3": 0.73364, + "ndcg_at_5": 0.75286, + "precision_at_1": 0.66889, + "precision_at_10": 0.087, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "precision_at_20": 0.0455, + "precision_at_3": 0.25963, + "precision_at_5": 0.16511, + "recall_at_1": 0.66889, + "recall_at_10": 0.87, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "recall_at_20": 0.91, + "recall_at_3": 0.77889, + "recall_at_5": 0.82556 + }, + "fra": { + "map_at_1": 0.72667, + "map_at_10": 0.78886, + "map_at_100": 0.79205, + "map_at_1000": 0.79218, + "map_at_20": 0.79064, + "map_at_3": 0.77519, + "map_at_5": 0.78391, + "mrr_at_1": 0.72667, + "mrr_at_10": 0.78886, + "mrr_at_100": 0.79205, + "mrr_at_1000": 0.79218, + "mrr_at_20": 0.79064, + "mrr_at_3": 0.77519, + "mrr_at_5": 0.78391, + "ndcg_at_1": 0.72667, + "ndcg_at_10": 0.81753, + "ndcg_at_100": 0.83322, + "ndcg_at_1000": 0.83592, + "ndcg_at_20": 0.824, + "ndcg_at_3": 0.79018, + "ndcg_at_5": 0.80582, + "precision_at_1": 0.72667, + "precision_at_10": 0.09067, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04661, + "precision_at_3": 0.27778, + "precision_at_5": 0.17422, + "recall_at_1": 0.72667, + "recall_at_10": 0.90667, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.93222, + "recall_at_3": 0.83333, + "recall_at_5": 0.87111 + }, + "fuv": { + "map_at_1": 0.11778, + "map_at_10": 0.1515, + "map_at_100": 0.15984, + "map_at_1000": 0.16212, + "map_at_20": 0.15495, + "map_at_3": 0.13944, + "map_at_5": 0.14589, + "mrr_at_1": 0.11778, + "mrr_at_10": 0.1515, + "mrr_at_100": 0.15984, + "mrr_at_1000": 0.16212, + "mrr_at_20": 0.15495, + "mrr_at_3": 0.13944, + "mrr_at_5": 0.14589, + "ndcg_at_1": 0.11778, + "ndcg_at_10": 0.17109, + "ndcg_at_100": 0.22381, + "ndcg_at_1000": 0.28623, + "ndcg_at_20": 0.18407, + "ndcg_at_3": 0.14591, + "ndcg_at_5": 0.15767, + "precision_at_1": 0.11778, + "precision_at_10": 0.02344, + "precision_at_100": 0.0051, + "precision_at_1000": 0.001, + "precision_at_20": 0.01433, + "precision_at_3": 0.05481, + "precision_at_5": 0.03867, + "recall_at_1": 0.11778, + "recall_at_10": 0.23444, + "recall_at_100": 0.51, + "recall_at_1000": 1.0, + "recall_at_20": 0.28667, + "recall_at_3": 0.16444, + "recall_at_5": 0.19333 + }, + "gaz": { + "map_at_1": 0.04778, + "map_at_10": 0.06143, + "map_at_100": 0.0686, + "map_at_1000": 0.07159, + "map_at_20": 0.0645, + "map_at_3": 0.05537, + "map_at_5": 0.05804, + "mrr_at_1": 0.04778, + "mrr_at_10": 0.06143, + "mrr_at_100": 0.0686, + "mrr_at_1000": 0.07159, + "mrr_at_20": 0.0645, + "mrr_at_3": 0.05537, + "mrr_at_5": 0.05804, + "ndcg_at_1": 0.04778, + "ndcg_at_10": 0.07088, + "ndcg_at_100": 0.11766, + "ndcg_at_1000": 0.2003, + "ndcg_at_20": 0.08247, + "ndcg_at_3": 0.05771, + "ndcg_at_5": 0.06263, + "precision_at_1": 0.04778, + "precision_at_10": 0.01022, + "precision_at_100": 0.0035, + "precision_at_1000": 0.001, + "precision_at_20": 0.00744, + "precision_at_3": 0.02148, + "precision_at_5": 0.01533, + "recall_at_1": 0.04778, + "recall_at_10": 0.10222, + "recall_at_100": 0.35, + "recall_at_1000": 1.0, + "recall_at_20": 0.14889, + "recall_at_3": 0.06444, + "recall_at_5": 0.07667 + }, + "grn": { + "map_at_1": 0.25778, + "map_at_10": 0.31507, + "map_at_100": 0.325, + "map_at_1000": 0.32632, + "map_at_20": 0.32005, + "map_at_3": 0.29926, + "map_at_5": 0.30698, + "mrr_at_1": 0.25778, + "mrr_at_10": 0.31507, + "mrr_at_100": 0.325, + "mrr_at_1000": 0.32632, + "mrr_at_20": 0.32005, + "mrr_at_3": 0.29926, + "mrr_at_5": 0.30698, + "ndcg_at_1": 0.25778, + "ndcg_at_10": 0.34642, + "ndcg_at_100": 0.40329, + "ndcg_at_1000": 0.4377, + "ndcg_at_20": 0.36463, + "ndcg_at_3": 0.31312, + "ndcg_at_5": 0.32694, + "precision_at_1": 0.25778, + "precision_at_10": 0.04467, + "precision_at_100": 0.00733, + "precision_at_1000": 0.001, + "precision_at_20": 0.02594, + "precision_at_3": 0.11778, + "precision_at_5": 0.07733, + "recall_at_1": 0.25778, + "recall_at_10": 0.44667, + "recall_at_100": 0.73333, + "recall_at_1000": 1.0, + "recall_at_20": 0.51889, + "recall_at_3": 0.35333, + "recall_at_5": 0.38667 + }, + "guj": { + "map_at_1": 0.23222, + "map_at_10": 0.30535, + "map_at_100": 0.31833, + "map_at_1000": 0.31936, + "map_at_20": 0.31257, + "map_at_3": 0.28056, + "map_at_5": 0.29489, + "mrr_at_1": 0.23222, + "mrr_at_10": 0.30535, + "mrr_at_100": 0.31833, + "mrr_at_1000": 0.31936, + "mrr_at_20": 0.31257, + "mrr_at_3": 0.28056, + "mrr_at_5": 0.29489, + "ndcg_at_1": 0.23222, + "ndcg_at_10": 0.34851, + "ndcg_at_100": 0.41672, + "ndcg_at_1000": 0.4407, + "ndcg_at_20": 0.37432, + "ndcg_at_3": 0.29692, + "ndcg_at_5": 0.32264, + "precision_at_1": 0.23222, + "precision_at_10": 0.04878, + "precision_at_100": 0.00819, + "precision_at_1000": 0.001, + "precision_at_20": 0.02944, + "precision_at_3": 0.11481, + "precision_at_5": 0.08133, + "recall_at_1": 0.23222, + "recall_at_10": 0.48778, + "recall_at_100": 0.81889, + "recall_at_1000": 1.0, + "recall_at_20": 0.58889, + "recall_at_3": 0.34444, + "recall_at_5": 0.40667 + }, + "hat": { + "map_at_1": 0.15222, + "map_at_10": 0.19944, + "map_at_100": 0.20968, + "map_at_1000": 0.21153, + "map_at_20": 0.20445, + "map_at_3": 0.18241, + "map_at_5": 0.1923, + "mrr_at_1": 0.15222, + "mrr_at_10": 0.19944, + "mrr_at_100": 0.20968, + "mrr_at_1000": 0.21153, + "mrr_at_20": 0.20445, + "mrr_at_3": 0.18241, + "mrr_at_5": 0.1923, + "ndcg_at_1": 0.15222, + "ndcg_at_10": 0.22766, + "ndcg_at_100": 0.28896, + "ndcg_at_1000": 0.3364, + "ndcg_at_20": 0.24628, + "ndcg_at_3": 0.19234, + "ndcg_at_5": 0.21018, + "precision_at_1": 0.15222, + "precision_at_10": 0.03189, + "precision_at_100": 0.00633, + "precision_at_1000": 0.001, + "precision_at_20": 0.01967, + "precision_at_3": 0.0737, + "precision_at_5": 0.05289, + "recall_at_1": 0.15222, + "recall_at_10": 0.31889, + "recall_at_100": 0.63333, + "recall_at_1000": 1.0, + "recall_at_20": 0.39333, + "recall_at_3": 0.22111, + "recall_at_5": 0.26444 + }, + "hau": { + "map_at_1": 0.12889, + "map_at_10": 0.16666, + "map_at_100": 0.17555, + "map_at_1000": 0.17763, + "map_at_20": 0.17046, + "map_at_3": 0.15593, + "map_at_5": 0.16076, + "mrr_at_1": 0.12889, + "mrr_at_10": 0.16666, + "mrr_at_100": 0.17555, + "mrr_at_1000": 0.17763, + "mrr_at_20": 0.17046, + "mrr_at_3": 0.15593, + "mrr_at_5": 0.16076, + "ndcg_at_1": 0.12889, + "ndcg_at_10": 0.18821, + "ndcg_at_100": 0.24275, + "ndcg_at_1000": 0.30114, + "ndcg_at_20": 0.20238, + "ndcg_at_3": 0.16495, + "ndcg_at_5": 0.17365, + "precision_at_1": 0.12889, + "precision_at_10": 0.02578, + "precision_at_100": 0.0054, + "precision_at_1000": 0.001, + "precision_at_20": 0.01572, + "precision_at_3": 0.0637, + "precision_at_5": 0.04244, + "recall_at_1": 0.12889, + "recall_at_10": 0.25778, + "recall_at_100": 0.54, + "recall_at_1000": 1.0, + "recall_at_20": 0.31444, + "recall_at_3": 0.19111, + "recall_at_5": 0.21222 + }, + "heb": { + "map_at_1": 0.55111, + "map_at_10": 0.63649, + "map_at_100": 0.64189, + "map_at_1000": 0.64222, + "map_at_20": 0.63988, + "map_at_3": 0.61444, + "map_at_5": 0.62828, + "mrr_at_1": 0.55111, + "mrr_at_10": 0.63649, + "mrr_at_100": 0.64189, + "mrr_at_1000": 0.64222, + "mrr_at_20": 0.63988, + "mrr_at_3": 0.61444, + "mrr_at_5": 0.62828, + "ndcg_at_1": 0.55111, + "ndcg_at_10": 0.67969, + "ndcg_at_100": 0.70645, + "ndcg_at_1000": 0.71424, + "ndcg_at_20": 0.69242, + "ndcg_at_3": 0.63526, + "ndcg_at_5": 0.66008, + "precision_at_1": 0.55111, + "precision_at_10": 0.08156, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "precision_at_20": 0.04333, + "precision_at_3": 0.23185, + "precision_at_5": 0.15111, + "recall_at_1": 0.55111, + "recall_at_10": 0.81556, + "recall_at_100": 0.94111, + "recall_at_1000": 1.0, + "recall_at_20": 0.86667, + "recall_at_3": 0.69556, + "recall_at_5": 0.75556 + }, + "hin": { + "map_at_1": 0.56111, + "map_at_10": 0.64942, + "map_at_100": 0.65534, + "map_at_1000": 0.65552, + "map_at_20": 0.65315, + "map_at_3": 0.62648, + "map_at_5": 0.64031, + "mrr_at_1": 0.56111, + "mrr_at_10": 0.64942, + "mrr_at_100": 0.65534, + "mrr_at_1000": 0.65552, + "mrr_at_20": 0.65315, + "mrr_at_3": 0.62648, + "mrr_at_5": 0.64031, + "ndcg_at_1": 0.56111, + "ndcg_at_10": 0.69287, + "ndcg_at_100": 0.7218, + "ndcg_at_1000": 0.72631, + "ndcg_at_20": 0.70638, + "ndcg_at_3": 0.64607, + "ndcg_at_5": 0.67089, + "precision_at_1": 0.56111, + "precision_at_10": 0.083, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "precision_at_20": 0.04417, + "precision_at_3": 0.23407, + "precision_at_5": 0.15244, + "recall_at_1": 0.56111, + "recall_at_10": 0.83, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "recall_at_20": 0.88333, + "recall_at_3": 0.70222, + "recall_at_5": 0.76222 + }, + "hrv": { + "map_at_1": 0.70111, + "map_at_10": 0.77196, + "map_at_100": 0.77598, + "map_at_1000": 0.77604, + "map_at_20": 0.77454, + "map_at_3": 0.75778, + "map_at_5": 0.76617, + "mrr_at_1": 0.70111, + "mrr_at_10": 0.77196, + "mrr_at_100": 0.77598, + "mrr_at_1000": 0.77604, + "mrr_at_20": 0.77454, + "mrr_at_3": 0.75778, + "mrr_at_5": 0.76617, + "ndcg_at_1": 0.70111, + "ndcg_at_10": 0.8035, + "ndcg_at_100": 0.82221, + "ndcg_at_1000": 0.82392, + "ndcg_at_20": 0.81262, + "ndcg_at_3": 0.775, + "ndcg_at_5": 0.79011, + "precision_at_1": 0.70111, + "precision_at_10": 0.09011, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04683, + "precision_at_3": 0.27481, + "precision_at_5": 0.17222, + "recall_at_1": 0.70111, + "recall_at_10": 0.90111, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.93667, + "recall_at_3": 0.82444, + "recall_at_5": 0.86111 + }, + "hun": { + "map_at_1": 0.68, + "map_at_10": 0.75546, + "map_at_100": 0.75929, + "map_at_1000": 0.75941, + "map_at_20": 0.7577, + "map_at_3": 0.74111, + "map_at_5": 0.74889, + "mrr_at_1": 0.68, + "mrr_at_10": 0.75546, + "mrr_at_100": 0.75929, + "mrr_at_1000": 0.75941, + "mrr_at_20": 0.7577, + "mrr_at_3": 0.74111, + "mrr_at_5": 0.74889, + "ndcg_at_1": 0.68, + "ndcg_at_10": 0.78956, + "ndcg_at_100": 0.80792, + "ndcg_at_1000": 0.8106, + "ndcg_at_20": 0.79791, + "ndcg_at_3": 0.76002, + "ndcg_at_5": 0.77413, + "precision_at_1": 0.68, + "precision_at_10": 0.08956, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04644, + "precision_at_3": 0.27148, + "precision_at_5": 0.16978, + "recall_at_1": 0.68, + "recall_at_10": 0.89556, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.92889, + "recall_at_3": 0.81444, + "recall_at_5": 0.84889 + }, + "hye": { + "map_at_1": 0.50778, + "map_at_10": 0.59989, + "map_at_100": 0.6067, + "map_at_1000": 0.60694, + "map_at_20": 0.60395, + "map_at_3": 0.5787, + "map_at_5": 0.59048, + "mrr_at_1": 0.50778, + "mrr_at_10": 0.59989, + "mrr_at_100": 0.6067, + "mrr_at_1000": 0.60694, + "mrr_at_20": 0.60395, + "mrr_at_3": 0.5787, + "mrr_at_5": 0.59048, + "ndcg_at_1": 0.50778, + "ndcg_at_10": 0.64568, + "ndcg_at_100": 0.68066, + "ndcg_at_1000": 0.68624, + "ndcg_at_20": 0.66072, + "ndcg_at_3": 0.6016, + "ndcg_at_5": 0.62297, + "precision_at_1": 0.50778, + "precision_at_10": 0.079, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "precision_at_20": 0.0425, + "precision_at_3": 0.22259, + "precision_at_5": 0.144, + "recall_at_1": 0.50778, + "recall_at_10": 0.79, + "recall_at_100": 0.95778, + "recall_at_1000": 1.0, + "recall_at_20": 0.85, + "recall_at_3": 0.66778, + "recall_at_5": 0.72 + }, + "ibo": { + "map_at_1": 0.11958, + "map_at_10": 0.15232, + "map_at_100": 0.1611, + "map_at_1000": 0.16334, + "map_at_20": 0.15593, + "map_at_3": 0.14238, + "map_at_5": 0.14661, + "mrr_at_1": 0.12013, + "mrr_at_10": 0.15288, + "mrr_at_100": 0.16165, + "mrr_at_1000": 0.1639, + "mrr_at_20": 0.15648, + "mrr_at_3": 0.14294, + "mrr_at_5": 0.14716, + "ndcg_at_1": 0.12013, + "ndcg_at_10": 0.17152, + "ndcg_at_100": 0.22692, + "ndcg_at_1000": 0.28797, + "ndcg_at_20": 0.18471, + "ndcg_at_3": 0.15007, + "ndcg_at_5": 0.15777, + "precision_at_1": 0.12013, + "precision_at_10": 0.02336, + "precision_at_100": 0.00523, + "precision_at_1000": 0.001, + "precision_at_20": 0.01429, + "precision_at_3": 0.05747, + "precision_at_5": 0.03826, + "recall_at_1": 0.11958, + "recall_at_10": 0.23304, + "recall_at_100": 0.52225, + "recall_at_1000": 1.0, + "recall_at_20": 0.28532, + "recall_at_3": 0.17186, + "recall_at_5": 0.19077 + }, + "ilo": { + "map_at_1": 0.21556, + "map_at_10": 0.27209, + "map_at_100": 0.28271, + "map_at_1000": 0.28419, + "map_at_20": 0.27757, + "map_at_3": 0.25519, + "map_at_5": 0.26402, + "mrr_at_1": 0.21556, + "mrr_at_10": 0.27209, + "mrr_at_100": 0.28271, + "mrr_at_1000": 0.28419, + "mrr_at_20": 0.27757, + "mrr_at_3": 0.25519, + "mrr_at_5": 0.26402, + "ndcg_at_1": 0.21556, + "ndcg_at_10": 0.30408, + "ndcg_at_100": 0.36511, + "ndcg_at_1000": 0.40232, + "ndcg_at_20": 0.32441, + "ndcg_at_3": 0.26865, + "ndcg_at_5": 0.28462, + "precision_at_1": 0.21556, + "precision_at_10": 0.04067, + "precision_at_100": 0.00714, + "precision_at_1000": 0.001, + "precision_at_20": 0.02439, + "precision_at_3": 0.10259, + "precision_at_5": 0.06933, + "recall_at_1": 0.21556, + "recall_at_10": 0.40667, + "recall_at_100": 0.71444, + "recall_at_1000": 1.0, + "recall_at_20": 0.48778, + "recall_at_3": 0.30778, + "recall_at_5": 0.34667 + }, + "ind": { + "map_at_1": 0.70667, + "map_at_10": 0.7707, + "map_at_100": 0.77408, + "map_at_1000": 0.77416, + "map_at_20": 0.77264, + "map_at_3": 0.75481, + "map_at_5": 0.76431, + "mrr_at_1": 0.70667, + "mrr_at_10": 0.7707, + "mrr_at_100": 0.77408, + "mrr_at_1000": 0.77416, + "mrr_at_20": 0.77264, + "mrr_at_3": 0.75481, + "mrr_at_5": 0.76431, + "ndcg_at_1": 0.70667, + "ndcg_at_10": 0.80216, + "ndcg_at_100": 0.81983, + "ndcg_at_1000": 0.8216, + "ndcg_at_20": 0.8092, + "ndcg_at_3": 0.76989, + "ndcg_at_5": 0.78692, + "precision_at_1": 0.70667, + "precision_at_10": 0.09011, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04644, + "precision_at_3": 0.27111, + "precision_at_5": 0.17089, + "recall_at_1": 0.70667, + "recall_at_10": 0.90111, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.92889, + "recall_at_3": 0.81333, + "recall_at_5": 0.85444 + }, + "isl": { + "map_at_1": 0.21444, + "map_at_10": 0.25371, + "map_at_100": 0.26422, + "map_at_1000": 0.26582, + "map_at_20": 0.25883, + "map_at_3": 0.23685, + "map_at_5": 0.2453, + "mrr_at_1": 0.21444, + "mrr_at_10": 0.25371, + "mrr_at_100": 0.26422, + "mrr_at_1000": 0.26582, + "mrr_at_20": 0.25883, + "mrr_at_3": 0.23685, + "mrr_at_5": 0.2453, + "ndcg_at_1": 0.21444, + "ndcg_at_10": 0.27956, + "ndcg_at_100": 0.34125, + "ndcg_at_1000": 0.38283, + "ndcg_at_20": 0.29869, + "ndcg_at_3": 0.24395, + "ndcg_at_5": 0.25911, + "precision_at_1": 0.21444, + "precision_at_10": 0.03644, + "precision_at_100": 0.00678, + "precision_at_1000": 0.001, + "precision_at_20": 0.02206, + "precision_at_3": 0.08815, + "precision_at_5": 0.06022, + "recall_at_1": 0.21444, + "recall_at_10": 0.36444, + "recall_at_100": 0.67778, + "recall_at_1000": 1.0, + "recall_at_20": 0.44111, + "recall_at_3": 0.26444, + "recall_at_5": 0.30111 + }, + "ita": { + "map_at_1": 0.70111, + "map_at_10": 0.76626, + "map_at_100": 0.77, + "map_at_1000": 0.77012, + "map_at_20": 0.76842, + "map_at_3": 0.75148, + "map_at_5": 0.76143, + "mrr_at_1": 0.70111, + "mrr_at_10": 0.76626, + "mrr_at_100": 0.77, + "mrr_at_1000": 0.77012, + "mrr_at_20": 0.76842, + "mrr_at_3": 0.75148, + "mrr_at_5": 0.76143, + "ndcg_at_1": 0.70111, + "ndcg_at_10": 0.7966, + "ndcg_at_100": 0.81541, + "ndcg_at_1000": 0.81809, + "ndcg_at_20": 0.80466, + "ndcg_at_3": 0.76714, + "ndcg_at_5": 0.78502, + "precision_at_1": 0.70111, + "precision_at_10": 0.08911, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04617, + "precision_at_3": 0.27074, + "precision_at_5": 0.17111, + "recall_at_1": 0.70111, + "recall_at_10": 0.89111, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.92333, + "recall_at_3": 0.81222, + "recall_at_5": 0.85556 + }, + "jav": { + "map_at_1": 0.22, + "map_at_10": 0.28377, + "map_at_100": 0.29383, + "map_at_1000": 0.29526, + "map_at_20": 0.28856, + "map_at_3": 0.26444, + "map_at_5": 0.2755, + "mrr_at_1": 0.22, + "mrr_at_10": 0.28377, + "mrr_at_100": 0.29383, + "mrr_at_1000": 0.29526, + "mrr_at_20": 0.28856, + "mrr_at_3": 0.26444, + "mrr_at_5": 0.2755, + "ndcg_at_1": 0.22, + "ndcg_at_10": 0.31908, + "ndcg_at_100": 0.37698, + "ndcg_at_1000": 0.4128, + "ndcg_at_20": 0.33651, + "ndcg_at_3": 0.27899, + "ndcg_at_5": 0.29879, + "precision_at_1": 0.22, + "precision_at_10": 0.04322, + "precision_at_100": 0.00724, + "precision_at_1000": 0.001, + "precision_at_20": 0.02506, + "precision_at_3": 0.10704, + "precision_at_5": 0.07378, + "recall_at_1": 0.22, + "recall_at_10": 0.43222, + "recall_at_100": 0.72444, + "recall_at_1000": 1.0, + "recall_at_20": 0.50111, + "recall_at_3": 0.32111, + "recall_at_5": 0.36889 + }, + "jpn": { + "map_at_1": 0.65889, + "map_at_10": 0.73729, + "map_at_100": 0.74171, + "map_at_1000": 0.74177, + "map_at_20": 0.74028, + "map_at_3": 0.72019, + "map_at_5": 0.72963, + "mrr_at_1": 0.65889, + "mrr_at_10": 0.73729, + "mrr_at_100": 0.74171, + "mrr_at_1000": 0.74177, + "mrr_at_20": 0.74028, + "mrr_at_3": 0.72019, + "mrr_at_5": 0.72963, + "ndcg_at_1": 0.65889, + "ndcg_at_10": 0.77504, + "ndcg_at_100": 0.7955, + "ndcg_at_1000": 0.7972, + "ndcg_at_20": 0.78578, + "ndcg_at_3": 0.73985, + "ndcg_at_5": 0.75683, + "precision_at_1": 0.65889, + "precision_at_10": 0.08933, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04678, + "precision_at_3": 0.26556, + "precision_at_5": 0.16756, + "recall_at_1": 0.65889, + "recall_at_10": 0.89333, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.93556, + "recall_at_3": 0.79667, + "recall_at_5": 0.83778 + }, + "kac": { + "map_at_1": 0.11235, + "map_at_10": 0.15179, + "map_at_100": 0.16177, + "map_at_1000": 0.16386, + "map_at_20": 0.15656, + "map_at_3": 0.13812, + "map_at_5": 0.14535, + "mrr_at_1": 0.11235, + "mrr_at_10": 0.15179, + "mrr_at_100": 0.16177, + "mrr_at_1000": 0.16386, + "mrr_at_20": 0.15656, + "mrr_at_3": 0.13812, + "mrr_at_5": 0.14535, + "ndcg_at_1": 0.11235, + "ndcg_at_10": 0.17524, + "ndcg_at_100": 0.23438, + "ndcg_at_1000": 0.29137, + "ndcg_at_20": 0.19229, + "ndcg_at_3": 0.14637, + "ndcg_at_5": 0.15929, + "precision_at_1": 0.11235, + "precision_at_10": 0.02514, + "precision_at_100": 0.00554, + "precision_at_1000": 0.001, + "precision_at_20": 0.01591, + "precision_at_3": 0.05673, + "precision_at_5": 0.04027, + "recall_at_1": 0.11235, + "recall_at_10": 0.25139, + "recall_at_100": 0.55395, + "recall_at_1000": 1.0, + "recall_at_20": 0.31813, + "recall_at_3": 0.17019, + "recall_at_5": 0.20133 + }, + "kan": { + "map_at_1": 0.03111, + "map_at_10": 0.04649, + "map_at_100": 0.05367, + "map_at_1000": 0.05655, + "map_at_20": 0.04901, + "map_at_3": 0.03963, + "map_at_5": 0.04352, + "mrr_at_1": 0.03111, + "mrr_at_10": 0.04649, + "mrr_at_100": 0.05367, + "mrr_at_1000": 0.05655, + "mrr_at_20": 0.04901, + "mrr_at_3": 0.03963, + "mrr_at_5": 0.04352, + "ndcg_at_1": 0.03111, + "ndcg_at_10": 0.05766, + "ndcg_at_100": 0.1044, + "ndcg_at_1000": 0.18736, + "ndcg_at_20": 0.06691, + "ndcg_at_3": 0.0431, + "ndcg_at_5": 0.05026, + "precision_at_1": 0.03111, + "precision_at_10": 0.00944, + "precision_at_100": 0.00341, + "precision_at_1000": 0.001, + "precision_at_20": 0.00656, + "precision_at_3": 0.01778, + "precision_at_5": 0.01422, + "recall_at_1": 0.03111, + "recall_at_10": 0.09444, + "recall_at_100": 0.34111, + "recall_at_1000": 1.0, + "recall_at_20": 0.13111, + "recall_at_3": 0.05333, + "recall_at_5": 0.07111 + }, + "kat": { + "map_at_1": 0.37778, + "map_at_10": 0.44579, + "map_at_100": 0.45755, + "map_at_1000": 0.45808, + "map_at_20": 0.45206, + "map_at_3": 0.4237, + "map_at_5": 0.4342, + "mrr_at_1": 0.37778, + "mrr_at_10": 0.44579, + "mrr_at_100": 0.45755, + "mrr_at_1000": 0.45808, + "mrr_at_20": 0.45206, + "mrr_at_3": 0.4237, + "mrr_at_5": 0.4342, + "ndcg_at_1": 0.37778, + "ndcg_at_10": 0.48555, + "ndcg_at_100": 0.54635, + "ndcg_at_1000": 0.55884, + "ndcg_at_20": 0.50871, + "ndcg_at_3": 0.43846, + "ndcg_at_5": 0.4573, + "precision_at_1": 0.37778, + "precision_at_10": 0.06144, + "precision_at_100": 0.00906, + "precision_at_1000": 0.001, + "precision_at_20": 0.03533, + "precision_at_3": 0.16037, + "precision_at_5": 0.10533, + "recall_at_1": 0.37778, + "recall_at_10": 0.61444, + "recall_at_100": 0.90556, + "recall_at_1000": 1.0, + "recall_at_20": 0.70667, + "recall_at_3": 0.48111, + "recall_at_5": 0.52667 + }, + "kaz": { + "map_at_1": 0.23222, + "map_at_10": 0.28231, + "map_at_100": 0.29123, + "map_at_1000": 0.29306, + "map_at_20": 0.28636, + "map_at_3": 0.26741, + "map_at_5": 0.27546, + "mrr_at_1": 0.23222, + "mrr_at_10": 0.28231, + "mrr_at_100": 0.29123, + "mrr_at_1000": 0.29306, + "mrr_at_20": 0.28636, + "mrr_at_3": 0.26741, + "mrr_at_5": 0.27546, + "ndcg_at_1": 0.23222, + "ndcg_at_10": 0.30983, + "ndcg_at_100": 0.36483, + "ndcg_at_1000": 0.407, + "ndcg_at_20": 0.32486, + "ndcg_at_3": 0.27891, + "ndcg_at_5": 0.2935, + "precision_at_1": 0.23222, + "precision_at_10": 0.03978, + "precision_at_100": 0.00683, + "precision_at_1000": 0.001, + "precision_at_20": 0.02289, + "precision_at_3": 0.10407, + "precision_at_5": 0.06956, + "recall_at_1": 0.23222, + "recall_at_10": 0.39778, + "recall_at_100": 0.68333, + "recall_at_1000": 1.0, + "recall_at_20": 0.45778, + "recall_at_3": 0.31222, + "recall_at_5": 0.34778 + }, + "kea": { + "map_at_1": 0.30556, + "map_at_10": 0.36791, + "map_at_100": 0.37767, + "map_at_1000": 0.37886, + "map_at_20": 0.37317, + "map_at_3": 0.35222, + "map_at_5": 0.35917, + "mrr_at_1": 0.30556, + "mrr_at_10": 0.36791, + "mrr_at_100": 0.37767, + "mrr_at_1000": 0.37886, + "mrr_at_20": 0.37317, + "mrr_at_3": 0.35222, + "mrr_at_5": 0.35917, + "ndcg_at_1": 0.30556, + "ndcg_at_10": 0.40154, + "ndcg_at_100": 0.45577, + "ndcg_at_1000": 0.48478, + "ndcg_at_20": 0.42066, + "ndcg_at_3": 0.36788, + "ndcg_at_5": 0.38055, + "precision_at_1": 0.30556, + "precision_at_10": 0.05089, + "precision_at_100": 0.00779, + "precision_at_1000": 0.001, + "precision_at_20": 0.02922, + "precision_at_3": 0.13778, + "precision_at_5": 0.08889, + "recall_at_1": 0.30556, + "recall_at_10": 0.50889, + "recall_at_100": 0.77889, + "recall_at_1000": 1.0, + "recall_at_20": 0.58444, + "recall_at_3": 0.41333, + "recall_at_5": 0.44444 + }, + "khk": { + "map_at_1": 0.48667, + "map_at_10": 0.57682, + "map_at_100": 0.58483, + "map_at_1000": 0.58507, + "map_at_20": 0.58211, + "map_at_3": 0.55333, + "map_at_5": 0.5675, + "mrr_at_1": 0.48667, + "mrr_at_10": 0.57682, + "mrr_at_100": 0.58483, + "mrr_at_1000": 0.58507, + "mrr_at_20": 0.58211, + "mrr_at_3": 0.55333, + "mrr_at_5": 0.5675, + "ndcg_at_1": 0.48667, + "ndcg_at_10": 0.62325, + "ndcg_at_100": 0.66265, + "ndcg_at_1000": 0.6685, + "ndcg_at_20": 0.6426, + "ndcg_at_3": 0.57529, + "ndcg_at_5": 0.60063, + "precision_at_1": 0.48667, + "precision_at_10": 0.077, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "precision_at_20": 0.04233, + "precision_at_3": 0.21296, + "precision_at_5": 0.14, + "recall_at_1": 0.48667, + "recall_at_10": 0.77, + "recall_at_100": 0.95556, + "recall_at_1000": 1.0, + "recall_at_20": 0.84667, + "recall_at_3": 0.63889, + "recall_at_5": 0.7 + }, + "khm": { + "map_at_1": 0.13889, + "map_at_10": 0.16674, + "map_at_100": 0.17337, + "map_at_1000": 0.1758, + "map_at_20": 0.16897, + "map_at_3": 0.1587, + "map_at_5": 0.16248, + "mrr_at_1": 0.13889, + "mrr_at_10": 0.16674, + "mrr_at_100": 0.17337, + "mrr_at_1000": 0.1758, + "mrr_at_20": 0.16897, + "mrr_at_3": 0.1587, + "mrr_at_5": 0.16248, + "ndcg_at_1": 0.13889, + "ndcg_at_10": 0.18199, + "ndcg_at_100": 0.2265, + "ndcg_at_1000": 0.29409, + "ndcg_at_20": 0.19031, + "ndcg_at_3": 0.16477, + "ndcg_at_5": 0.17161, + "precision_at_1": 0.13889, + "precision_at_10": 0.02311, + "precision_at_100": 0.00469, + "precision_at_1000": 0.001, + "precision_at_20": 0.01322, + "precision_at_3": 0.06074, + "precision_at_5": 0.03978, + "recall_at_1": 0.13889, + "recall_at_10": 0.23111, + "recall_at_100": 0.46889, + "recall_at_1000": 1.0, + "recall_at_20": 0.26444, + "recall_at_3": 0.18222, + "recall_at_5": 0.19889 + }, + "kin": { + "map_at_1": 0.11012, + "map_at_10": 0.13979, + "map_at_100": 0.14812, + "map_at_1000": 0.15055, + "map_at_20": 0.14306, + "map_at_3": 0.13052, + "map_at_5": 0.13541, + "mrr_at_1": 0.11012, + "mrr_at_10": 0.13979, + "mrr_at_100": 0.14812, + "mrr_at_1000": 0.15055, + "mrr_at_20": 0.14306, + "mrr_at_3": 0.13052, + "mrr_at_5": 0.13541, + "ndcg_at_1": 0.11012, + "ndcg_at_10": 0.15728, + "ndcg_at_100": 0.21037, + "ndcg_at_1000": 0.27548, + "ndcg_at_20": 0.16948, + "ndcg_at_3": 0.1378, + "ndcg_at_5": 0.14656, + "precision_at_1": 0.11012, + "precision_at_10": 0.02136, + "precision_at_100": 0.00492, + "precision_at_1000": 0.001, + "precision_at_20": 0.01313, + "precision_at_3": 0.05302, + "precision_at_5": 0.03604, + "recall_at_1": 0.11012, + "recall_at_10": 0.21357, + "recall_at_100": 0.49166, + "recall_at_1000": 1.0, + "recall_at_20": 0.26251, + "recall_at_3": 0.15907, + "recall_at_5": 0.1802 + }, + "kir": { + "map_at_1": 0.18222, + "map_at_10": 0.23091, + "map_at_100": 0.24165, + "map_at_1000": 0.24337, + "map_at_20": 0.23502, + "map_at_3": 0.21704, + "map_at_5": 0.22431, + "mrr_at_1": 0.18222, + "mrr_at_10": 0.23091, + "mrr_at_100": 0.24165, + "mrr_at_1000": 0.24337, + "mrr_at_20": 0.23502, + "mrr_at_3": 0.21704, + "mrr_at_5": 0.22431, + "ndcg_at_1": 0.18222, + "ndcg_at_10": 0.25721, + "ndcg_at_100": 0.32584, + "ndcg_at_1000": 0.36562, + "ndcg_at_20": 0.27213, + "ndcg_at_3": 0.22836, + "ndcg_at_5": 0.24132, + "precision_at_1": 0.18222, + "precision_at_10": 0.03411, + "precision_at_100": 0.00701, + "precision_at_1000": 0.001, + "precision_at_20": 0.02, + "precision_at_3": 0.08704, + "precision_at_5": 0.05844, + "recall_at_1": 0.18222, + "recall_at_10": 0.34111, + "recall_at_100": 0.70111, + "recall_at_1000": 1.0, + "recall_at_20": 0.4, + "recall_at_3": 0.26111, + "recall_at_5": 0.29222 + }, + "kor": { + "map_at_1": 0.59778, + "map_at_10": 0.67734, + "map_at_100": 0.68306, + "map_at_1000": 0.68331, + "map_at_20": 0.68106, + "map_at_3": 0.66056, + "map_at_5": 0.66978, + "mrr_at_1": 0.59778, + "mrr_at_10": 0.67734, + "mrr_at_100": 0.68306, + "mrr_at_1000": 0.68331, + "mrr_at_20": 0.68106, + "mrr_at_3": 0.66056, + "mrr_at_5": 0.66978, + "ndcg_at_1": 0.59778, + "ndcg_at_10": 0.71491, + "ndcg_at_100": 0.74239, + "ndcg_at_1000": 0.7478, + "ndcg_at_20": 0.72824, + "ndcg_at_3": 0.6807, + "ndcg_at_5": 0.69701, + "precision_at_1": 0.59778, + "precision_at_10": 0.08322, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "precision_at_20": 0.04422, + "precision_at_3": 0.2463, + "precision_at_5": 0.15556, + "recall_at_1": 0.59778, + "recall_at_10": 0.83222, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "recall_at_20": 0.88444, + "recall_at_3": 0.73889, + "recall_at_5": 0.77778 + }, + "lao": { + "map_at_1": 0.36667, + "map_at_10": 0.44329, + "map_at_100": 0.45187, + "map_at_1000": 0.45268, + "map_at_20": 0.44802, + "map_at_3": 0.41796, + "map_at_5": 0.43302, + "mrr_at_1": 0.36667, + "mrr_at_10": 0.44329, + "mrr_at_100": 0.45187, + "mrr_at_1000": 0.45268, + "mrr_at_20": 0.44802, + "mrr_at_3": 0.41796, + "mrr_at_5": 0.43302, + "ndcg_at_1": 0.36667, + "ndcg_at_10": 0.4867, + "ndcg_at_100": 0.53372, + "ndcg_at_1000": 0.55257, + "ndcg_at_20": 0.50405, + "ndcg_at_3": 0.43501, + "ndcg_at_5": 0.46208, + "precision_at_1": 0.36667, + "precision_at_10": 0.06256, + "precision_at_100": 0.00858, + "precision_at_1000": 0.001, + "precision_at_20": 0.03472, + "precision_at_3": 0.16148, + "precision_at_5": 0.11, + "recall_at_1": 0.36667, + "recall_at_10": 0.62556, + "recall_at_100": 0.85778, + "recall_at_1000": 1.0, + "recall_at_20": 0.69444, + "recall_at_3": 0.48444, + "recall_at_5": 0.55 + }, + "lin": { + "map_at_1": 0.1392, + "map_at_10": 0.18213, + "map_at_100": 0.19217, + "map_at_1000": 0.19412, + "map_at_20": 0.18645, + "map_at_3": 0.1688, + "map_at_5": 0.17532, + "mrr_at_1": 0.1392, + "mrr_at_10": 0.18241, + "mrr_at_100": 0.19245, + "mrr_at_1000": 0.19439, + "mrr_at_20": 0.18673, + "mrr_at_3": 0.16908, + "mrr_at_5": 0.17559, + "ndcg_at_1": 0.1392, + "ndcg_at_10": 0.20593, + "ndcg_at_100": 0.26656, + "ndcg_at_1000": 0.31864, + "ndcg_at_20": 0.22187, + "ndcg_at_3": 0.17778, + "ndcg_at_5": 0.18938, + "precision_at_1": 0.1392, + "precision_at_10": 0.02829, + "precision_at_100": 0.00595, + "precision_at_1000": 0.001, + "precision_at_20": 0.01732, + "precision_at_3": 0.06793, + "precision_at_5": 0.04633, + "recall_at_1": 0.1392, + "recall_at_10": 0.28229, + "recall_at_100": 0.59354, + "recall_at_1000": 1.0, + "recall_at_20": 0.34577, + "recall_at_3": 0.20323, + "recall_at_5": 0.23107 + }, + "lit": { + "map_at_1": 0.64778, + "map_at_10": 0.73193, + "map_at_100": 0.73529, + "map_at_1000": 0.73544, + "map_at_20": 0.73379, + "map_at_3": 0.71407, + "map_at_5": 0.72541, + "mrr_at_1": 0.64778, + "mrr_at_10": 0.73193, + "mrr_at_100": 0.73529, + "mrr_at_1000": 0.73544, + "mrr_at_20": 0.73379, + "mrr_at_3": 0.71407, + "mrr_at_5": 0.72541, + "ndcg_at_1": 0.64778, + "ndcg_at_10": 0.77087, + "ndcg_at_100": 0.78824, + "ndcg_at_1000": 0.79151, + "ndcg_at_20": 0.77763, + "ndcg_at_3": 0.73479, + "ndcg_at_5": 0.75506, + "precision_at_1": 0.64778, + "precision_at_10": 0.08922, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "precision_at_20": 0.04594, + "precision_at_3": 0.26481, + "precision_at_5": 0.16867, + "recall_at_1": 0.64778, + "recall_at_10": 0.89222, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "recall_at_20": 0.91889, + "recall_at_3": 0.79444, + "recall_at_5": 0.84333 + }, + "lug": { + "map_at_1": 0.09789, + "map_at_10": 0.13101, + "map_at_100": 0.14027, + "map_at_1000": 0.14255, + "map_at_20": 0.13504, + "map_at_3": 0.1205, + "map_at_5": 0.12523, + "mrr_at_1": 0.09789, + "mrr_at_10": 0.13101, + "mrr_at_100": 0.14029, + "mrr_at_1000": 0.14257, + "mrr_at_20": 0.13504, + "mrr_at_3": 0.1205, + "mrr_at_5": 0.12523, + "ndcg_at_1": 0.09789, + "ndcg_at_10": 0.14996, + "ndcg_at_100": 0.20663, + "ndcg_at_1000": 0.2697, + "ndcg_at_20": 0.16443, + "ndcg_at_3": 0.12757, + "ndcg_at_5": 0.13595, + "precision_at_1": 0.09789, + "precision_at_10": 0.02113, + "precision_at_100": 0.00505, + "precision_at_1000": 0.001, + "precision_at_20": 0.0134, + "precision_at_3": 0.04931, + "precision_at_5": 0.03359, + "recall_at_1": 0.09789, + "recall_at_10": 0.21135, + "recall_at_100": 0.50445, + "recall_at_1000": 1.0, + "recall_at_20": 0.26808, + "recall_at_3": 0.14794, + "recall_at_5": 0.16796 + }, + "luo": { + "map_at_1": 0.16111, + "map_at_10": 0.1967, + "map_at_100": 0.20557, + "map_at_1000": 0.20768, + "map_at_20": 0.20112, + "map_at_3": 0.18315, + "map_at_5": 0.19037, + "mrr_at_1": 0.16111, + "mrr_at_10": 0.1967, + "mrr_at_100": 0.20557, + "mrr_at_1000": 0.20768, + "mrr_at_20": 0.20112, + "mrr_at_3": 0.18315, + "mrr_at_5": 0.19037, + "ndcg_at_1": 0.16111, + "ndcg_at_10": 0.21888, + "ndcg_at_100": 0.27194, + "ndcg_at_1000": 0.32788, + "ndcg_at_20": 0.23493, + "ndcg_at_3": 0.19033, + "ndcg_at_5": 0.20348, + "precision_at_1": 0.16111, + "precision_at_10": 0.02911, + "precision_at_100": 0.00564, + "precision_at_1000": 0.001, + "precision_at_20": 0.01772, + "precision_at_3": 0.07037, + "precision_at_5": 0.04867, + "recall_at_1": 0.16111, + "recall_at_10": 0.29111, + "recall_at_100": 0.56444, + "recall_at_1000": 1.0, + "recall_at_20": 0.35444, + "recall_at_3": 0.21111, + "recall_at_5": 0.24333 + }, + "lvs": { + "map_at_1": 0.63556, + "map_at_10": 0.71266, + "map_at_100": 0.71704, + "map_at_1000": 0.71721, + "map_at_20": 0.71531, + "map_at_3": 0.69556, + "map_at_5": 0.70406, + "mrr_at_1": 0.63556, + "mrr_at_10": 0.71266, + "mrr_at_100": 0.71704, + "mrr_at_1000": 0.71721, + "mrr_at_20": 0.71531, + "mrr_at_3": 0.69556, + "mrr_at_5": 0.70406, + "ndcg_at_1": 0.63556, + "ndcg_at_10": 0.75057, + "ndcg_at_100": 0.77195, + "ndcg_at_1000": 0.7759, + "ndcg_at_20": 0.76017, + "ndcg_at_3": 0.71471, + "ndcg_at_5": 0.73015, + "precision_at_1": 0.63556, + "precision_at_10": 0.087, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "precision_at_20": 0.04539, + "precision_at_3": 0.25667, + "precision_at_5": 0.16156, + "recall_at_1": 0.63556, + "recall_at_10": 0.87, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "recall_at_20": 0.90778, + "recall_at_3": 0.77, + "recall_at_5": 0.80778 + }, + "mal": { + "map_at_1": 0.03333, + "map_at_10": 0.04581, + "map_at_100": 0.05278, + "map_at_1000": 0.05568, + "map_at_20": 0.0485, + "map_at_3": 0.04167, + "map_at_5": 0.04317, + "mrr_at_1": 0.03333, + "mrr_at_10": 0.04581, + "mrr_at_100": 0.05278, + "mrr_at_1000": 0.05568, + "mrr_at_20": 0.0485, + "mrr_at_3": 0.04167, + "mrr_at_5": 0.04317, + "ndcg_at_1": 0.03333, + "ndcg_at_10": 0.05402, + "ndcg_at_100": 0.10033, + "ndcg_at_1000": 0.18481, + "ndcg_at_20": 0.06383, + "ndcg_at_3": 0.04464, + "ndcg_at_5": 0.04737, + "precision_at_1": 0.03333, + "precision_at_10": 0.00811, + "precision_at_100": 0.00329, + "precision_at_1000": 0.001, + "precision_at_20": 0.006, + "precision_at_3": 0.01778, + "precision_at_5": 0.012, + "recall_at_1": 0.03333, + "recall_at_10": 0.08111, + "recall_at_100": 0.32889, + "recall_at_1000": 1.0, + "recall_at_20": 0.12, + "recall_at_3": 0.05333, + "recall_at_5": 0.06 + }, + "mar": { + "map_at_1": 0.43103, + "map_at_10": 0.51673, + "map_at_100": 0.52516, + "map_at_1000": 0.52556, + "map_at_20": 0.52152, + "map_at_3": 0.49073, + "map_at_5": 0.50569, + "mrr_at_1": 0.43159, + "mrr_at_10": 0.51729, + "mrr_at_100": 0.52572, + "mrr_at_1000": 0.52611, + "mrr_at_20": 0.52207, + "mrr_at_3": 0.49129, + "mrr_at_5": 0.50625, + "ndcg_at_1": 0.43159, + "ndcg_at_10": 0.5642, + "ndcg_at_100": 0.60764, + "ndcg_at_1000": 0.61745, + "ndcg_at_20": 0.58126, + "ndcg_at_3": 0.51011, + "ndcg_at_5": 0.53711, + "precision_at_1": 0.43159, + "precision_at_10": 0.07164, + "precision_at_100": 0.00925, + "precision_at_1000": 0.001, + "precision_at_20": 0.03915, + "precision_at_3": 0.18873, + "precision_at_5": 0.12636, + "recall_at_1": 0.43103, + "recall_at_10": 0.7158, + "recall_at_100": 0.92492, + "recall_at_1000": 1.0, + "recall_at_20": 0.78254, + "recall_at_3": 0.56563, + "recall_at_5": 0.63126 + }, + "mkd": { + "map_at_1": 0.67111, + "map_at_10": 0.75309, + "map_at_100": 0.75619, + "map_at_1000": 0.75633, + "map_at_20": 0.75495, + "map_at_3": 0.73722, + "map_at_5": 0.74694, + "mrr_at_1": 0.67111, + "mrr_at_10": 0.75309, + "mrr_at_100": 0.75619, + "mrr_at_1000": 0.75633, + "mrr_at_20": 0.75495, + "mrr_at_3": 0.73722, + "mrr_at_5": 0.74694, + "ndcg_at_1": 0.67111, + "ndcg_at_10": 0.79023, + "ndcg_at_100": 0.80544, + "ndcg_at_1000": 0.80859, + "ndcg_at_20": 0.79697, + "ndcg_at_3": 0.75797, + "ndcg_at_5": 0.77543, + "precision_at_1": 0.67111, + "precision_at_10": 0.09056, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "precision_at_20": 0.04661, + "precision_at_3": 0.27259, + "precision_at_5": 0.172, + "recall_at_1": 0.67111, + "recall_at_10": 0.90556, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "recall_at_20": 0.93222, + "recall_at_3": 0.81778, + "recall_at_5": 0.86 + }, + "mlt": { + "map_at_1": 0.18444, + "map_at_10": 0.23311, + "map_at_100": 0.24258, + "map_at_1000": 0.2443, + "map_at_20": 0.23739, + "map_at_3": 0.21611, + "map_at_5": 0.22561, + "mrr_at_1": 0.18444, + "mrr_at_10": 0.23311, + "mrr_at_100": 0.24258, + "mrr_at_1000": 0.2443, + "mrr_at_20": 0.23739, + "mrr_at_3": 0.21611, + "mrr_at_5": 0.22561, + "ndcg_at_1": 0.18444, + "ndcg_at_10": 0.26201, + "ndcg_at_100": 0.31852, + "ndcg_at_1000": 0.36417, + "ndcg_at_20": 0.2777, + "ndcg_at_3": 0.22626, + "ndcg_at_5": 0.24375, + "precision_at_1": 0.18444, + "precision_at_10": 0.03556, + "precision_at_100": 0.00644, + "precision_at_1000": 0.001, + "precision_at_20": 0.02089, + "precision_at_3": 0.08519, + "precision_at_5": 0.05978, + "recall_at_1": 0.18444, + "recall_at_10": 0.35556, + "recall_at_100": 0.64444, + "recall_at_1000": 1.0, + "recall_at_20": 0.41778, + "recall_at_3": 0.25556, + "recall_at_5": 0.29889 + }, + "mri": { + "map_at_1": 0.09889, + "map_at_10": 0.12682, + "map_at_100": 0.13491, + "map_at_1000": 0.13751, + "map_at_20": 0.13008, + "map_at_3": 0.11907, + "map_at_5": 0.12263, + "mrr_at_1": 0.09889, + "mrr_at_10": 0.12682, + "mrr_at_100": 0.13491, + "mrr_at_1000": 0.13751, + "mrr_at_20": 0.13008, + "mrr_at_3": 0.11907, + "mrr_at_5": 0.12263, + "ndcg_at_1": 0.09889, + "ndcg_at_10": 0.14225, + "ndcg_at_100": 0.19198, + "ndcg_at_1000": 0.26246, + "ndcg_at_20": 0.15444, + "ndcg_at_3": 0.12533, + "ndcg_at_5": 0.13174, + "precision_at_1": 0.09889, + "precision_at_10": 0.01922, + "precision_at_100": 0.00449, + "precision_at_1000": 0.001, + "precision_at_20": 0.01206, + "precision_at_3": 0.04778, + "precision_at_5": 0.03178, + "recall_at_1": 0.09889, + "recall_at_10": 0.19222, + "recall_at_100": 0.44889, + "recall_at_1000": 1.0, + "recall_at_20": 0.24111, + "recall_at_3": 0.14333, + "recall_at_5": 0.15889 + }, + "mya": { + "map_at_1": 0.40889, + "map_at_10": 0.50947, + "map_at_100": 0.51786, + "map_at_1000": 0.51827, + "map_at_20": 0.51494, + "map_at_3": 0.48352, + "map_at_5": 0.49919, + "mrr_at_1": 0.40889, + "mrr_at_10": 0.50947, + "mrr_at_100": 0.51786, + "mrr_at_1000": 0.51827, + "mrr_at_20": 0.51494, + "mrr_at_3": 0.48352, + "mrr_at_5": 0.49919, + "ndcg_at_1": 0.40889, + "ndcg_at_10": 0.56131, + "ndcg_at_100": 0.6033, + "ndcg_at_1000": 0.61308, + "ndcg_at_20": 0.5807, + "ndcg_at_3": 0.50774, + "ndcg_at_5": 0.53604, + "precision_at_1": 0.40889, + "precision_at_10": 0.07256, + "precision_at_100": 0.00926, + "precision_at_1000": 0.001, + "precision_at_20": 0.04006, + "precision_at_3": 0.19259, + "precision_at_5": 0.12933, + "recall_at_1": 0.40889, + "recall_at_10": 0.72556, + "recall_at_100": 0.92556, + "recall_at_1000": 1.0, + "recall_at_20": 0.80111, + "recall_at_3": 0.57778, + "recall_at_5": 0.64667 + }, + "nld": { + "map_at_1": 0.69778, + "map_at_10": 0.77605, + "map_at_100": 0.77909, + "map_at_1000": 0.77918, + "map_at_20": 0.77806, + "map_at_3": 0.76352, + "map_at_5": 0.77102, + "mrr_at_1": 0.69778, + "mrr_at_10": 0.77605, + "mrr_at_100": 0.77909, + "mrr_at_1000": 0.77918, + "mrr_at_20": 0.77806, + "mrr_at_3": 0.76352, + "mrr_at_5": 0.77102, + "ndcg_at_1": 0.69778, + "ndcg_at_10": 0.81021, + "ndcg_at_100": 0.82496, + "ndcg_at_1000": 0.82703, + "ndcg_at_20": 0.81752, + "ndcg_at_3": 0.78461, + "ndcg_at_5": 0.798, + "precision_at_1": 0.69778, + "precision_at_10": 0.09156, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04722, + "precision_at_3": 0.28185, + "precision_at_5": 0.17556, + "recall_at_1": 0.69778, + "recall_at_10": 0.91556, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.94444, + "recall_at_3": 0.84556, + "recall_at_5": 0.87778 + }, + "nob": { + "map_at_1": 0.70889, + "map_at_10": 0.78039, + "map_at_100": 0.7832, + "map_at_1000": 0.78327, + "map_at_20": 0.7819, + "map_at_3": 0.76611, + "map_at_5": 0.77489, + "mrr_at_1": 0.70889, + "mrr_at_10": 0.78039, + "mrr_at_100": 0.7832, + "mrr_at_1000": 0.78327, + "mrr_at_20": 0.7819, + "mrr_at_3": 0.76611, + "mrr_at_5": 0.77489, + "ndcg_at_1": 0.70889, + "ndcg_at_10": 0.81311, + "ndcg_at_100": 0.8281, + "ndcg_at_1000": 0.82973, + "ndcg_at_20": 0.8185, + "ndcg_at_3": 0.78454, + "ndcg_at_5": 0.80022, + "precision_at_1": 0.70889, + "precision_at_10": 0.09144, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04678, + "precision_at_3": 0.27926, + "precision_at_5": 0.17511, + "recall_at_1": 0.70889, + "recall_at_10": 0.91444, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.93556, + "recall_at_3": 0.83778, + "recall_at_5": 0.87556 + }, + "npi": { + "map_at_1": 0.12333, + "map_at_10": 0.18302, + "map_at_100": 0.19522, + "map_at_1000": 0.19675, + "map_at_20": 0.18909, + "map_at_3": 0.16185, + "map_at_5": 0.17363, + "mrr_at_1": 0.12333, + "mrr_at_10": 0.18302, + "mrr_at_100": 0.19522, + "mrr_at_1000": 0.19675, + "mrr_at_20": 0.18909, + "mrr_at_3": 0.16185, + "mrr_at_5": 0.17363, + "ndcg_at_1": 0.12333, + "ndcg_at_10": 0.21876, + "ndcg_at_100": 0.29003, + "ndcg_at_1000": 0.32935, + "ndcg_at_20": 0.24112, + "ndcg_at_3": 0.1745, + "ndcg_at_5": 0.19587, + "precision_at_1": 0.12333, + "precision_at_10": 0.03344, + "precision_at_100": 0.00697, + "precision_at_1000": 0.001, + "precision_at_20": 0.02117, + "precision_at_3": 0.07037, + "precision_at_5": 0.05267, + "recall_at_1": 0.12333, + "recall_at_10": 0.33444, + "recall_at_100": 0.69667, + "recall_at_1000": 1.0, + "recall_at_20": 0.42333, + "recall_at_3": 0.21111, + "recall_at_5": 0.26333 + }, + "nso": { + "map_at_1": 0.12556, + "map_at_10": 0.16161, + "map_at_100": 0.17023, + "map_at_1000": 0.17245, + "map_at_20": 0.16513, + "map_at_3": 0.1513, + "map_at_5": 0.15607, + "mrr_at_1": 0.12556, + "mrr_at_10": 0.16161, + "mrr_at_100": 0.17023, + "mrr_at_1000": 0.17245, + "mrr_at_20": 0.16513, + "mrr_at_3": 0.1513, + "mrr_at_5": 0.15607, + "ndcg_at_1": 0.12556, + "ndcg_at_10": 0.18159, + "ndcg_at_100": 0.23776, + "ndcg_at_1000": 0.29638, + "ndcg_at_20": 0.19448, + "ndcg_at_3": 0.1598, + "ndcg_at_5": 0.16845, + "precision_at_1": 0.12556, + "precision_at_10": 0.02456, + "precision_at_100": 0.00543, + "precision_at_1000": 0.001, + "precision_at_20": 0.01483, + "precision_at_3": 0.06148, + "precision_at_5": 0.04111, + "recall_at_1": 0.12556, + "recall_at_10": 0.24556, + "recall_at_100": 0.54333, + "recall_at_1000": 1.0, + "recall_at_20": 0.29667, + "recall_at_3": 0.18444, + "recall_at_5": 0.20556 + }, + "nya": { + "map_at_1": 0.10778, + "map_at_10": 0.13852, + "map_at_100": 0.147, + "map_at_1000": 0.14934, + "map_at_20": 0.14198, + "map_at_3": 0.12944, + "map_at_5": 0.13422, + "mrr_at_1": 0.10778, + "mrr_at_10": 0.13852, + "mrr_at_100": 0.147, + "mrr_at_1000": 0.14934, + "mrr_at_20": 0.14198, + "mrr_at_3": 0.12944, + "mrr_at_5": 0.13422, + "ndcg_at_1": 0.10778, + "ndcg_at_10": 0.15525, + "ndcg_at_100": 0.20876, + "ndcg_at_1000": 0.27376, + "ndcg_at_20": 0.16788, + "ndcg_at_3": 0.13618, + "ndcg_at_5": 0.14483, + "precision_at_1": 0.10778, + "precision_at_10": 0.02089, + "precision_at_100": 0.00489, + "precision_at_1000": 0.001, + "precision_at_20": 0.01294, + "precision_at_3": 0.05185, + "precision_at_5": 0.03533, + "recall_at_1": 0.10778, + "recall_at_10": 0.20889, + "recall_at_100": 0.48889, + "recall_at_1000": 1.0, + "recall_at_20": 0.25889, + "recall_at_3": 0.15556, + "recall_at_5": 0.17667 + }, + "ory": { + "map_at_1": 0.01778, + "map_at_10": 0.02929, + "map_at_100": 0.03633, + "map_at_1000": 0.03928, + "map_at_20": 0.03247, + "map_at_3": 0.02296, + "map_at_5": 0.02569, + "mrr_at_1": 0.01778, + "mrr_at_10": 0.02929, + "mrr_at_100": 0.03633, + "mrr_at_1000": 0.03928, + "mrr_at_20": 0.03247, + "mrr_at_3": 0.02296, + "mrr_at_5": 0.02569, + "ndcg_at_1": 0.01778, + "ndcg_at_10": 0.03813, + "ndcg_at_100": 0.08208, + "ndcg_at_1000": 0.17002, + "ndcg_at_20": 0.04949, + "ndcg_at_3": 0.0245, + "ndcg_at_5": 0.02947, + "precision_at_1": 0.01778, + "precision_at_10": 0.00678, + "precision_at_100": 0.00298, + "precision_at_1000": 0.001, + "precision_at_20": 0.00561, + "precision_at_3": 0.00963, + "precision_at_5": 0.00822, + "recall_at_1": 0.01778, + "recall_at_10": 0.06778, + "recall_at_100": 0.29778, + "recall_at_1000": 1.0, + "recall_at_20": 0.11222, + "recall_at_3": 0.02889, + "recall_at_5": 0.04111 + }, + "pan": { + "map_at_1": 0.01556, + "map_at_10": 0.02422, + "map_at_100": 0.0304, + "map_at_1000": 0.03347, + "map_at_20": 0.02635, + "map_at_3": 0.02056, + "map_at_5": 0.02267, + "mrr_at_1": 0.01556, + "mrr_at_10": 0.02422, + "mrr_at_100": 0.0304, + "mrr_at_1000": 0.03347, + "mrr_at_20": 0.02635, + "mrr_at_3": 0.02056, + "mrr_at_5": 0.02267, + "ndcg_at_1": 0.01556, + "ndcg_at_10": 0.02974, + "ndcg_at_100": 0.0725, + "ndcg_at_1000": 0.16299, + "ndcg_at_20": 0.03756, + "ndcg_at_3": 0.02213, + "ndcg_at_5": 0.02586, + "precision_at_1": 0.01556, + "precision_at_10": 0.00478, + "precision_at_100": 0.00279, + "precision_at_1000": 0.001, + "precision_at_20": 0.00394, + "precision_at_3": 0.00889, + "precision_at_5": 0.00711, + "recall_at_1": 0.01556, + "recall_at_10": 0.04778, + "recall_at_100": 0.27889, + "recall_at_1000": 1.0, + "recall_at_20": 0.07889, + "recall_at_3": 0.02667, + "recall_at_5": 0.03556 + }, + "pbt": { + "map_at_1": 0.14556, + "map_at_10": 0.19642, + "map_at_100": 0.20679, + "map_at_1000": 0.20865, + "map_at_20": 0.20123, + "map_at_3": 0.18278, + "map_at_5": 0.18956, + "mrr_at_1": 0.14556, + "mrr_at_10": 0.19642, + "mrr_at_100": 0.20679, + "mrr_at_1000": 0.20865, + "mrr_at_20": 0.20123, + "mrr_at_3": 0.18278, + "mrr_at_5": 0.18956, + "ndcg_at_1": 0.14556, + "ndcg_at_10": 0.22392, + "ndcg_at_100": 0.28532, + "ndcg_at_1000": 0.33362, + "ndcg_at_20": 0.24156, + "ndcg_at_3": 0.19464, + "ndcg_at_5": 0.20693, + "precision_at_1": 0.14556, + "precision_at_10": 0.03122, + "precision_at_100": 0.00626, + "precision_at_1000": 0.001, + "precision_at_20": 0.01911, + "precision_at_3": 0.0763, + "precision_at_5": 0.05178, + "recall_at_1": 0.14556, + "recall_at_10": 0.31222, + "recall_at_100": 0.62556, + "recall_at_1000": 1.0, + "recall_at_20": 0.38222, + "recall_at_3": 0.22889, + "recall_at_5": 0.25889 + }, + "pes": { + "map_at_1": 0.64111, + "map_at_10": 0.71798, + "map_at_100": 0.7226, + "map_at_1000": 0.72281, + "map_at_20": 0.72092, + "map_at_3": 0.7013, + "map_at_5": 0.7128, + "mrr_at_1": 0.64111, + "mrr_at_10": 0.71798, + "mrr_at_100": 0.7226, + "mrr_at_1000": 0.72281, + "mrr_at_20": 0.72092, + "mrr_at_3": 0.7013, + "mrr_at_5": 0.7128, + "ndcg_at_1": 0.64111, + "ndcg_at_10": 0.75358, + "ndcg_at_100": 0.7756, + "ndcg_at_1000": 0.78008, + "ndcg_at_20": 0.7639, + "ndcg_at_3": 0.72014, + "ndcg_at_5": 0.7408, + "precision_at_1": 0.64111, + "precision_at_10": 0.08644, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "precision_at_20": 0.04522, + "precision_at_3": 0.25815, + "precision_at_5": 0.16489, + "recall_at_1": 0.64111, + "recall_at_10": 0.86444, + "recall_at_100": 0.96667, + "recall_at_1000": 1.0, + "recall_at_20": 0.90444, + "recall_at_3": 0.77444, + "recall_at_5": 0.82444 + }, + "plt": { + "map_at_1": 0.14889, + "map_at_10": 0.17869, + "map_at_100": 0.18805, + "map_at_1000": 0.19022, + "map_at_20": 0.18373, + "map_at_3": 0.16815, + "map_at_5": 0.17293, + "mrr_at_1": 0.14889, + "mrr_at_10": 0.17869, + "mrr_at_100": 0.18805, + "mrr_at_1000": 0.19022, + "mrr_at_20": 0.18373, + "mrr_at_3": 0.16815, + "mrr_at_5": 0.17293, + "ndcg_at_1": 0.14889, + "ndcg_at_10": 0.19677, + "ndcg_at_100": 0.24995, + "ndcg_at_1000": 0.31048, + "ndcg_at_20": 0.21525, + "ndcg_at_3": 0.17434, + "ndcg_at_5": 0.18299, + "precision_at_1": 0.14889, + "precision_at_10": 0.02556, + "precision_at_100": 0.00523, + "precision_at_1000": 0.001, + "precision_at_20": 0.01644, + "precision_at_3": 0.06407, + "precision_at_5": 0.04267, + "recall_at_1": 0.14889, + "recall_at_10": 0.25556, + "recall_at_100": 0.52333, + "recall_at_1000": 1.0, + "recall_at_20": 0.32889, + "recall_at_3": 0.19222, + "recall_at_5": 0.21333 + }, + "pol": { + "map_at_1": 0.70778, + "map_at_10": 0.7749, + "map_at_100": 0.7783, + "map_at_1000": 0.77841, + "map_at_20": 0.77706, + "map_at_3": 0.76074, + "map_at_5": 0.76919, + "mrr_at_1": 0.70778, + "mrr_at_10": 0.7749, + "mrr_at_100": 0.7783, + "mrr_at_1000": 0.77841, + "mrr_at_20": 0.77706, + "mrr_at_3": 0.76074, + "mrr_at_5": 0.76919, + "ndcg_at_1": 0.70778, + "ndcg_at_10": 0.80633, + "ndcg_at_100": 0.82264, + "ndcg_at_1000": 0.82528, + "ndcg_at_20": 0.81419, + "ndcg_at_3": 0.77743, + "ndcg_at_5": 0.79259, + "precision_at_1": 0.70778, + "precision_at_10": 0.09044, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04678, + "precision_at_3": 0.27519, + "precision_at_5": 0.17244, + "recall_at_1": 0.70778, + "recall_at_10": 0.90444, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.93556, + "recall_at_3": 0.82556, + "recall_at_5": 0.86222 + }, + "por": { + "map_at_1": 0.70222, + "map_at_10": 0.77471, + "map_at_100": 0.77773, + "map_at_1000": 0.77786, + "map_at_20": 0.77679, + "map_at_3": 0.75944, + "map_at_5": 0.76944, + "mrr_at_1": 0.70222, + "mrr_at_10": 0.77471, + "mrr_at_100": 0.77773, + "mrr_at_1000": 0.77786, + "mrr_at_20": 0.77679, + "mrr_at_3": 0.75944, + "mrr_at_5": 0.76944, + "ndcg_at_1": 0.70222, + "ndcg_at_10": 0.80811, + "ndcg_at_100": 0.82251, + "ndcg_at_1000": 0.82535, + "ndcg_at_20": 0.81569, + "ndcg_at_3": 0.77734, + "ndcg_at_5": 0.79504, + "precision_at_1": 0.70222, + "precision_at_10": 0.09122, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04711, + "precision_at_3": 0.2763, + "precision_at_5": 0.17422, + "recall_at_1": 0.70222, + "recall_at_10": 0.91222, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.94222, + "recall_at_3": 0.82889, + "recall_at_5": 0.87111 + }, + "ron": { + "map_at_1": 0.70556, + "map_at_10": 0.77514, + "map_at_100": 0.77763, + "map_at_1000": 0.77779, + "map_at_20": 0.77635, + "map_at_3": 0.75981, + "map_at_5": 0.76831, + "mrr_at_1": 0.70556, + "mrr_at_10": 0.77514, + "mrr_at_100": 0.77763, + "mrr_at_1000": 0.77779, + "mrr_at_20": 0.77635, + "mrr_at_3": 0.75981, + "mrr_at_5": 0.76831, + "ndcg_at_1": 0.70556, + "ndcg_at_10": 0.80829, + "ndcg_at_100": 0.82161, + "ndcg_at_1000": 0.82481, + "ndcg_at_20": 0.81275, + "ndcg_at_3": 0.77676, + "ndcg_at_5": 0.79196, + "precision_at_1": 0.70556, + "precision_at_10": 0.09122, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "precision_at_20": 0.0465, + "precision_at_3": 0.27519, + "precision_at_5": 0.17244, + "recall_at_1": 0.70556, + "recall_at_10": 0.91222, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "recall_at_20": 0.93, + "recall_at_3": 0.82556, + "recall_at_5": 0.86222 + }, + "rus": { + "map_at_1": 0.69222, + "map_at_10": 0.76486, + "map_at_100": 0.76867, + "map_at_1000": 0.7688, + "map_at_20": 0.76728, + "map_at_3": 0.75148, + "map_at_5": 0.76009, + "mrr_at_1": 0.69222, + "mrr_at_10": 0.76486, + "mrr_at_100": 0.76867, + "mrr_at_1000": 0.7688, + "mrr_at_20": 0.76728, + "mrr_at_3": 0.75148, + "mrr_at_5": 0.76009, + "ndcg_at_1": 0.69222, + "ndcg_at_10": 0.7974, + "ndcg_at_100": 0.81501, + "ndcg_at_1000": 0.81797, + "ndcg_at_20": 0.80597, + "ndcg_at_3": 0.77079, + "ndcg_at_5": 0.7861, + "precision_at_1": 0.69222, + "precision_at_10": 0.08978, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04656, + "precision_at_3": 0.27556, + "precision_at_5": 0.17267, + "recall_at_1": 0.69222, + "recall_at_10": 0.89778, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.93111, + "recall_at_3": 0.82667, + "recall_at_5": 0.86333 + }, + "shn": { + "map_at_1": 0.06778, + "map_at_10": 0.07906, + "map_at_100": 0.08515, + "map_at_1000": 0.08811, + "map_at_20": 0.08093, + "map_at_3": 0.07407, + "map_at_5": 0.0768, + "mrr_at_1": 0.06778, + "mrr_at_10": 0.07906, + "mrr_at_100": 0.08515, + "mrr_at_1000": 0.08811, + "mrr_at_20": 0.08093, + "mrr_at_3": 0.07407, + "mrr_at_5": 0.0768, + "ndcg_at_1": 0.06778, + "ndcg_at_10": 0.08677, + "ndcg_at_100": 0.12973, + "ndcg_at_1000": 0.21268, + "ndcg_at_20": 0.09373, + "ndcg_at_3": 0.07616, + "ndcg_at_5": 0.08114, + "precision_at_1": 0.06778, + "precision_at_10": 0.01122, + "precision_at_100": 0.00346, + "precision_at_1000": 0.001, + "precision_at_20": 0.007, + "precision_at_3": 0.02741, + "precision_at_5": 0.01889, + "recall_at_1": 0.06778, + "recall_at_10": 0.11222, + "recall_at_100": 0.34556, + "recall_at_1000": 1.0, + "recall_at_20": 0.14, + "recall_at_3": 0.08222, + "recall_at_5": 0.09444 + }, + "sin": { + "map_at_1": 0.04111, + "map_at_10": 0.0609, + "map_at_100": 0.06923, + "map_at_1000": 0.07196, + "map_at_20": 0.06399, + "map_at_3": 0.05389, + "map_at_5": 0.05772, + "mrr_at_1": 0.04111, + "mrr_at_10": 0.0609, + "mrr_at_100": 0.06923, + "mrr_at_1000": 0.07196, + "mrr_at_20": 0.06399, + "mrr_at_3": 0.05389, + "mrr_at_5": 0.05772, + "ndcg_at_1": 0.04111, + "ndcg_at_10": 0.07297, + "ndcg_at_100": 0.12791, + "ndcg_at_1000": 0.20353, + "ndcg_at_20": 0.08422, + "ndcg_at_3": 0.05803, + "ndcg_at_5": 0.06515, + "precision_at_1": 0.04111, + "precision_at_10": 0.01122, + "precision_at_100": 0.00404, + "precision_at_1000": 0.001, + "precision_at_20": 0.00783, + "precision_at_3": 0.02333, + "precision_at_5": 0.01756, + "recall_at_1": 0.04111, + "recall_at_10": 0.11222, + "recall_at_100": 0.40444, + "recall_at_1000": 1.0, + "recall_at_20": 0.15667, + "recall_at_3": 0.07, + "recall_at_5": 0.08778 + }, + "slk": { + "map_at_1": 0.70556, + "map_at_10": 0.77493, + "map_at_100": 0.7786, + "map_at_1000": 0.77871, + "map_at_20": 0.77751, + "map_at_3": 0.76056, + "map_at_5": 0.76967, + "mrr_at_1": 0.70556, + "mrr_at_10": 0.77493, + "mrr_at_100": 0.7786, + "mrr_at_1000": 0.77871, + "mrr_at_20": 0.77751, + "mrr_at_3": 0.76056, + "mrr_at_5": 0.76967, + "ndcg_at_1": 0.70556, + "ndcg_at_10": 0.80586, + "ndcg_at_100": 0.82301, + "ndcg_at_1000": 0.82552, + "ndcg_at_20": 0.81518, + "ndcg_at_3": 0.77655, + "ndcg_at_5": 0.79299, + "precision_at_1": 0.70556, + "precision_at_10": 0.09022, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.04694, + "precision_at_3": 0.27407, + "precision_at_5": 0.17244, + "recall_at_1": 0.70556, + "recall_at_10": 0.90222, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "recall_at_20": 0.93889, + "recall_at_3": 0.82222, + "recall_at_5": 0.86222 + }, + "slv": { + "map_at_1": 0.67444, + "map_at_10": 0.74649, + "map_at_100": 0.75092, + "map_at_1000": 0.75104, + "map_at_20": 0.74938, + "map_at_3": 0.73148, + "map_at_5": 0.74093, + "mrr_at_1": 0.67444, + "mrr_at_10": 0.74649, + "mrr_at_100": 0.75092, + "mrr_at_1000": 0.75104, + "mrr_at_20": 0.74938, + "mrr_at_3": 0.73148, + "mrr_at_5": 0.74093, + "ndcg_at_1": 0.67444, + "ndcg_at_10": 0.7803, + "ndcg_at_100": 0.80078, + "ndcg_at_1000": 0.80356, + "ndcg_at_20": 0.79055, + "ndcg_at_3": 0.74995, + "ndcg_at_5": 0.76692, + "precision_at_1": 0.67444, + "precision_at_10": 0.08856, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04628, + "precision_at_3": 0.26778, + "precision_at_5": 0.16889, + "recall_at_1": 0.67444, + "recall_at_10": 0.88556, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.92556, + "recall_at_3": 0.80333, + "recall_at_5": 0.84444 + }, + "sna": { + "map_at_1": 0.10456, + "map_at_10": 0.1332, + "map_at_100": 0.14279, + "map_at_1000": 0.14512, + "map_at_20": 0.13783, + "map_at_3": 0.12329, + "map_at_5": 0.12829, + "mrr_at_1": 0.10456, + "mrr_at_10": 0.1332, + "mrr_at_100": 0.14279, + "mrr_at_1000": 0.14512, + "mrr_at_20": 0.13783, + "mrr_at_3": 0.12329, + "mrr_at_5": 0.12829, + "ndcg_at_1": 0.10456, + "ndcg_at_10": 0.15057, + "ndcg_at_100": 0.20738, + "ndcg_at_1000": 0.27134, + "ndcg_at_20": 0.16707, + "ndcg_at_3": 0.1296, + "ndcg_at_5": 0.13869, + "precision_at_1": 0.10456, + "precision_at_10": 0.02069, + "precision_at_100": 0.00498, + "precision_at_1000": 0.001, + "precision_at_20": 0.01357, + "precision_at_3": 0.04931, + "precision_at_5": 0.03404, + "recall_at_1": 0.10456, + "recall_at_10": 0.2069, + "recall_at_100": 0.49833, + "recall_at_1000": 1.0, + "recall_at_20": 0.27141, + "recall_at_3": 0.14794, + "recall_at_5": 0.17019 + }, + "snd": { + "map_at_1": 0.10556, + "map_at_10": 0.14455, + "map_at_100": 0.15574, + "map_at_1000": 0.15784, + "map_at_20": 0.14998, + "map_at_3": 0.12907, + "map_at_5": 0.13735, + "mrr_at_1": 0.10556, + "mrr_at_10": 0.14455, + "mrr_at_100": 0.15574, + "mrr_at_1000": 0.15784, + "mrr_at_20": 0.14998, + "mrr_at_3": 0.12907, + "mrr_at_5": 0.13735, + "ndcg_at_1": 0.10556, + "ndcg_at_10": 0.16887, + "ndcg_at_100": 0.23453, + "ndcg_at_1000": 0.28863, + "ndcg_at_20": 0.18875, + "ndcg_at_3": 0.13673, + "ndcg_at_5": 0.15174, + "precision_at_1": 0.10556, + "precision_at_10": 0.02478, + "precision_at_100": 0.00582, + "precision_at_1000": 0.001, + "precision_at_20": 0.01633, + "precision_at_3": 0.05296, + "precision_at_5": 0.03911, + "recall_at_1": 0.10556, + "recall_at_10": 0.24778, + "recall_at_100": 0.58222, + "recall_at_1000": 1.0, + "recall_at_20": 0.32667, + "recall_at_3": 0.15889, + "recall_at_5": 0.19556 + }, + "som": { + "map_at_1": 0.07667, + "map_at_10": 0.09682, + "map_at_100": 0.10412, + "map_at_1000": 0.10681, + "map_at_20": 0.09924, + "map_at_3": 0.08963, + "map_at_5": 0.09407, + "mrr_at_1": 0.07667, + "mrr_at_10": 0.09682, + "mrr_at_100": 0.10412, + "mrr_at_1000": 0.10681, + "mrr_at_20": 0.09924, + "mrr_at_3": 0.08963, + "mrr_at_5": 0.09407, + "ndcg_at_1": 0.07667, + "ndcg_at_10": 0.10883, + "ndcg_at_100": 0.15779, + "ndcg_at_1000": 0.2328, + "ndcg_at_20": 0.11812, + "ndcg_at_3": 0.09373, + "ndcg_at_5": 0.10186, + "precision_at_1": 0.07667, + "precision_at_10": 0.01478, + "precision_at_100": 0.00409, + "precision_at_1000": 0.001, + "precision_at_20": 0.00928, + "precision_at_3": 0.03519, + "precision_at_5": 0.02511, + "recall_at_1": 0.07667, + "recall_at_10": 0.14778, + "recall_at_100": 0.40889, + "recall_at_1000": 1.0, + "recall_at_20": 0.18556, + "recall_at_3": 0.10556, + "recall_at_5": 0.12556 + }, + "sot": { + "map_at_1": 0.14, + "map_at_10": 0.17025, + "map_at_100": 0.17914, + "map_at_1000": 0.1813, + "map_at_20": 0.17402, + "map_at_3": 0.15981, + "map_at_5": 0.16504, + "mrr_at_1": 0.14, + "mrr_at_10": 0.17025, + "mrr_at_100": 0.17914, + "mrr_at_1000": 0.1813, + "mrr_at_20": 0.17402, + "mrr_at_3": 0.15981, + "mrr_at_5": 0.16504, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.18797, + "ndcg_at_100": 0.24545, + "ndcg_at_1000": 0.30324, + "ndcg_at_20": 0.20173, + "ndcg_at_3": 0.16589, + "ndcg_at_5": 0.17516, + "precision_at_1": 0.14, + "precision_at_10": 0.02456, + "precision_at_100": 0.00549, + "precision_at_1000": 0.001, + "precision_at_20": 0.015, + "precision_at_3": 0.06111, + "precision_at_5": 0.04111, + "recall_at_1": 0.14, + "recall_at_10": 0.24556, + "recall_at_100": 0.54889, + "recall_at_1000": 1.0, + "recall_at_20": 0.3, + "recall_at_3": 0.18333, + "recall_at_5": 0.20556 + }, + "spa": { + "map_at_1": 0.70667, + "map_at_10": 0.77069, + "map_at_100": 0.77502, + "map_at_1000": 0.77515, + "map_at_20": 0.77365, + "map_at_3": 0.75852, + "map_at_5": 0.7658, + "mrr_at_1": 0.70667, + "mrr_at_10": 0.77069, + "mrr_at_100": 0.77502, + "mrr_at_1000": 0.77515, + "mrr_at_20": 0.77365, + "mrr_at_3": 0.75852, + "mrr_at_5": 0.7658, + "ndcg_at_1": 0.70667, + "ndcg_at_10": 0.79989, + "ndcg_at_100": 0.81919, + "ndcg_at_1000": 0.82212, + "ndcg_at_20": 0.81004, + "ndcg_at_3": 0.77465, + "ndcg_at_5": 0.78761, + "precision_at_1": 0.70667, + "precision_at_10": 0.08911, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.0465, + "precision_at_3": 0.2737, + "precision_at_5": 0.17044, + "recall_at_1": 0.70667, + "recall_at_10": 0.89111, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.93, + "recall_at_3": 0.82111, + "recall_at_5": 0.85222 + }, + "srp": { + "map_at_1": 0.66796, + "map_at_10": 0.74518, + "map_at_100": 0.74915, + "map_at_1000": 0.7493, + "map_at_20": 0.74761, + "map_at_3": 0.73081, + "map_at_5": 0.74016, + "mrr_at_1": 0.66852, + "mrr_at_10": 0.74573, + "mrr_at_100": 0.74971, + "mrr_at_1000": 0.74985, + "mrr_at_20": 0.74817, + "mrr_at_3": 0.73137, + "mrr_at_5": 0.74071, + "ndcg_at_1": 0.66852, + "ndcg_at_10": 0.77997, + "ndcg_at_100": 0.79867, + "ndcg_at_1000": 0.80227, + "ndcg_at_20": 0.78874, + "ndcg_at_3": 0.7511, + "ndcg_at_5": 0.76776, + "precision_at_1": 0.66852, + "precision_at_10": 0.08877, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "precision_at_20": 0.04611, + "precision_at_3": 0.26993, + "precision_at_5": 0.16997, + "recall_at_1": 0.66796, + "recall_at_10": 0.8871, + "recall_at_100": 0.97275, + "recall_at_1000": 1.0, + "recall_at_20": 0.92158, + "recall_at_3": 0.80923, + "recall_at_5": 0.84928 + }, + "ssw": { + "map_at_1": 0.09333, + "map_at_10": 0.11646, + "map_at_100": 0.12545, + "map_at_1000": 0.12786, + "map_at_20": 0.12075, + "map_at_3": 0.10667, + "map_at_5": 0.11256, + "mrr_at_1": 0.09333, + "mrr_at_10": 0.11646, + "mrr_at_100": 0.12545, + "mrr_at_1000": 0.12786, + "mrr_at_20": 0.12075, + "mrr_at_3": 0.10667, + "mrr_at_5": 0.11256, + "ndcg_at_1": 0.09333, + "ndcg_at_10": 0.1316, + "ndcg_at_100": 0.18673, + "ndcg_at_1000": 0.25426, + "ndcg_at_20": 0.1471, + "ndcg_at_3": 0.11122, + "ndcg_at_5": 0.12178, + "precision_at_1": 0.09333, + "precision_at_10": 0.01811, + "precision_at_100": 0.00468, + "precision_at_1000": 0.001, + "precision_at_20": 0.01211, + "precision_at_3": 0.04148, + "precision_at_5": 0.03, + "recall_at_1": 0.09333, + "recall_at_10": 0.18111, + "recall_at_100": 0.46778, + "recall_at_1000": 1.0, + "recall_at_20": 0.24222, + "recall_at_3": 0.12444, + "recall_at_5": 0.15 + }, + "sun": { + "map_at_1": 0.24556, + "map_at_10": 0.30526, + "map_at_100": 0.31559, + "map_at_1000": 0.31697, + "map_at_20": 0.31036, + "map_at_3": 0.28944, + "map_at_5": 0.299, + "mrr_at_1": 0.24556, + "mrr_at_10": 0.30526, + "mrr_at_100": 0.31559, + "mrr_at_1000": 0.31697, + "mrr_at_20": 0.31036, + "mrr_at_3": 0.28944, + "mrr_at_5": 0.299, + "ndcg_at_1": 0.24556, + "ndcg_at_10": 0.33622, + "ndcg_at_100": 0.39453, + "ndcg_at_1000": 0.43005, + "ndcg_at_20": 0.35496, + "ndcg_at_3": 0.30358, + "ndcg_at_5": 0.32089, + "precision_at_1": 0.24556, + "precision_at_10": 0.04344, + "precision_at_100": 0.00726, + "precision_at_1000": 0.001, + "precision_at_20": 0.02544, + "precision_at_3": 0.11481, + "precision_at_5": 0.07733, + "recall_at_1": 0.24556, + "recall_at_10": 0.43444, + "recall_at_100": 0.72556, + "recall_at_1000": 1.0, + "recall_at_20": 0.50889, + "recall_at_3": 0.34444, + "recall_at_5": 0.38667 + }, + "swe": { + "map_at_1": 0.71333, + "map_at_10": 0.77755, + "map_at_100": 0.78143, + "map_at_1000": 0.78152, + "map_at_20": 0.78019, + "map_at_3": 0.76407, + "map_at_5": 0.77174, + "mrr_at_1": 0.71333, + "mrr_at_10": 0.77755, + "mrr_at_100": 0.78143, + "mrr_at_1000": 0.78152, + "mrr_at_20": 0.78019, + "mrr_at_3": 0.76407, + "mrr_at_5": 0.77174, + "ndcg_at_1": 0.71333, + "ndcg_at_10": 0.80781, + "ndcg_at_100": 0.82579, + "ndcg_at_1000": 0.82786, + "ndcg_at_20": 0.8172, + "ndcg_at_3": 0.78018, + "ndcg_at_5": 0.79419, + "precision_at_1": 0.71333, + "precision_at_10": 0.09022, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04694, + "precision_at_3": 0.27556, + "precision_at_5": 0.17222, + "recall_at_1": 0.71333, + "recall_at_10": 0.90222, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.93889, + "recall_at_3": 0.82667, + "recall_at_5": 0.86111 + }, + "swh": { + "map_at_1": 0.17333, + "map_at_10": 0.21029, + "map_at_100": 0.22006, + "map_at_1000": 0.22203, + "map_at_20": 0.21489, + "map_at_3": 0.19778, + "map_at_5": 0.20367, + "mrr_at_1": 0.17333, + "mrr_at_10": 0.21029, + "mrr_at_100": 0.22006, + "mrr_at_1000": 0.22203, + "mrr_at_20": 0.21489, + "mrr_at_3": 0.19778, + "mrr_at_5": 0.20367, + "ndcg_at_1": 0.17333, + "ndcg_at_10": 0.23252, + "ndcg_at_100": 0.28991, + "ndcg_at_1000": 0.34185, + "ndcg_at_20": 0.24914, + "ndcg_at_3": 0.20603, + "ndcg_at_5": 0.2166, + "precision_at_1": 0.17333, + "precision_at_10": 0.03044, + "precision_at_100": 0.00597, + "precision_at_1000": 0.001, + "precision_at_20": 0.0185, + "precision_at_3": 0.07667, + "precision_at_5": 0.05111, + "recall_at_1": 0.17333, + "recall_at_10": 0.30444, + "recall_at_100": 0.59667, + "recall_at_1000": 1.0, + "recall_at_20": 0.37, + "recall_at_3": 0.23, + "recall_at_5": 0.25556 + }, + "tam": { + "map_at_1": 0.03556, + "map_at_10": 0.04849, + "map_at_100": 0.05494, + "map_at_1000": 0.05792, + "map_at_20": 0.05084, + "map_at_3": 0.04278, + "map_at_5": 0.04567, + "mrr_at_1": 0.03556, + "mrr_at_10": 0.04849, + "mrr_at_100": 0.05494, + "mrr_at_1000": 0.05792, + "mrr_at_20": 0.05084, + "mrr_at_3": 0.04278, + "mrr_at_5": 0.04567, + "ndcg_at_1": 0.03556, + "ndcg_at_10": 0.05736, + "ndcg_at_100": 0.10103, + "ndcg_at_1000": 0.18673, + "ndcg_at_20": 0.06602, + "ndcg_at_3": 0.0452, + "ndcg_at_5": 0.05032, + "precision_at_1": 0.03556, + "precision_at_10": 0.00867, + "precision_at_100": 0.00321, + "precision_at_1000": 0.001, + "precision_at_20": 0.00606, + "precision_at_3": 0.01741, + "precision_at_5": 0.01289, + "recall_at_1": 0.03556, + "recall_at_10": 0.08667, + "recall_at_100": 0.32111, + "recall_at_1000": 1.0, + "recall_at_20": 0.12111, + "recall_at_3": 0.05222, + "recall_at_5": 0.06444 + }, + "tel": { + "map_at_1": 0.03667, + "map_at_10": 0.05325, + "map_at_100": 0.06015, + "map_at_1000": 0.06296, + "map_at_20": 0.05533, + "map_at_3": 0.04778, + "map_at_5": 0.05094, + "mrr_at_1": 0.03667, + "mrr_at_10": 0.05325, + "mrr_at_100": 0.06015, + "mrr_at_1000": 0.06296, + "mrr_at_20": 0.05533, + "mrr_at_3": 0.04778, + "mrr_at_5": 0.05094, + "ndcg_at_1": 0.03667, + "ndcg_at_10": 0.06278, + "ndcg_at_100": 0.10977, + "ndcg_at_1000": 0.19199, + "ndcg_at_20": 0.07037, + "ndcg_at_3": 0.05148, + "ndcg_at_5": 0.05731, + "precision_at_1": 0.03667, + "precision_at_10": 0.00933, + "precision_at_100": 0.00346, + "precision_at_1000": 0.001, + "precision_at_20": 0.00617, + "precision_at_3": 0.02074, + "precision_at_5": 0.01533, + "recall_at_1": 0.03667, + "recall_at_10": 0.09333, + "recall_at_100": 0.34556, + "recall_at_1000": 1.0, + "recall_at_20": 0.12333, + "recall_at_3": 0.06222, + "recall_at_5": 0.07667 + }, + "tgk": { + "map_at_1": 0.07667, + "map_at_10": 0.10646, + "map_at_100": 0.11472, + "map_at_1000": 0.11741, + "map_at_20": 0.10988, + "map_at_3": 0.09648, + "map_at_5": 0.10198, + "mrr_at_1": 0.07667, + "mrr_at_10": 0.10646, + "mrr_at_100": 0.11472, + "mrr_at_1000": 0.11741, + "mrr_at_20": 0.10988, + "mrr_at_3": 0.09648, + "mrr_at_5": 0.10198, + "ndcg_at_1": 0.07667, + "ndcg_at_10": 0.12381, + "ndcg_at_100": 0.17533, + "ndcg_at_1000": 0.24632, + "ndcg_at_20": 0.13657, + "ndcg_at_3": 0.10282, + "ndcg_at_5": 0.11257, + "precision_at_1": 0.07667, + "precision_at_10": 0.018, + "precision_at_100": 0.00448, + "precision_at_1000": 0.001, + "precision_at_20": 0.01156, + "precision_at_3": 0.04037, + "precision_at_5": 0.02889, + "recall_at_1": 0.07667, + "recall_at_10": 0.18, + "recall_at_100": 0.44778, + "recall_at_1000": 1.0, + "recall_at_20": 0.23111, + "recall_at_3": 0.12111, + "recall_at_5": 0.14444 + }, + "tgl": { + "map_at_1": 0.21111, + "map_at_10": 0.25697, + "map_at_100": 0.26626, + "map_at_1000": 0.26803, + "map_at_20": 0.26145, + "map_at_3": 0.24241, + "map_at_5": 0.24991, + "mrr_at_1": 0.21111, + "mrr_at_10": 0.25697, + "mrr_at_100": 0.26626, + "mrr_at_1000": 0.26803, + "mrr_at_20": 0.26145, + "mrr_at_3": 0.24241, + "mrr_at_5": 0.24991, + "ndcg_at_1": 0.21111, + "ndcg_at_10": 0.28374, + "ndcg_at_100": 0.33783, + "ndcg_at_1000": 0.38374, + "ndcg_at_20": 0.30005, + "ndcg_at_3": 0.25316, + "ndcg_at_5": 0.26655, + "precision_at_1": 0.21111, + "precision_at_10": 0.037, + "precision_at_100": 0.00644, + "precision_at_1000": 0.001, + "precision_at_20": 0.02172, + "precision_at_3": 0.09481, + "precision_at_5": 0.06333, + "recall_at_1": 0.21111, + "recall_at_10": 0.37, + "recall_at_100": 0.64444, + "recall_at_1000": 1.0, + "recall_at_20": 0.43444, + "recall_at_3": 0.28444, + "recall_at_5": 0.31667 + }, + "tha": { + "map_at_1": 0.62444, + "map_at_10": 0.71002, + "map_at_100": 0.71378, + "map_at_1000": 0.71395, + "map_at_20": 0.71239, + "map_at_3": 0.68907, + "map_at_5": 0.70374, + "mrr_at_1": 0.62444, + "mrr_at_10": 0.71002, + "mrr_at_100": 0.71378, + "mrr_at_1000": 0.71395, + "mrr_at_20": 0.71239, + "mrr_at_3": 0.68907, + "mrr_at_5": 0.70374, + "ndcg_at_1": 0.62444, + "ndcg_at_10": 0.75189, + "ndcg_at_100": 0.77016, + "ndcg_at_1000": 0.77424, + "ndcg_at_20": 0.76021, + "ndcg_at_3": 0.70961, + "ndcg_at_5": 0.73634, + "precision_at_1": 0.62444, + "precision_at_10": 0.08833, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "precision_at_20": 0.04578, + "precision_at_3": 0.2563, + "precision_at_5": 0.16689, + "recall_at_1": 0.62444, + "recall_at_10": 0.88333, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "recall_at_20": 0.91556, + "recall_at_3": 0.76889, + "recall_at_5": 0.83444 + }, + "tir": { + "map_at_1": 0.01222, + "map_at_10": 0.02292, + "map_at_100": 0.02815, + "map_at_1000": 0.03129, + "map_at_20": 0.02467, + "map_at_3": 0.01815, + "map_at_5": 0.01993, + "mrr_at_1": 0.01222, + "mrr_at_10": 0.02292, + "mrr_at_100": 0.02815, + "mrr_at_1000": 0.03129, + "mrr_at_20": 0.02467, + "mrr_at_3": 0.01815, + "mrr_at_5": 0.01993, + "ndcg_at_1": 0.01222, + "ndcg_at_10": 0.03068, + "ndcg_at_100": 0.0676, + "ndcg_at_1000": 0.16063, + "ndcg_at_20": 0.03729, + "ndcg_at_3": 0.02005, + "ndcg_at_5": 0.02326, + "precision_at_1": 0.01222, + "precision_at_10": 0.00567, + "precision_at_100": 0.00258, + "precision_at_1000": 0.001, + "precision_at_20": 0.00417, + "precision_at_3": 0.00852, + "precision_at_5": 0.00667, + "recall_at_1": 0.01222, + "recall_at_10": 0.05667, + "recall_at_100": 0.25778, + "recall_at_1000": 1.0, + "recall_at_20": 0.08333, + "recall_at_3": 0.02556, + "recall_at_5": 0.03333 + }, + "tsn": { + "map_at_1": 0.12667, + "map_at_10": 0.15697, + "map_at_100": 0.16662, + "map_at_1000": 0.16883, + "map_at_20": 0.16088, + "map_at_3": 0.14778, + "map_at_5": 0.15261, + "mrr_at_1": 0.12667, + "mrr_at_10": 0.15697, + "mrr_at_100": 0.16662, + "mrr_at_1000": 0.16883, + "mrr_at_20": 0.16088, + "mrr_at_3": 0.14778, + "mrr_at_5": 0.15261, + "ndcg_at_1": 0.12667, + "ndcg_at_10": 0.17359, + "ndcg_at_100": 0.23425, + "ndcg_at_1000": 0.29286, + "ndcg_at_20": 0.1879, + "ndcg_at_3": 0.15463, + "ndcg_at_5": 0.16333, + "precision_at_1": 0.12667, + "precision_at_10": 0.02267, + "precision_at_100": 0.00543, + "precision_at_1000": 0.001, + "precision_at_20": 0.01417, + "precision_at_3": 0.05815, + "precision_at_5": 0.03911, + "recall_at_1": 0.12667, + "recall_at_10": 0.22667, + "recall_at_100": 0.54333, + "recall_at_1000": 1.0, + "recall_at_20": 0.28333, + "recall_at_3": 0.17444, + "recall_at_5": 0.19556 + }, + "tso": { + "map_at_1": 0.15111, + "map_at_10": 0.18691, + "map_at_100": 0.19487, + "map_at_1000": 0.19702, + "map_at_20": 0.18995, + "map_at_3": 0.17537, + "map_at_5": 0.1827, + "mrr_at_1": 0.15111, + "mrr_at_10": 0.18691, + "mrr_at_100": 0.19487, + "mrr_at_1000": 0.19702, + "mrr_at_20": 0.18995, + "mrr_at_3": 0.17537, + "mrr_at_5": 0.1827, + "ndcg_at_1": 0.15111, + "ndcg_at_10": 0.20626, + "ndcg_at_100": 0.25725, + "ndcg_at_1000": 0.31643, + "ndcg_at_20": 0.21762, + "ndcg_at_3": 0.18313, + "ndcg_at_5": 0.19614, + "precision_at_1": 0.15111, + "precision_at_10": 0.02678, + "precision_at_100": 0.00536, + "precision_at_1000": 0.001, + "precision_at_20": 0.01567, + "precision_at_3": 0.06852, + "precision_at_5": 0.04733, + "recall_at_1": 0.15111, + "recall_at_10": 0.26778, + "recall_at_100": 0.53556, + "recall_at_1000": 1.0, + "recall_at_20": 0.31333, + "recall_at_3": 0.20556, + "recall_at_5": 0.23667 + }, + "tur": { + "map_at_1": 0.68556, + "map_at_10": 0.75735, + "map_at_100": 0.76195, + "map_at_1000": 0.76204, + "map_at_20": 0.7605, + "map_at_3": 0.74315, + "map_at_5": 0.75209, + "mrr_at_1": 0.68556, + "mrr_at_10": 0.75735, + "mrr_at_100": 0.76195, + "mrr_at_1000": 0.76204, + "mrr_at_20": 0.7605, + "mrr_at_3": 0.74315, + "mrr_at_5": 0.75209, + "ndcg_at_1": 0.68556, + "ndcg_at_10": 0.7892, + "ndcg_at_100": 0.81016, + "ndcg_at_1000": 0.81245, + "ndcg_at_20": 0.8007, + "ndcg_at_3": 0.7607, + "ndcg_at_5": 0.77677, + "precision_at_1": 0.68556, + "precision_at_10": 0.08878, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04667, + "precision_at_3": 0.27037, + "precision_at_5": 0.17, + "recall_at_1": 0.68556, + "recall_at_10": 0.88778, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "recall_at_20": 0.93333, + "recall_at_3": 0.81111, + "recall_at_5": 0.85 + }, + "ukr": { + "map_at_1": 0.67778, + "map_at_10": 0.75153, + "map_at_100": 0.75521, + "map_at_1000": 0.75533, + "map_at_20": 0.75412, + "map_at_3": 0.73444, + "map_at_5": 0.74456, + "mrr_at_1": 0.67778, + "mrr_at_10": 0.75153, + "mrr_at_100": 0.75521, + "mrr_at_1000": 0.75533, + "mrr_at_20": 0.75412, + "mrr_at_3": 0.73444, + "mrr_at_5": 0.74456, + "ndcg_at_1": 0.67778, + "ndcg_at_10": 0.78864, + "ndcg_at_100": 0.80516, + "ndcg_at_1000": 0.80783, + "ndcg_at_20": 0.7976, + "ndcg_at_3": 0.75325, + "ndcg_at_5": 0.77175, + "precision_at_1": 0.67778, + "precision_at_10": 0.09056, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.047, + "precision_at_3": 0.26926, + "precision_at_5": 0.17067, + "recall_at_1": 0.67778, + "recall_at_10": 0.90556, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.94, + "recall_at_3": 0.80778, + "recall_at_5": 0.85333 + }, + "urd": { + "map_at_1": 0.52222, + "map_at_10": 0.60662, + "map_at_100": 0.61341, + "map_at_1000": 0.61377, + "map_at_20": 0.61113, + "map_at_3": 0.58519, + "map_at_5": 0.59769, + "mrr_at_1": 0.52222, + "mrr_at_10": 0.60662, + "mrr_at_100": 0.61341, + "mrr_at_1000": 0.61377, + "mrr_at_20": 0.61113, + "mrr_at_3": 0.58519, + "mrr_at_5": 0.59769, + "ndcg_at_1": 0.52222, + "ndcg_at_10": 0.64931, + "ndcg_at_100": 0.68276, + "ndcg_at_1000": 0.69059, + "ndcg_at_20": 0.66564, + "ndcg_at_3": 0.60502, + "ndcg_at_5": 0.6275, + "precision_at_1": 0.52222, + "precision_at_10": 0.07844, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "precision_at_20": 0.04244, + "precision_at_3": 0.22074, + "precision_at_5": 0.14333, + "recall_at_1": 0.52222, + "recall_at_10": 0.78444, + "recall_at_100": 0.94222, + "recall_at_1000": 1.0, + "recall_at_20": 0.84889, + "recall_at_3": 0.66222, + "recall_at_5": 0.71667 + }, + "uzn": { + "map_at_1": 0.19778, + "map_at_10": 0.24218, + "map_at_100": 0.25219, + "map_at_1000": 0.25384, + "map_at_20": 0.24672, + "map_at_3": 0.22611, + "map_at_5": 0.23467, + "mrr_at_1": 0.19778, + "mrr_at_10": 0.24218, + "mrr_at_100": 0.25219, + "mrr_at_1000": 0.25384, + "mrr_at_20": 0.24672, + "mrr_at_3": 0.22611, + "mrr_at_5": 0.23467, + "ndcg_at_1": 0.19778, + "ndcg_at_10": 0.26984, + "ndcg_at_100": 0.32957, + "ndcg_at_1000": 0.3727, + "ndcg_at_20": 0.28659, + "ndcg_at_3": 0.23565, + "ndcg_at_5": 0.25114, + "precision_at_1": 0.19778, + "precision_at_10": 0.036, + "precision_at_100": 0.00666, + "precision_at_1000": 0.001, + "precision_at_20": 0.02133, + "precision_at_3": 0.08778, + "precision_at_5": 0.06022, + "recall_at_1": 0.19778, + "recall_at_10": 0.36, + "recall_at_100": 0.66556, + "recall_at_1000": 1.0, + "recall_at_20": 0.42667, + "recall_at_3": 0.26333, + "recall_at_5": 0.30111 + }, + "vie": { + "map_at_1": 0.72889, + "map_at_10": 0.79532, + "map_at_100": 0.798, + "map_at_1000": 0.79809, + "map_at_20": 0.79719, + "map_at_3": 0.78093, + "map_at_5": 0.78848, + "mrr_at_1": 0.72889, + "mrr_at_10": 0.79532, + "mrr_at_100": 0.798, + "mrr_at_1000": 0.79809, + "mrr_at_20": 0.79719, + "mrr_at_3": 0.78093, + "mrr_at_5": 0.78848, + "ndcg_at_1": 0.72889, + "ndcg_at_10": 0.82656, + "ndcg_at_100": 0.83943, + "ndcg_at_1000": 0.8415, + "ndcg_at_20": 0.83333, + "ndcg_at_3": 0.79676, + "ndcg_at_5": 0.81043, + "precision_at_1": 0.72889, + "precision_at_10": 0.09244, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04756, + "precision_at_3": 0.28074, + "precision_at_5": 0.17511, + "recall_at_1": 0.72889, + "recall_at_10": 0.92444, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.95111, + "recall_at_3": 0.84222, + "recall_at_5": 0.87556 + }, + "war": { + "map_at_1": 0.31889, + "map_at_10": 0.37474, + "map_at_100": 0.38317, + "map_at_1000": 0.38445, + "map_at_20": 0.37833, + "map_at_3": 0.35889, + "map_at_5": 0.36817, + "mrr_at_1": 0.31889, + "mrr_at_10": 0.37474, + "mrr_at_100": 0.38317, + "mrr_at_1000": 0.38445, + "mrr_at_20": 0.37833, + "mrr_at_3": 0.35889, + "mrr_at_5": 0.36817, + "ndcg_at_1": 0.31889, + "ndcg_at_10": 0.40418, + "ndcg_at_100": 0.45435, + "ndcg_at_1000": 0.48648, + "ndcg_at_20": 0.41751, + "ndcg_at_3": 0.37174, + "ndcg_at_5": 0.3881, + "precision_at_1": 0.31889, + "precision_at_10": 0.04978, + "precision_at_100": 0.00753, + "precision_at_1000": 0.001, + "precision_at_20": 0.02756, + "precision_at_3": 0.1363, + "precision_at_5": 0.08956, + "recall_at_1": 0.31889, + "recall_at_10": 0.49778, + "recall_at_100": 0.75333, + "recall_at_1000": 1.0, + "recall_at_20": 0.55111, + "recall_at_3": 0.40889, + "recall_at_5": 0.44778 + }, + "wol": { + "map_at_1": 0.14222, + "map_at_10": 0.18907, + "map_at_100": 0.1983, + "map_at_1000": 0.20028, + "map_at_20": 0.19344, + "map_at_3": 0.1763, + "map_at_5": 0.18241, + "mrr_at_1": 0.14222, + "mrr_at_10": 0.18907, + "mrr_at_100": 0.1983, + "mrr_at_1000": 0.20028, + "mrr_at_20": 0.19344, + "mrr_at_3": 0.1763, + "mrr_at_5": 0.18241, + "ndcg_at_1": 0.14222, + "ndcg_at_10": 0.21467, + "ndcg_at_100": 0.26894, + "ndcg_at_1000": 0.32332, + "ndcg_at_20": 0.23064, + "ndcg_at_3": 0.18751, + "ndcg_at_5": 0.19851, + "precision_at_1": 0.14222, + "precision_at_10": 0.02967, + "precision_at_100": 0.00573, + "precision_at_1000": 0.001, + "precision_at_20": 0.018, + "precision_at_3": 0.07333, + "precision_at_5": 0.04933, + "recall_at_1": 0.14222, + "recall_at_10": 0.29667, + "recall_at_100": 0.57333, + "recall_at_1000": 1.0, + "recall_at_20": 0.36, + "recall_at_3": 0.22, + "recall_at_5": 0.24667 + }, + "xho": { + "map_at_1": 0.06, + "map_at_10": 0.08435, + "map_at_100": 0.09211, + "map_at_1000": 0.09475, + "map_at_20": 0.08773, + "map_at_3": 0.07556, + "map_at_5": 0.08022, + "mrr_at_1": 0.06, + "mrr_at_10": 0.08435, + "mrr_at_100": 0.09211, + "mrr_at_1000": 0.09475, + "mrr_at_20": 0.08773, + "mrr_at_3": 0.07556, + "mrr_at_5": 0.08022, + "ndcg_at_1": 0.06, + "ndcg_at_10": 0.09961, + "ndcg_at_100": 0.14982, + "ndcg_at_1000": 0.22387, + "ndcg_at_20": 0.11177, + "ndcg_at_3": 0.08122, + "ndcg_at_5": 0.08977, + "precision_at_1": 0.06, + "precision_at_10": 0.01489, + "precision_at_100": 0.00416, + "precision_at_1000": 0.001, + "precision_at_20": 0.00983, + "precision_at_3": 0.03259, + "precision_at_5": 0.02378, + "recall_at_1": 0.06, + "recall_at_10": 0.14889, + "recall_at_100": 0.41556, + "recall_at_1000": 1.0, + "recall_at_20": 0.19667, + "recall_at_3": 0.09778, + "recall_at_5": 0.11889 + }, + "yor": { + "map_at_1": 0.09556, + "map_at_10": 0.12415, + "map_at_100": 0.13167, + "map_at_1000": 0.1342, + "map_at_20": 0.12755, + "map_at_3": 0.11444, + "map_at_5": 0.12061, + "mrr_at_1": 0.09556, + "mrr_at_10": 0.12415, + "mrr_at_100": 0.13167, + "mrr_at_1000": 0.1342, + "mrr_at_20": 0.12755, + "mrr_at_3": 0.11444, + "mrr_at_5": 0.12061, + "ndcg_at_1": 0.09556, + "ndcg_at_10": 0.13984, + "ndcg_at_100": 0.18751, + "ndcg_at_1000": 0.25835, + "ndcg_at_20": 0.15201, + "ndcg_at_3": 0.12018, + "ndcg_at_5": 0.13123, + "precision_at_1": 0.09556, + "precision_at_10": 0.019, + "precision_at_100": 0.00441, + "precision_at_1000": 0.001, + "precision_at_20": 0.01189, + "precision_at_3": 0.04556, + "precision_at_5": 0.03267, + "recall_at_1": 0.09556, + "recall_at_10": 0.19, + "recall_at_100": 0.44111, + "recall_at_1000": 1.0, + "recall_at_20": 0.23778, + "recall_at_3": 0.13667, + "recall_at_5": 0.16333 + }, + "zho": { + "map_at_1": 0.71444, + "map_at_10": 0.79007, + "map_at_100": 0.79304, + "map_at_1000": 0.79314, + "map_at_20": 0.79223, + "map_at_3": 0.77741, + "map_at_5": 0.78541, + "mrr_at_1": 0.71444, + "mrr_at_10": 0.79007, + "mrr_at_100": 0.79304, + "mrr_at_1000": 0.79314, + "mrr_at_20": 0.79223, + "mrr_at_3": 0.77741, + "mrr_at_5": 0.78541, + "ndcg_at_1": 0.71444, + "ndcg_at_10": 0.82196, + "ndcg_at_100": 0.8356, + "ndcg_at_1000": 0.83795, + "ndcg_at_20": 0.82964, + "ndcg_at_3": 0.79645, + "ndcg_at_5": 0.81075, + "precision_at_1": 0.71444, + "precision_at_10": 0.092, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.0475, + "precision_at_3": 0.2837, + "precision_at_5": 0.17711, + "recall_at_1": 0.71444, + "recall_at_10": 0.92, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "recall_at_20": 0.95, + "recall_at_3": 0.85111, + "recall_at_5": 0.88556 + }, + "zsm": { + "map_at_1": 0.66444, + "map_at_10": 0.73804, + "map_at_100": 0.7426, + "map_at_1000": 0.74271, + "map_at_20": 0.74102, + "map_at_3": 0.725, + "map_at_5": 0.73144, + "mrr_at_1": 0.66444, + "mrr_at_10": 0.73804, + "mrr_at_100": 0.7426, + "mrr_at_1000": 0.74271, + "mrr_at_20": 0.74102, + "mrr_at_3": 0.725, + "mrr_at_5": 0.73144, + "ndcg_at_1": 0.66444, + "ndcg_at_10": 0.77267, + "ndcg_at_100": 0.79407, + "ndcg_at_1000": 0.7967, + "ndcg_at_20": 0.78321, + "ndcg_at_3": 0.74483, + "ndcg_at_5": 0.75635, + "precision_at_1": 0.66444, + "precision_at_10": 0.08811, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04611, + "precision_at_3": 0.26741, + "precision_at_5": 0.166, + "recall_at_1": 0.66444, + "recall_at_10": 0.88111, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.92222, + "recall_at_3": 0.80222, + "recall_at_5": 0.83 + }, + "zul": { + "map_at_1": 0.08111, + "map_at_10": 0.1038, + "map_at_100": 0.11126, + "map_at_1000": 0.1139, + "map_at_20": 0.107, + "map_at_3": 0.095, + "map_at_5": 0.09906, + "mrr_at_1": 0.08111, + "mrr_at_10": 0.1038, + "mrr_at_100": 0.11126, + "mrr_at_1000": 0.1139, + "mrr_at_20": 0.107, + "mrr_at_3": 0.095, + "mrr_at_5": 0.09906, + "ndcg_at_1": 0.08111, + "ndcg_at_10": 0.11835, + "ndcg_at_100": 0.16681, + "ndcg_at_1000": 0.2401, + "ndcg_at_20": 0.13029, + "ndcg_at_3": 0.09996, + "ndcg_at_5": 0.10728, + "precision_at_1": 0.08111, + "precision_at_10": 0.01656, + "precision_at_100": 0.00422, + "precision_at_1000": 0.001, + "precision_at_20": 0.01067, + "precision_at_3": 0.03815, + "precision_at_5": 0.02644, + "recall_at_1": 0.08111, + "recall_at_10": 0.16556, + "recall_at_100": 0.42222, + "recall_at_1000": 1.0, + "recall_at_20": 0.21333, + "recall_at_3": 0.11444, + "recall_at_5": 0.13222 + } + } +} \ No newline at end of file