pyserini/external_query_info.py

#
# Pyserini: Reproducible IR research with sparse and dense representations
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

KILT_QUERY_INFO = {
    "fever-dev-kilt": {
        "description": "KILT FEVER dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/fever-dev-kilt.jsonl"],
        "md5": "ae9a27503d177ba82cdb1e968b1aeac1",
        "size (bytes)": 6174139,
        "total_queries": 10444
    },
    "aidayago2-dev-kilt": {
        "description": "KILT AIDA CoNLL-YAGO dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/aidayago2-dev-kilt.jsonl"],
        "md5": "262c2350c0a331b26cdcc70590f068f2",
        "size (bytes)": 21061554,
        "total_queries": 4784
    },
    "wned-dev-kilt": {
        "description": "KILT WNED-WIKI dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/wned-dev-kilt.jsonl"],
        "md5": "b04e18e85c7f87030f5118c21f1297dc",
        "size (bytes)": 12868348,
        "total_queries": 3396
    },
    "cweb-dev-kilt": {
        "description": "KILT WNED-CWEB dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/cweb-dev-kilt.jsonl"],
        "md5": "bb62b9471cdec028abbe91b19030e9ad",
        "size (bytes)": 90228527,
        "total_queries": 5599
    },
    "trex-dev-kilt": {
        "description": "KILT T-REx dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/trex-dev-kilt.jsonl"],
        "md5": "ccd3c43891f08b2d5d9adf3e6885c8f9",
        "size (bytes)": 3803558,
        "total_queries": 5000
    },
    "structured_zeroshot-dev-kilt": {
        "description": "KILT Zero-Shot RE dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/structured_zeroshot-dev-kilt.jsonl"],
        "md5": "b2cb14cb4b00a90352c9ad8317829cfd",
        "size (bytes)": 2266707,
        "total_queries": 3724
    },
    "nq-dev-kilt": {
        "description": "KILT Natural Questions dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/nq-dev-kilt.jsonl"],
        "md5": "0bb57ca0b4676ed66005b8788d3a3050",
        "size (bytes)": 7936566,
        "total_queries": 2837
    },
    "hotpotqa-dev-kilt": {
        "description": "KILT HotpotQA dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/hotpotqa-dev-kilt.jsonl"],
        "md5": "3ebc5eeaa5572ec29451eb4b66c29333",
        "size (bytes)": 3971321,
        "total_queries": 5600
    },
    "triviaqa-dev-kilt": {
        "description": "KILT TriviaQA dev set, generated using KILT's scripts/get_triviaqa_input.py",
        "urls": ["https://github.com/castorini/pyserini-data/raw/main/queries/triviaqa-dev-kilt.jsonl"],
        "md5": "0eda82a7a3e24271d623710fa2a2ff64",
        "size (bytes)": 10314686,
        "total_queries": 5359
    },
    "eli5-dev-kilt": {
        "description": "KILT ELI5 dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/eli5-dev-kilt.jsonl"],
        "md5": "7abac8b2495581d513b0542916178893",
        "size (bytes)": 14149811,
        "total_queries": 1507
    },
    "wow-dev-kilt": {
        "description": "KILT Wizard of Wikipedia dev set",
        "urls": ["http://dl.fbaipublicfiles.com/KILT/wow-dev-kilt.jsonl"],
        "md5": "bf4000198be9d8acbab11a57745a6a8b",
        "size (bytes)": 2418241,
        "total_queries": 3058
    }
}