File size: 3,751 Bytes
62977bb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 |
#
# Pyserini: Reproducible IR research with sparse and dense representations
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
KILT_QUERY_INFO = {
"fever-dev-kilt": {
"description": "KILT FEVER dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/fever-dev-kilt.jsonl"],
"md5": "ae9a27503d177ba82cdb1e968b1aeac1",
"size (bytes)": 6174139,
"total_queries": 10444
},
"aidayago2-dev-kilt": {
"description": "KILT AIDA CoNLL-YAGO dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/aidayago2-dev-kilt.jsonl"],
"md5": "262c2350c0a331b26cdcc70590f068f2",
"size (bytes)": 21061554,
"total_queries": 4784
},
"wned-dev-kilt": {
"description": "KILT WNED-WIKI dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/wned-dev-kilt.jsonl"],
"md5": "b04e18e85c7f87030f5118c21f1297dc",
"size (bytes)": 12868348,
"total_queries": 3396
},
"cweb-dev-kilt": {
"description": "KILT WNED-CWEB dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/cweb-dev-kilt.jsonl"],
"md5": "bb62b9471cdec028abbe91b19030e9ad",
"size (bytes)": 90228527,
"total_queries": 5599
},
"trex-dev-kilt": {
"description": "KILT T-REx dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/trex-dev-kilt.jsonl"],
"md5": "ccd3c43891f08b2d5d9adf3e6885c8f9",
"size (bytes)": 3803558,
"total_queries": 5000
},
"structured_zeroshot-dev-kilt": {
"description": "KILT Zero-Shot RE dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/structured_zeroshot-dev-kilt.jsonl"],
"md5": "b2cb14cb4b00a90352c9ad8317829cfd",
"size (bytes)": 2266707,
"total_queries": 3724
},
"nq-dev-kilt": {
"description": "KILT Natural Questions dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/nq-dev-kilt.jsonl"],
"md5": "0bb57ca0b4676ed66005b8788d3a3050",
"size (bytes)": 7936566,
"total_queries": 2837
},
"hotpotqa-dev-kilt": {
"description": "KILT HotpotQA dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/hotpotqa-dev-kilt.jsonl"],
"md5": "3ebc5eeaa5572ec29451eb4b66c29333",
"size (bytes)": 3971321,
"total_queries": 5600
},
"triviaqa-dev-kilt": {
"description": "KILT TriviaQA dev set, generated using KILT's scripts/get_triviaqa_input.py",
"urls": ["https://github.com/castorini/pyserini-data/raw/main/queries/triviaqa-dev-kilt.jsonl"],
"md5": "0eda82a7a3e24271d623710fa2a2ff64",
"size (bytes)": 10314686,
"total_queries": 5359
},
"eli5-dev-kilt": {
"description": "KILT ELI5 dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/eli5-dev-kilt.jsonl"],
"md5": "7abac8b2495581d513b0542916178893",
"size (bytes)": 14149811,
"total_queries": 1507
},
"wow-dev-kilt": {
"description": "KILT Wizard of Wikipedia dev set",
"urls": ["http://dl.fbaipublicfiles.com/KILT/wow-dev-kilt.jsonl"],
"md5": "bf4000198be9d8acbab11a57745a6a8b",
"size (bytes)": 2418241,
"total_queries": 3058
}
}
|