Spaces:
Sleeping
Sleeping
Delete data_preparation.py
Browse files- data_preparation.py +0 -7
data_preparation.py
DELETED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
from beir import util
|
| 2 |
-
from beir.datasets.data_loader import GenericDataLoader
|
| 3 |
-
|
| 4 |
-
def load_dataset(dataset_name="nq"):
|
| 5 |
-
data_path = util.download_and_unzip("https://public.ukp.informatik.tu-darmstadt.de/thakur/BEIR/datasets/nq.zip", "nq")
|
| 6 |
-
corpus, queries, qrels = GenericDataLoader(data_folder=data_path).load(split="test")
|
| 7 |
-
return corpus, queries, qrels
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|