Hugging Face's logo

Spaces:
Hyma7
/
multi-stage-retrieval-QA
Running

App Files Community
Hyma7 commited on
Commit
9fe5fd9
·
verified ·
1 Parent(s): ff15b29

Update data_preparation.py

Browse files
Files changed (1) hide show
  1. data_preparation.py +7 -7
data_preparation.py CHANGED
@@ -1,7 +1,7 @@
1
- from beir import util
2
- from beir.datasets.data_loader import GenericDataLoader
3
-
4
- def load_dataset(dataset_name="nq"):
5
- data_path = util.download_and_unzip(f"https://public.ukp.informatik.tu-darmstadt.de/thakur/BEIR/datasets/{dataset_name}.zip", dataset_name)
6
- corpus, queries, qrels = GenericDataLoader(data_folder=data_path).load(split="test")
7
- return corpus, queries, qrels
 
1
+ from beir import util
2
+ from beir.datasets.data_loader import GenericDataLoader
3
+
4
+ def load_dataset(dataset_name="nq"):
5
+ data_path = util.download_and_unzip("https://public.ukp.informatik.tu-darmstadt.de/thakur/BEIR/datasets/nq.zip", "nq")
6
+ corpus, queries, qrels = GenericDataLoader(data_folder=data_path).load(split="test")
7
+ return corpus, queries, qrels