3ie-intervention-outcome-entity-linking
/
relik
/retriever
/conf
/data
/iterable_in_batch_negatives.yaml
shared_params: | |
passages_path: null | |
max_passage_length: 64 | |
max_passages_per_batch: 64 | |
max_questions_per_batch: 64 | |
prefetch_batches: True | |
use_topics: False | |
datamodule: | |
_target_: relik.retriever.lightning_modules.pl_data_modules.PLDataModule | |
tokenizer: ${model.language_model} | |
datasets: | |
train: | |
_target_: relik.retriever.data.dpr.datasets.InBatchNegativesDPRIterableDataset | |
name: "train" | |
path: null | |
passages_path: ${data.shared_params.passages_path} | |
max_passage_length: ${data.shared_params.max_passage_length} | |
max_questions_per_batch: ${data.shared_params.max_questions_per_batch} | |
max_passages_per_batch: ${data.shared_params.max_passages_per_batch} | |
prefetch_batches: ${data.shared_params.prefetch_batches} | |
subsample: null | |
random_subsample: False | |
shuffle: True | |
use_topics: ${data.shared_params.use_topics} | |
val: | |
- _target_: relik.retriever.data.dpr.datasets.InBatchNegativesDPRIterableDataset | |
name: "val" | |
path: null | |
passages_path: ${data.shared_params.passages_path} | |
max_passage_length: ${data.shared_params.max_passage_length} | |
max_questions_per_batch: ${data.shared_params.max_questions_per_batch} | |
max_passages_per_batch: ${data.shared_params.max_passages_per_batch} | |
prefetch_batches: ${data.shared_params.prefetch_batches} | |
use_topics: ${data.shared_params.use_topics} | |
test: | |
- _target_: relik.retriever.data.dpr.datasets.InBatchNegativesDPRIterableDataset | |
name: "test" | |
path: null | |
passages_path: ${data.shared_params.passages_path} | |
max_passage_length: ${data.shared_params.max_passage_length} | |
max_questions_per_batch: ${data.shared_params.max_questions_per_batch} | |
max_passages_per_batch: ${data.shared_params.max_passages_per_batch} | |
prefetch_batches: ${data.shared_params.prefetch_batches} | |
use_topics: ${data.shared_params.use_topics} | |
num_workers: | |
train: 0 | |
val: 0 | |
test: 0 | |