Spaces:
Running
Running
fix(seq2seq): use streaming arg
Browse files
dev/seq2seq/run_seq2seq_flax.py
CHANGED
@@ -506,7 +506,9 @@ def main():
|
|
506 |
"validation": data_args.validation_file,
|
507 |
}
|
508 |
dataset = load_dataset(
|
509 |
-
data_args.dataset_repo_or_path,
|
|
|
|
|
510 |
)
|
511 |
|
512 |
# Set up items to load or create
|
|
|
506 |
"validation": data_args.validation_file,
|
507 |
}
|
508 |
dataset = load_dataset(
|
509 |
+
data_args.dataset_repo_or_path,
|
510 |
+
data_files=data_files,
|
511 |
+
streaming=data_args.streaming,
|
512 |
)
|
513 |
|
514 |
# Set up items to load or create
|