Spaces:
Running
Running
fix(seq2seq): normalize text
Browse files
dev/seq2seq/run_seq2seq_flax.py
CHANGED
@@ -661,7 +661,7 @@ def main():
|
|
661 |
train_dataset = train_dataset.shuffle(1000, training_args.seed)
|
662 |
if data_args.normalize_text:
|
663 |
train_dataset = (
|
664 |
-
train_dataset.map(
|
665 |
if data_args.streaming
|
666 |
else train_dataset.map(
|
667 |
normalize_text,
|
@@ -698,7 +698,7 @@ def main():
|
|
698 |
)
|
699 |
if data_args.normalize_text:
|
700 |
eval_dataset = (
|
701 |
-
eval_dataset.map(
|
702 |
if data_args.streaming
|
703 |
else eval_dataset.map(
|
704 |
normalize_text,
|
|
|
661 |
train_dataset = train_dataset.shuffle(1000, training_args.seed)
|
662 |
if data_args.normalize_text:
|
663 |
train_dataset = (
|
664 |
+
train_dataset.map(normalize_text)
|
665 |
if data_args.streaming
|
666 |
else train_dataset.map(
|
667 |
normalize_text,
|
|
|
698 |
)
|
699 |
if data_args.normalize_text:
|
700 |
eval_dataset = (
|
701 |
+
eval_dataset.map(normalize_text)
|
702 |
if data_args.streaming
|
703 |
else eval_dataset.map(
|
704 |
normalize_text,
|