boris commited on
Commit
061c06b
1 Parent(s): 0c992bd

fix(seq2seq): normalize text

Browse files
Files changed (1) hide show
  1. dev/seq2seq/run_seq2seq_flax.py +2 -2
dev/seq2seq/run_seq2seq_flax.py CHANGED
@@ -661,7 +661,7 @@ def main():
661
  train_dataset = train_dataset.shuffle(1000, training_args.seed)
662
  if data_args.normalize_text:
663
  train_dataset = (
664
- train_dataset.map(text_normalizer)
665
  if data_args.streaming
666
  else train_dataset.map(
667
  normalize_text,
@@ -698,7 +698,7 @@ def main():
698
  )
699
  if data_args.normalize_text:
700
  eval_dataset = (
701
- eval_dataset.map(text_normalizer)
702
  if data_args.streaming
703
  else eval_dataset.map(
704
  normalize_text,
 
661
  train_dataset = train_dataset.shuffle(1000, training_args.seed)
662
  if data_args.normalize_text:
663
  train_dataset = (
664
+ train_dataset.map(normalize_text)
665
  if data_args.streaming
666
  else train_dataset.map(
667
  normalize_text,
 
698
  )
699
  if data_args.normalize_text:
700
  eval_dataset = (
701
+ eval_dataset.map(normalize_text)
702
  if data_args.streaming
703
  else eval_dataset.map(
704
  normalize_text,