Fix error on multi-gpu eval

README.md

@@ -123,4 +123,4 @@ accelerate launch eval.py \
 
 If you want to save the results to a file use the `--output_path` flag.
 
-
+See [sample_text/en2es.m2m100_1.2B.json](sample_text/en2es.m2m100_1.2B.json) for a sample output.

translate.py

@@ -64,7 +64,9 @@ def main(
     if not os.path.exists(os.path.dirname(output_path)):
         os.makedirs(os.path.dirname(output_path))
 
-    accelerator = Accelerator(mixed_precision=precision if precision != "32" else "no")
+    accelerator = Accelerator(
+        mixed_precision=precision if precision != "32" else "no", split_batches=True
+    )
 
     print("Loading tokenizer...")
     tokenizer = M2M100Tokenizer.from_pretrained(