Update README.md

README.md

@@ -53,6 +53,27 @@ To use tensorboard to visualize the training loss curve:
 pip install future tensorboard 
 ```
 
+5. If your training process is killed during data preprocessing, you can modify the `map_num_proc` in xtuner/xtuner/dataset
+/huggingface.py
+```
+def process(dataset,
+            do_dataset_tokenization=True,
+            tokenizer=None,
+            max_length=None,
+            dataset_map_fn=None,
+            template_map_fn=None,
+            max_dataset_length=None,
+            split='train',
+            remove_unused_columns=False,
+            rename_maps=[],
+            shuffle_before_pack=True,
+            pack_to_max_length=True,
+            use_varlen_attn=False,
+            input_ids_with_output=True,
+            with_image_token=False,
+            map_num_proc=32): # modify it to 1
+```
+
 ## Data prepration
 1. File structure