Added xformers

requirements.txt

@@ -9,4 +9,5 @@ tqdm
 ftfy
 Pillow
 bitsandbytes
-gradio
+gradio
+xformers

trainer.py

@@ -115,6 +115,7 @@ class Trainer:
             --gradient_accumulation_steps={gradient_accumulation} \
             --learning_rate={learning_rate} \
             --max_train_steps={n_steps} \
+            --enable_xformers_memory_efficient_attention \
             --train_batch_size=1 \
             --lr_scheduler=constant \
             --lr_warmup_steps=0 \