bugfix

app.py

@@ -26,12 +26,11 @@ from diffusers.pipelines.flux.pipeline_flux_controlnet_inpaint import FluxContro
 from diffusers.models.controlnet_flux import FluxControlNetModel
 
 HF_TOKEN = os.environ.get("HF_TOKEN")
-os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:30'
 
 login(token=HF_TOKEN)
 
 MAX_SEED = np.iinfo(np.int32).max
-IMAGE_SIZE = 864
+IMAGE_SIZE = 768
 
 # init
 device = "cuda" if torch.cuda.is_available() else "cpu"
@@ -42,9 +41,10 @@ controlnet = FluxControlNetModel.from_pretrained(controlnet_model, torch_dtype=t
 
 
 pipe = FluxControlNetInpaintPipeline.from_pretrained(base_model, controlnet=controlnet, torch_dtype=torch.bfloat16).to(device)
-pipe.to("cuda")
 torch.backends.cuda.matmul.allow_tf32 = True
-
+pipe.vae.enable_tiling()
+pipe.vae.enable_slicing()
+pipe.enable_model_cpu_offload() # for saving memory
 
 control_mode_ids = {
     "scribble_hed": 0,
@@ -174,9 +174,8 @@ def run_flux(
         seed_slicer = random.randint(0, MAX_SEED)
     generator = torch.Generator().manual_seed(seed_slicer)
 
-    pipe.vae.enable_tiling()
-    pipe.vae.enable_slicing()
-    pipe.enable_model_cpu_offload() # for saving memory
+    # pipe.enable_xformers_memory_efficient_attention()
+
 
     with calculateDuration("run pipe"):
         print("start to run pipe")
@@ -264,7 +263,7 @@ def process(
             preprocessor.load("Openpose")
             control_image = preprocessor(
                 image=image,
-                hand_and_face=True,
+                hand_and_face=False,
                 image_resolution=width,
                 detect_resolution=512,
             )

requirements.txt

@@ -13,3 +13,4 @@ peft
 controlnet-aux
 mediapipe
 kornia
+xformers