remove memory on MPS

pipelines/controlnet.py

@@ -149,7 +149,8 @@ class Pipeline:
         self.canny_torch = SobelOperator(device=device)
         self.pipe.set_progress_bar_config(disable=True)
         self.pipe.to(device=device, dtype=torch_dtype)
-        self.pipe.unet.to(memory_format=torch.channels_last)
+        if device.type != "mps":
+            self.pipe.unet.to(memory_format=torch.channels_last)
 
         # check if computer has less than 64GB of RAM using sys or os
         if psutil.virtual_memory().total < 64 * 1024**3:

pipelines/controlnetLoraSD15.py

@@ -171,6 +171,8 @@ class Pipeline:
             pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
             pipe.set_progress_bar_config(disable=True)
             pipe.to(device=device, dtype=torch_dtype).to(device)
+            if device.type != "mps":
+                self.pipe.unet.to(memory_format=torch.channels_last)
 
             if psutil.virtual_memory().total < 64 * 1024**3:
                 pipe.enable_attention_slicing()

pipelines/controlnetLoraSDXL.py

@@ -179,6 +179,8 @@ class Pipeline:
         self.pipe.scheduler = LCMScheduler.from_config(self.pipe.scheduler.config)
         self.pipe.set_progress_bar_config(disable=True)
         self.pipe.to(device=device, dtype=torch_dtype).to(device)
+        if device.type != "mps":
+            self.pipe.unet.to(memory_format=torch.channels_last)
 
         if psutil.virtual_memory().total < 64 * 1024**3:
             self.pipe.enable_attention_slicing()

pipelines/img2img.py

@@ -83,7 +83,8 @@ class Pipeline:
 
         self.pipe.set_progress_bar_config(disable=True)
         self.pipe.to(device=device, dtype=torch_dtype)
-        self.pipe.unet.to(memory_format=torch.channels_last)
+        if device.type != "mps":
+            self.pipe.unet.to(memory_format=torch.channels_last)
 
         # check if computer has less than 64GB of RAM using sys or os
         if psutil.virtual_memory().total < 64 * 1024**3:

pipelines/txt2img.py

@@ -69,7 +69,8 @@ class Pipeline:
 
         self.pipe.set_progress_bar_config(disable=True)
         self.pipe.to(device=device, dtype=torch_dtype)
-        self.pipe.unet.to(memory_format=torch.channels_last)
+        if device.type != "mps":
+            self.pipe.unet.to(memory_format=torch.channels_last)
 
         # check if computer has less than 64GB of RAM using sys or os
         if psutil.virtual_memory().total < 64 * 1024**3:

pipelines/txt2imgLora.py

@@ -70,7 +70,8 @@ class Pipeline:
         self.pipe.scheduler = LCMScheduler.from_config(self.pipe.scheduler.config)
         self.pipe.set_progress_bar_config(disable=True)
         self.pipe.to(device=device, dtype=torch_dtype)
-        self.pipe.unet.to(memory_format=torch.channels_last)
+        if device.type != "mps":
+            self.pipe.unet.to(memory_format=torch.channels_last)
 
         # check if computer has less than 64GB of RAM using sys or os
         if psutil.virtual_memory().total < 64 * 1024**3:

pipelines/txt2imgLoraSDXL.py

@@ -89,6 +89,8 @@ class Pipeline:
         self.pipe.scheduler = LCMScheduler.from_config(self.pipe.scheduler.config)
         self.pipe.set_progress_bar_config(disable=True)
         self.pipe.to(device=device, dtype=torch_dtype).to(device)
+        if device.type != "mps":
+            self.pipe.unet.to(memory_format=torch.channels_last)
 
         if psutil.virtual_memory().total < 64 * 1024**3:
             self.pipe.enable_attention_slicing()