Merge branch 'main' of https://huggingface.co/spaces/yizhangliu/Grounded-Segment-Anything

app.py

@@ -4,7 +4,7 @@ warnings.filterwarnings('ignore')
 
 import subprocess, io, os, sys, time
 os.system("pip install gradio==3.40.1")
-# os.system("pip install transformers==4.27.4")
+# os.system("pip install transformers==4.31.0")
 import gradio as gr
 
 from loguru import logger
@@ -38,10 +38,17 @@ import cv2
 import numpy as np
 import matplotlib.pyplot as plt
 
+sam_enable = True
+inpainting_enable = True
 ram_enable = True
+lama_cleaner_enable = True
 kosmos_enable = False
 
-lama_cleaner_enable = True
+if os.environ.get('IS_MY_DEBUG') is not None:
+    sam_enable = False
+    inpainting_enable = False
+    kosmos_enable = False
+
 try:
     from lama_cleaner.model_manager import ModelManager
     from lama_cleaner.schema import Config as lama_Config    
@@ -796,7 +803,11 @@ def get_model_device(module):
     except Exception as e:
         return 'Error'
 
-task_types = ["detection", "segment", "inpainting"]
+task_types = ["detection"]
+if sam_enable:
+    task_types.append("segment")
+if inpainting_enable:
+    task_types.append("inpainting")
 if lama_cleaner_enable:
     task_types.append("remove")
 if ram_enable:
@@ -808,7 +819,7 @@ if __name__ == "__main__":
     parser = argparse.ArgumentParser("Grounded SAM demo", add_help=True)
     parser.add_argument("--debug", action="store_true", help="using debug mode")
     parser.add_argument("--share", action="store_true", help="share the app")
-    args = parser.parse_args()
+    args, _ = parser.parse_known_args()
     print(f'args = {args}')
 
     if os.environ.get('IS_MY_DEBUG') is None:
@@ -816,15 +827,17 @@ if __name__ == "__main__":
     
     set_device()
 
-    if os.environ.get('IS_MY_DEBUG') is None and kosmos_enable:
+    if kosmos_enable:
         kosmos_model, kosmos_processor = load_kosmos_model(device)
         
     load_groundingdino_model()
-    if os.environ.get('IS_MY_DEBUG') is None:
+    
+    if sam_enable:
         get_sam_vit_h_4b8939()
         load_sam_model()
 
-    load_sd_model()
+    if inpainting_enable:
+        load_sd_model()
 
     if lama_cleaner_enable:
         load_lama_cleaner_model()

requirements.txt

@@ -30,5 +30,7 @@ lama-cleaner==1.2.3
 # transformers==4.32.0
 # transformers@git+https://github.com/huggingface/transformers.git@main
 
-openmim==0.3.9
 mmcv==2.0.0
+mmengine
+openmim==0.3.9
+