liuyizhang
commited on
Commit
•
5c28041
1
Parent(s):
9912950
update app.py
Browse files- app.py +11 -7
- app_cli.py +3 -0
app.py
CHANGED
@@ -698,8 +698,6 @@ def run_anything_task(input_image, text_prompt, task_type, inpaint_prompt, box_t
|
|
698 |
logger.info(f'run_anything_task_[{file_temp}]_9_9_')
|
699 |
return output_images, gr.Gallery.update(label='result images'), None, None, None
|
700 |
|
701 |
-
kosmos_enable = False
|
702 |
-
|
703 |
def change_radio_display(task_type, mask_source_radio):
|
704 |
text_prompt_visible = True
|
705 |
inpaint_prompt_visible = False
|
@@ -717,8 +715,7 @@ def change_radio_display(task_type, mask_source_radio):
|
|
717 |
image_gallery_visible = False
|
718 |
kosmos_input_visible = True
|
719 |
kosmos_output_visible = True
|
720 |
-
kosmos_text_output_visible = True
|
721 |
-
|
722 |
|
723 |
if task_type == "inpainting":
|
724 |
inpaint_prompt_visible = True
|
@@ -754,7 +751,12 @@ def get_model_device(module):
|
|
754 |
except Exception as e:
|
755 |
return 'Error'
|
756 |
|
757 |
-
|
|
|
|
|
|
|
|
|
|
|
758 |
if kosmos_enable:
|
759 |
task_types.append("Kosmos-2")
|
760 |
|
@@ -774,7 +776,8 @@ if __name__ == "__main__":
|
|
774 |
|
775 |
load_sd_model()
|
776 |
load_lama_cleaner_model()
|
777 |
-
|
|
|
778 |
|
779 |
if os.environ.get('IS_MY_DEBUG') is None and kosmos_enable:
|
780 |
kosmos_model, kosmos_processor = load_kosmos_model(device)
|
@@ -867,7 +870,8 @@ if __name__ == "__main__":
|
|
867 |
])
|
868 |
|
869 |
DESCRIPTION = f'### This demo from [Grounded-Segment-Anything](https://github.com/IDEA-Research/Grounded-Segment-Anything). <br>'
|
870 |
-
|
|
|
871 |
DESCRIPTION += f'Remove(cleaner) from [lama-cleaner](https://github.com/Sanster/lama-cleaner). <br>'
|
872 |
if kosmos_enable:
|
873 |
DESCRIPTION += f'Kosmos-2 from [Kosmos-2](https://huggingface.co/spaces/ydshieh/Kosmos-2). <br>'
|
|
|
698 |
logger.info(f'run_anything_task_[{file_temp}]_9_9_')
|
699 |
return output_images, gr.Gallery.update(label='result images'), None, None, None
|
700 |
|
|
|
|
|
701 |
def change_radio_display(task_type, mask_source_radio):
|
702 |
text_prompt_visible = True
|
703 |
inpaint_prompt_visible = False
|
|
|
715 |
image_gallery_visible = False
|
716 |
kosmos_input_visible = True
|
717 |
kosmos_output_visible = True
|
718 |
+
kosmos_text_output_visible = True
|
|
|
719 |
|
720 |
if task_type == "inpainting":
|
721 |
inpaint_prompt_visible = True
|
|
|
751 |
except Exception as e:
|
752 |
return 'Error'
|
753 |
|
754 |
+
ram_enable = True
|
755 |
+
kosmos_enable = False
|
756 |
+
|
757 |
+
task_types = ["detection", "segment", "inpainting", "remove"]
|
758 |
+
if ram_enable:
|
759 |
+
task_types.append("relate anything")
|
760 |
if kosmos_enable:
|
761 |
task_types.append("Kosmos-2")
|
762 |
|
|
|
776 |
|
777 |
load_sd_model()
|
778 |
load_lama_cleaner_model()
|
779 |
+
if ram_enable:
|
780 |
+
load_ram_model()
|
781 |
|
782 |
if os.environ.get('IS_MY_DEBUG') is None and kosmos_enable:
|
783 |
kosmos_model, kosmos_processor = load_kosmos_model(device)
|
|
|
870 |
])
|
871 |
|
872 |
DESCRIPTION = f'### This demo from [Grounded-Segment-Anything](https://github.com/IDEA-Research/Grounded-Segment-Anything). <br>'
|
873 |
+
if ram_enable:
|
874 |
+
DESCRIPTION += f'RAM from [RelateAnything](https://github.com/Luodian/RelateAnything). <br>'
|
875 |
DESCRIPTION += f'Remove(cleaner) from [lama-cleaner](https://github.com/Sanster/lama-cleaner). <br>'
|
876 |
if kosmos_enable:
|
877 |
DESCRIPTION += f'Kosmos-2 from [Kosmos-2](https://huggingface.co/spaces/ydshieh/Kosmos-2). <br>'
|
app_cli.py
CHANGED
@@ -77,6 +77,8 @@ sam_mask_generator = None
|
|
77 |
sd_pipe = None
|
78 |
lama_cleaner_model= None
|
79 |
ram_model = None
|
|
|
|
|
80 |
|
81 |
def get_args():
|
82 |
argparser = argparse.ArgumentParser()
|
@@ -116,6 +118,7 @@ if __name__ == '__main__':
|
|
116 |
remove_mode = "rectangle", # ["segment", "rectangle"]
|
117 |
remove_mask_extend = "10",
|
118 |
num_relation = 5,
|
|
|
119 |
cleaner_size_limit = -1,
|
120 |
)
|
121 |
if len(output_images) > 0:
|
|
|
77 |
sd_pipe = None
|
78 |
lama_cleaner_model= None
|
79 |
ram_model = None
|
80 |
+
kosmos_model = None
|
81 |
+
kosmos_processor = None
|
82 |
|
83 |
def get_args():
|
84 |
argparser = argparse.ArgumentParser()
|
|
|
118 |
remove_mode = "rectangle", # ["segment", "rectangle"]
|
119 |
remove_mask_extend = "10",
|
120 |
num_relation = 5,
|
121 |
+
kosmos_input = None,
|
122 |
cleaner_size_limit = -1,
|
123 |
)
|
124 |
if len(output_images) > 0:
|