Feature/support processor selection (#9)

* support inner loop ctm

* support inner loop ctm (#8)

* change path

.github/workflows/sync.yml

@@ -16,4 +16,5 @@ jobs:
       - name: Push to hub
         env:
           HF_TOKEN: ${{ secrets.HF_TOKEN }}
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_TOKEN }}
         run: git push https://lwaekfjlk:$HF_TOKEN@huggingface.co/spaces/lwaekfjlk/ctm-space main --force

.gitignore

@@ -157,5 +157,4 @@ cython_debug/
 #  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
-#.idea/
-**/ctm/*
+#.idea/

app.py

@@ -1,5 +1,7 @@
 import os
 import gradio as gr
+import sys
+sys.path.append('../CTM/')
 from ctm.ctms.ctm_base import BaseConsciousnessTuringMachine
 
 ctm = BaseConsciousnessTuringMachine()
@@ -20,33 +22,59 @@ def introduction():
             """
         )
 
-def add_processor(processor_name):
+def add_processor(processor_name, display_name, state):
     print('add processor ', processor_name)
     ctm.add_processor(processor_name)
     print(len(ctm.processor_list))
+    return display_name + ' (added)'
 
 def processor_tab():
-    with gr.Row() as row:
-        button1 = gr.Button("Text Emotion Analyzer")
-        button2 = gr.Button("Text Summary Generator")
-    
-    invisible_input1 = gr.Textbox(
-        value="gpt4_text_emotion_processor", 
-        visible=False
-    )
-    invisible_input2 = gr.Textbox(
-        value="gpt4_text_summary_processor", 
-        visible=False
-    )
+    # Categorized model names
+    text_processors = [
+        "gpt4_text_emotion_processor",
+        "gpt4_text_summary_processor",
+        "gpt4_speaker_intent_processor",
+        "roberta_text_sentiment_processor"
+    ]
+    vision_processors = [
+        "gpt4v_cloth_fashion_processor",
+        "gpt4v_face_emotion_processor",
+        "gpt4v_ocr_processor",
+        "gpt4v_posture",
+        "gpt4v_scene_location_processor"
+    ]
+
+    with gr.Blocks():
+        with gr.Row():
+            with gr.Column(scale=1):
+                gr.Markdown("### Text Processors")
+                for model_name in text_processors:
+                    display_name = model_name.replace("processor", "").replace("_", " ").title()
+
+                    button = gr.Button(display_name)
+                    processor_name = gr.Textbox(value=model_name, visible=False)
+                    display_name = gr.Textbox(value=display_name, visible=False)
+                    button.click(
+                        fn=add_processor,
+                        inputs=[processor_name, display_name, gr.State()],
+                        outputs=[button]
+                    )
+
+            with gr.Column(scale=1):
+                gr.Markdown("### Vision Processors")
+                for model_name in vision_processors:
+                    display_name = model_name.replace("processor", "").replace("_", " ").title()
+
+                    button = gr.Button(display_name)
+                    processor_name = gr.Textbox(value=model_name, visible=False)
+                    display_name = gr.Textbox(value=display_name, visible=False)
+                    button.click(
+                        fn=add_processor,
+                        inputs=[processor_name, display_name, gr.State()],
+                        outputs=[button]
+                    )
+
 
-    button1.click(
-        fn=add_processor,
-        inputs=[invisible_input1],
-    )
-    button2.click(
-        fn=add_processor,
-        inputs=[invisible_input2],
-    )
 
 
 def forward(query, content, image, state):
@@ -137,10 +165,10 @@ def interface_tab():
 def main():
     with gr.Blocks(
         css="""#chat_container {height: 820px; width: 1000px; margin-left: auto; margin-right: auto;}
-               #chatbot {height: 600px; overflow: auto;}
-               #create_container {height: 750px; margin-left: 0px; margin-right: 0px;}
-               #tokenizer_renderer span {white-space: pre-wrap}
-               """
+            #chatbot {height: 600px; overflow: auto;}
+            #create_container {height: 750px; margin-left: 0px; margin-right: 0px;}
+            #tokenizer_renderer span {white-space: pre-wrap}
+        """
     ) as demo:
         with gr.Row():
             introduction()