fix uid reload and show log files

app.py

@@ -3,6 +3,7 @@ import gradio as gr
 
 from app_leaderboard import get_demo as get_demo_leaderboard
 from app_text_classification import get_demo as get_demo_text_classification
+from app_debug import get_demo as get_demo_debug
 from run_jobs import start_process_run_job, stop_thread
 
 try:
@@ -11,6 +12,8 @@ try:
             get_demo_text_classification(demo)
         with gr.Tab("Leaderboard"):
             get_demo_leaderboard()
+        with gr.Tab("Logs(Debug)"):
+            get_demo_debug(demo)
 
     start_process_run_job()
 

app_debug.py

@@ -0,0 +1,37 @@
+import gradio as gr
+import pipe
+from os import listdir
+from os.path import isfile, join
+LOG_PATH = "./tmp"
+CONFIG_PATH = "./cicd/configs"
+
+def get_accordions_of_files(path, files):
+    components = []
+    for file in files:
+        with gr.Row():
+            with gr.Accordion(label=file, open=False):
+                with gr.Row():
+                    with open(join(path, file), "r") as f:
+                        gr.Markdown(f.read())
+    return components
+
+def get_accordions_of_log_files():
+    log_files = [f for f in listdir(LOG_PATH) if isfile(join(LOG_PATH, f)) and f.endswith("_log")]
+    return get_accordions_of_files(LOG_PATH, log_files)
+
+def get_accordions_of_config_files():
+    config_files = config_files = [f for f in listdir(CONFIG_PATH) if isfile(join(CONFIG_PATH, f)) and f.endswith(".yaml")]
+    return get_accordions_of_files(CONFIG_PATH, config_files)
+
+def get_demo(demo):
+    with gr.Row():
+        # check if jobs is an attribute of pipe
+        if hasattr(pipe, "jobs"):
+            gr.Markdown(f"current jobs in queue: {len(pipe.jobs)}")
+    with gr.Accordion(label="Config Files", open=False):
+        config_accordion = get_accordions_of_config_files()
+        demo.load(get_accordions_of_config_files, outputs=config_accordion, every=1)
+    with gr.Accordion(label="Log Files", open=False):
+        log_accordions = get_accordions_of_log_files()
+        demo.load(get_accordions_of_log_files, outputs=log_accordions, every=1)
+                

app_text_classification.py

@@ -27,11 +27,10 @@ CONFIG_PATH = "./config.yaml"
 
 
 def get_demo(demo):
-    uid = uuid.uuid4()
     with gr.Row():
         gr.Markdown(INTRODUCTION_MD)
         uid_label = gr.Textbox(
-            label="Evaluation ID:", value=uid, visible=False, interactive=False
+            label="Evaluation ID:", value=uuid.uuid4, visible=False, interactive=False
         )
     with gr.Row():
         model_id_input = gr.Textbox(
@@ -70,19 +69,28 @@ def get_demo(demo):
 
     with gr.Accordion(label="Model Wrap Advance Config (optional)", open=False):
         run_local = gr.Checkbox(value=True, label="Run in this Space")
-        use_inference = read_inference_type(uid) == "hf_inference_api"
-        run_inference = gr.Checkbox(value=use_inference, label="Run with Inference API")
+        run_inference = gr.Checkbox(value="False", label="Run with Inference API")
+        @gr.on(triggers=[uid_label.change], inputs=[uid_label], outputs=[run_inference])
+        def get_run_mode(uid):
+            return (
+                gr.update(value=read_inference_type(uid) == "hf_inference_api" and not run_local.value)
+            )
         inference_token = gr.Textbox(value="", label="HF Token for Inference API", visible=False, interactive=True)
 
     with gr.Accordion(label="Scanner Advance Config (optional)", open=False):
-        selected = read_scanners(uid)
-        # currently we remove data_leakage from the default scanners
-        # Reason: data_leakage barely raises any issues and takes too many requests
-        # when using inference API, causing rate limit error
-        scan_config = selected + ["data_leakage"]
         scanners = gr.CheckboxGroup(
-            choices=scan_config, value=selected, label="Scan Settings", visible=True
+            label="Scan Settings", visible=True
         )
+        @gr.on(triggers=[uid_label.change], inputs=[uid_label], outputs=[scanners])
+        def get_scanners(uid):
+            selected = read_scanners(uid)
+            # currently we remove data_leakage from the default scanners
+            # Reason: data_leakage barely raises any issues and takes too many requests
+            # when using inference API, causing rate limit error
+            scan_config = selected + ["data_leakage"]
+            return (gr.update(
+                    choices=scan_config, value=selected, label="Scan Settings", visible=True
+                ))
 
     with gr.Row():
         run_btn = gr.Button(
@@ -98,7 +106,7 @@ def get_demo(demo):
 
     dataset_id_input.change(
         check_dataset_and_get_config, 
-        inputs=[dataset_id_input, uid_label], outputs=[dataset_config_input]
+        inputs=[dataset_id_input], outputs=[dataset_config_input]
     )
 
     dataset_config_input.change(

text_classification_ui_helpers.py

@@ -23,7 +23,7 @@ HF_SPACE_ID = "SPACE_ID"
 HF_WRITE_TOKEN = "HF_WRITE_TOKEN"
 
 
-def check_dataset_and_get_config(dataset_id, uid):
+def check_dataset_and_get_config(dataset_id):
     try:
         # write_column_mapping(None, uid)  # reset column mapping
         configs = datasets.get_dataset_config_names(dataset_id)