Merge commit 'refs/pr/27' of hf.co:spaces/giskardai/giskard-evaluator into giskard-main

app.py

@@ -18,7 +18,7 @@ try:
 
     start_process_run_job()
 
-    demo.queue(max_size=100)
+    demo.queue(max_size=1000)
     demo.launch(share=False)
     atexit.register(stop_thread)
 

app_debug.py

@@ -2,21 +2,21 @@ from os import listdir
 from os.path import isfile, join
 
 import gradio as gr
-
 import pipe
+from io_utils import get_logs_file
 
 LOG_PATH = "./tmp"
-CONFIG_PATH = "./cicd/configs"
+CONFIG_PATH = "./cicd/configs/"
+MAX_FILES_NUM = 20
 
 
 def get_accordions_of_files(path, files):
-    components = []
-    for file in files:
-        with gr.Row():
-            with gr.Accordion(label=file, open=False):
-                with gr.Row():
-                    with open(join(path, file), "r") as f:
-                        gr.Markdown(f.read())
+    components = [None for _ in range (0, MAX_FILES_NUM)]
+    for i in range(0, len(files)):
+        if i >= MAX_FILES_NUM:
+            break
+        with open(join(path, files[i]), "r") as f:
+            components[i] = f.read()
     return components
 
 
@@ -35,6 +35,9 @@ def get_accordions_of_config_files():
     ]
     return get_accordions_of_files(CONFIG_PATH, config_files)
 
+def get_config_files():
+    config_files = [join(CONFIG_PATH, f) for f in listdir(CONFIG_PATH) if isfile(join(CONFIG_PATH, f)) and f.endswith(".yaml")]
+    return config_files
 
 def get_demo(demo):
     with gr.Row():
@@ -43,9 +46,8 @@ def get_demo(demo):
             gr.Markdown(f"Current job: {pipe.current} Jobs in queue: {len(pipe.jobs)}")
         else:
             gr.Markdown("No jobs in queue, please submit an evaluation task.")
-    with gr.Accordion(label="Config Files", open=False):
-        config_accordion = get_accordions_of_config_files()
-        demo.load(get_accordions_of_config_files, outputs=config_accordion, every=1)
     with gr.Accordion(label="Log Files", open=False):
-        log_accordions = get_accordions_of_log_files()
-        demo.load(get_accordions_of_log_files, outputs=log_accordions, every=1)
+        logs = gr.Textbox(lines=10, visible=True, label="Log File")
+        demo.load(get_logs_file, None, logs, every=0.5)
+    with gr.Accordion(label="Config Files", open=False):
+        gr.Files(value=get_config_files, label="Config Files", every=10)

app_text_classification.py

@@ -42,7 +42,7 @@ def get_demo(demo):
         dataset_split_input = gr.Dropdown(label="Dataset Split", visible=False)
 
     with gr.Row():
-        example_input = gr.Markdown("Example Input", visible=False)
+        example_input = gr.HTML(visible=False)
     with gr.Row():
         example_prediction = gr.Label(label="Model Prediction Sample", visible=False)
 
@@ -103,7 +103,7 @@ def get_demo(demo):
 
     with gr.Row():
         logs = gr.Textbox(label="Giskard Bot Evaluation Log:", visible=False)
-        demo.load(get_logs_file, uid_label, logs, every=0.5)
+        demo.load(get_logs_file, None, logs, every=0.5)
 
     dataset_id_input.change(
         check_dataset_and_get_config,

io_utils.py

@@ -111,7 +111,7 @@ def convert_column_mapping_to_json(df, label=""):
     return column_mapping
 
 
-def get_logs_file(uid):
+def get_logs_file():
     try:
         file = open(f"./tmp/temp_log", "r")
         return file.read()

text_classification_ui_helpers.py

@@ -7,6 +7,7 @@ import threading
 import datasets
 import gradio as gr
 from transformers.pipelines import TextClassificationPipeline
+from wordings import get_styled_input
 
 from io_utils import (get_yaml_path, read_column_mapping, save_job_to_pipe,
                       write_column_mapping, write_inference_type,
@@ -181,7 +182,7 @@ def check_model_and_show_prediction(
         ppl, dataset_id, dataset_config, dataset_split
     )
     return (
-        gr.update(value=prediction_input, visible=True),
+        gr.update(value=get_styled_input(prediction_input), visible=True),
         gr.update(value=prediction_output, visible=True),
         gr.update(visible=True, open=False),
         *column_mappings,

wordings.py

@@ -37,3 +37,8 @@ MAPPING_STYLED_ERROR_WARNING = """
                         Sorry, we cannot auto-align the labels/features of your dataset and model. Please double check.
                         </h3>
                         """
+
+def get_styled_input(input):
+    return f"""<h3 style="text-align: center;color: #5ec26a; background-color: #e2fbe8; border-radius: 8px; padding: 10px; ">
+            Sample input: {input}
+            </h3>"""