Allow to run cicd locally

app.py

@@ -1,6 +1,8 @@
 import gradio as gr
 import datasets
 import huggingface_hub
+import sys
+from pathlib import Path
 
 
 theme = gr.themes.Soft(
@@ -45,7 +47,7 @@ def check_dataset(dataset_id, dataset_config="default", dataset_split="test"):
     return dataset_id, dataset_config, dataset_split
 
 
-def try_submit(model_id, dataset_id, dataset_config, dataset_split):
+def try_submit(model_id, dataset_id, dataset_config, dataset_split, local):
     # Validate model
     m_id, ppl = check_model(model_id=model_id)
     if m_id is None:
@@ -75,6 +77,43 @@ def try_submit(model_id, dataset_id, dataset_config, dataset_split):
 
     # TODO: Validate column mapping by running once
 
+    del ppl
+
+    if local:
+        if "cicd" not in sys.path:
+            sys.path.append("cicd")
+        from giskard_cicd.loaders import HuggingFaceLoader
+        from giskard_cicd.pipeline.runner import PipelineRunner
+
+        from cicd.automation import create_discussion
+        supported_loaders = {
+            "huggingface": HuggingFaceLoader(),
+        }
+
+        runner = PipelineRunner(loaders=supported_loaders)
+
+        runner_kwargs = {
+            "loader_id": "huggingface",
+            "model": m_id,
+            "dataset": d_id,
+            "scan_config": None,
+            "dataset_split": split,
+            "dataset_config": config,
+        }
+
+        report = runner.run(**runner_kwargs)
+
+        # TODO: Publish it
+        # rendered_report = report.to_markdown(template="github")
+
+        # Cache locally
+        rendered_report = report.to_html()
+        output_dir = Path(f"output/{m_id}/{d_id}/{config}/{split}/")
+        output_dir.mkdir(parents=True, exist_ok=True)
+        with open(output_dir / "report.html", "w") as f:
+            print(f'Writing to {output_dir / "report.html"}')
+            f.write(rendered_report)
+
     return config, split
 
 with gr.Blocks(theme=theme) as iface:
@@ -94,6 +133,7 @@ with gr.Blocks(theme=theme) as iface:
                 ],
                 value=0,
             )
+            run_local = gr.Checkbox(value=True, label="Run in this Space")
 
         with gr.Column():
             dataset_id_input = gr.Textbox(
@@ -127,7 +167,8 @@ with gr.Blocks(theme=theme) as iface:
                 model_id_input,
                 dataset_id_input,
                 dataset_config_input,
-                dataset_split_input
+                dataset_split_input,
+                run_local,
             ],
             outputs=[
                 dataset_config_input,