Separate validation and submit

app.py

@@ -54,15 +54,15 @@ def check_dataset(dataset_id, dataset_config="default", dataset_split="test"):
     return dataset_id, dataset_config, dataset_split
 
 
-def try_submit(model_id, dataset_id, dataset_config, dataset_split, local):
+def try_validate(model_id, dataset_id, dataset_config, dataset_split):
     # Validate model
     m_id, ppl = check_model(model_id=model_id)
     if m_id is None:
         gr.Warning(f'Model "{model_id}" is not accessible. Please set your HF_TOKEN if it is a private model.')
-        return dataset_config, dataset_split
+        return dataset_config, dataset_split, gr.update(interactive=False)
     if isinstance(ppl, Exception):
         gr.Warning(f'Failed to load "{model_id} model": {ppl}')
-        return dataset_config, dataset_split
+        return dataset_config, dataset_split, gr.update(interactive=False)
 
     # Validate dataset
     d_id, config, split = check_dataset(dataset_id=dataset_id, dataset_config=dataset_config, dataset_split=dataset_split)
@@ -80,12 +80,18 @@ def try_submit(model_id, dataset_id, dataset_config, dataset_split, local):
         dataset_ok = True
 
     if not dataset_ok:
-        return config, split
+        return config, split, gr.update(interactive=False)
 
     # TODO: Validate column mapping by running once
 
     del ppl
 
+    gr.Info("Model and dataset validations passed. Your can submit the evaluation task.")
+
+    return config, split, gr.update(interactive=True)
+
+
+def try_submit(m_id, d_id, config, split, local):
     if local:
         if "cicd" not in sys.path:
             sys.path.append("cicd")
@@ -130,7 +136,6 @@ def try_submit(model_id, dataset_id, dataset_config, dataset_split, local):
         
         print(f"Finished local evaluation on {eval_str}: {time.time() - start:.2f}s")
 
-    return config, split
 
 with gr.Blocks(theme=theme) as iface:
     with gr.Row():
@@ -176,19 +181,34 @@ with gr.Blocks(theme=theme) as iface:
             )
 
     with gr.Row():
-        run_btn = gr.Button("Validate and submit evaluation task", variant="primary")
-        run_btn.click(
-            try_submit,
+        validate_btn = gr.Button("Validate model and dataset", variant="primary")
+        run_btn = gr.Button(
+            "Submit evaluation task",
+            variant="primary",
+            interactive=False,
+        )
+        validate_btn.click(
+            try_validate,
             inputs=[
                 model_id_input,
                 dataset_id_input,
                 dataset_config_input,
                 dataset_split_input,
-                run_local,
             ],
             outputs=[
                 dataset_config_input,
-                dataset_split_input
+                dataset_split_input,
+                run_btn,
+            ],
+        )
+        run_btn.click(
+            try_submit,
+            inputs=[
+                model_id_input,
+                dataset_id_input,
+                dataset_config_input,
+                dataset_split_input,
+                run_local,
             ],
         )