use login button

app_text_classification.py

@@ -8,7 +8,6 @@ from text_classification_ui_helpers import (
     align_columns_and_show_prediction,
     get_dataset_splits,
     check_dataset,
-    show_hf_token_info,
     precheck_model_ds_enable_example_btn,
     try_submit,
     empty_column_mapping,
@@ -20,9 +19,8 @@ import logging
 from wordings import (
   CONFIRM_MAPPING_DETAILS_MD, 
   INTRODUCTION_MD, 
-  USE_INFERENCE_API_TIP, 
+  LOG_IN_TIPS, 
   CHECK_LOG_SECTION_RAW,
-  HF_TOKEN_INVALID_STYLED
 )
 
 MAX_LABELS = 40
@@ -93,23 +91,8 @@ def get_demo():
                         column_mappings.append(gr.Dropdown(visible=False))
 
     with gr.Accordion(label="Model Wrap Advance Config", open=True):
-        gr.HTML(USE_INFERENCE_API_TIP)
-
-        run_inference = gr.Checkbox(value=True, label="Run with Inference API")
-        inference_token = gr.Textbox(
-            placeholder="hf_xxxxxxxxxxxxxxxxxxxx",
-            value="",
-            label="HF Token for Inference API",
-            visible=True,
-            interactive=True,
-        )
-        inference_token_info = gr.HTML(value=HF_TOKEN_INVALID_STYLED, visible=False)
-
-        inference_token.change(
-            fn=show_hf_token_info,
-            inputs=[inference_token],
-            outputs=[inference_token_info],
-        )
+        gr.HTML(LOG_IN_TIPS)
+        gr.LoginButton()
 
     with gr.Accordion(label="Scanner Advance Config (optional)", open=False):
         scanners = gr.CheckboxGroup(visible=True)
@@ -233,8 +216,6 @@ def get_demo():
             dataset_config_input,
             dataset_split_input,
             uid_label,
-            run_inference,
-            inference_token,
         ],
         outputs=[
             validation_result,
@@ -257,8 +238,6 @@ def get_demo():
             dataset_id_input,
             dataset_config_input,
             dataset_split_input,
-            run_inference,
-            inference_token,
             uid_label,
         ],
         outputs=[
@@ -274,15 +253,11 @@ def get_demo():
 
     gr.on(
         triggers=[
-            run_inference.input,
-            inference_token.input,
             scanners.input,
         ],
         fn=enable_run_btn,
         inputs=[
             uid_label,
-            run_inference, 
-            inference_token, 
             model_id_input, 
             dataset_id_input, 
             dataset_config_input, 
@@ -296,8 +271,6 @@ def get_demo():
         fn=enable_run_btn,
         inputs=[
             uid_label,
-            run_inference, 
-            inference_token, 
             model_id_input, 
             dataset_id_input, 
             dataset_config_input, 

run_jobs.py

@@ -50,7 +50,6 @@ def prepare_env_and_get_command(
     d_id,
     config,
     split,
-    inference,
     inference_token,
     uid,
     label_mapping,
@@ -60,10 +59,6 @@ def prepare_env_and_get_command(
     if os.environ.get("SPACE_ID") == "giskardai/giskard-evaluator":
         leaderboard_dataset = LEADERBOARD
 
-    inference_type = "hf_pipeline"
-    if inference and inference_token:
-        inference_type = "hf_inference_api"
-
     executable = "giskard_scanner"
     try:
         # Copy the current requirements (might be changed)
@@ -100,7 +95,7 @@ def prepare_env_and_get_command(
         "--scan_config",
         get_submitted_yaml_path(uid),
         "--inference_type",
-        inference_type,
+        "hf_inference_api",
         "--inference_api_token",
         inference_token,
     ]

text_classification_ui_helpers.py

@@ -249,8 +249,8 @@ def align_columns_and_show_prediction(
     dataset_config,
     dataset_split,
     uid,
-    run_inference,
-    inference_token,
+    profile: gr.OAuthProfile | None,
+    oauth_token: gr.OAuthToken | None,
 ):
     model_id = strip_model_id_from_url(model_id)
     model_task = check_model_task(model_id)
@@ -344,7 +344,7 @@ def align_columns_and_show_prediction(
             gr.update(value=prediction_input, lines=min(len(prediction_input)//225 + 1, 5), visible=True),
             gr.update(value=prediction_response, visible=True),
             gr.update(visible=True, open=True),
-            gr.update(interactive=(run_inference and inference_token != "")),
+            gr.update(interactive=(profile is not None and oauth_token is not None)),
             "",
             *column_mappings,
         )
@@ -354,7 +354,7 @@ def align_columns_and_show_prediction(
         gr.update(value=prediction_input, lines=min(len(prediction_input)//225 + 1, 5), visible=True),
         gr.update(value=prediction_response, visible=True),
         gr.update(visible=True, open=False),
-        gr.update(interactive=(run_inference and inference_token != "")),
+        gr.update(interactive=(profile is not None and oauth_token is not None)),
         "",
         *column_mappings,
     )
@@ -372,9 +372,10 @@ def check_column_mapping_keys_validity(all_mappings):
 
     return True
 
-def enable_run_btn(uid, run_inference, inference_token, model_id, dataset_id, dataset_config, dataset_split):
-    if not run_inference or inference_token == "":
-        logger.warn("Inference API is not enabled")
+def enable_run_btn(uid, model_id, dataset_id, dataset_config, dataset_split, profile: gr.OAuthProfile | None, oath_token: gr.OAuthToken | None):
+    if profile is None:
+        return gr.update(interactive=False)
+    if oath_token is None:
         return gr.update(interactive=False)
     if model_id == "" or dataset_id == "" or dataset_config == "" or dataset_split == "":
         logger.warn("Model id or dataset id is not selected")
@@ -385,11 +386,6 @@ def enable_run_btn(uid, run_inference, inference_token, model_id, dataset_id, da
         logger.warn("Column mapping is not valid")
         return gr.update(interactive=False)
 
-    if not check_hf_token_validity(inference_token):
-        logger.warn("HF token is not valid")
-        return gr.update(interactive=False)
-    return gr.update(interactive=True)
-
 def construct_label_and_feature_mapping(all_mappings, ds_labels, ds_features, label_keys=None):
     label_mapping = {}
     if len(all_mappings["labels"].keys()) != len(ds_labels):
@@ -419,7 +415,7 @@ def show_hf_token_info(token):
         return gr.update(visible=True)
     return gr.update(visible=False)
 
-def try_submit(m_id, d_id, config, split, inference, inference_token, uid):
+def try_submit(m_id, d_id, config, split, uid, profile: gr.OAuthProfile | None, oath_token: gr.OAuthToken | None):
     all_mappings = read_column_mapping(uid)
     if not check_column_mapping_keys_validity(all_mappings):
         return (gr.update(interactive=True), gr.update(visible=False))
@@ -437,8 +433,7 @@ def try_submit(m_id, d_id, config, split, inference, inference_token, uid):
             d_id,
             config,
             split,
-            inference,
-            inference_token,
+            oath_token.token,
             uid,
             label_mapping,
             feature_mapping,

wordings.py

@@ -1,7 +1,7 @@
 INTRODUCTION_MD = """
-                <h1 style="text-align: center;">
+                <div style="display: flex; justify-content: center;"><h1>
                 🐢Giskard Evaluator - Text Classification
-                </h1>
+                </h1></div>
                 Welcome to the Giskard Evaluator Space! Get a model vulnerability report immediately by simply sharing your model and dataset id below. 
                 You can also checkout our library documentation <a href="https://docs.giskard.ai/en/latest/getting_started/quickstart/index.html">here</a>.
                 """
@@ -61,6 +61,10 @@ USE_INFERENCE_API_TIP = """
                 . Please input your <a href="https://huggingface.co/settings/tokens">Hugging Face token</a> to do so. You can find it <a href="https://huggingface.co/settings/tokens">here</a>.
             """
 
+LOG_IN_TIPS = """
+            To use the Hugging Face Inference API, you need to log in to your Hugging Face account.
+            """
+
 HF_TOKEN_INVALID_STYLED= """
                 <p style="text-align: left;color: red; ">
                 Your Hugging Face token is invalid. Please double check your token.