add error msg for token invalid

app_text_classification.py

@@ -12,12 +12,17 @@ from text_classification_ui_helpers import (
     write_column_mapping_to_config,
 )
 
-from text_classification import get_example_prediction, HuggingFaceInferenceAPIResponse
+from text_classification import (
+  get_example_prediction, 
+  check_hf_token_validity, 
+  HuggingFaceInferenceAPIResponse
+)
 from wordings import (
   CONFIRM_MAPPING_DETAILS_MD, 
   INTRODUCTION_MD, 
   USE_INFERENCE_API_TIP, 
-  CHECK_LOG_SECTION_RAW
+  CHECK_LOG_SECTION_RAW,
+  HF_TOKEN_INVALID_STYLED
 )
 
 MAX_LABELS = 40
@@ -96,6 +101,13 @@ def get_demo():
             visible=True,
             interactive=True,
         )
+        inference_token_info = gr.HTML(value=HF_TOKEN_INVALID_STYLED, visible=False)
+
+        inference_token.change(
+            lambda token: gr.update(visible=lambda: check_hf_token_validity(token)),
+            inputs=[inference_token],
+            outputs=[inference_token_info],
+        )
 
     with gr.Accordion(label="Scanner Advance Config (optional)", open=False):
         scanners = gr.CheckboxGroup(label="Scan Settings", visible=True)
@@ -103,7 +115,7 @@ def get_demo():
         @gr.on(triggers=[uid_label.change], inputs=[uid_label], outputs=[scanners])
         def get_scanners(uid):
             selected = read_scanners(uid)
-            # currently we remove data_leakage from the default scanners
+            # we remove data_leakage from the default scanners
             # Reason: data_leakage barely raises any issues and takes too many requests
             # when using inference API, causing rate limit error
             scan_config = selected + ["data_leakage"]
@@ -236,6 +248,7 @@ def get_demo():
             model_id, dataset_id, dataset_config, dataset_split, inference_token
         )
         if not isinstance(prediction_response, HuggingFaceInferenceAPIResponse):
+            gr.warning("Your HF token is invalid. Please check your token.")
             return gr.update(interactive=False)
         return gr.update(interactive=True)
 

text_classification.py

@@ -380,4 +380,16 @@ def text_classification_fix_column_mapping(column_mapping, ppl, d_id, config, sp
 def strip_model_id_from_url(model_id):
     if model_id.startswith("https://huggingface.co/"):
         return "/".join(model_id.split("/")[-2])
-    return model_id
+    return model_id
+
+def check_hf_token_validity(hf_token):
+    if hf_token == "":
+        return False
+    if not isinstance(hf_token, str):
+        return False
+    # use inference api to check the token
+    payload = {"inputs": "This is a test", "options": {"use_cache": True}}
+    response = hf_inference_api("cardiffnlp/twitter-roberta-base-sentiment-latest", hf_token, payload)
+    if "error" in response:
+        return False
+    return True

wordings.py

@@ -2,7 +2,7 @@ INTRODUCTION_MD = """
                 <h1 style="text-align: center;">
                 🐢Giskard Evaluator
                 </h1>
-                Welcome to Giskard Evaluator Space! Get your report immediately by simply input your model id and dataset id below. Follow our leads and improve your model in no time.
+                Welcome to Giskard Evaluator Space! Get your report immediately by simply input your model id and dataset id below. Follow our leads and improve your model.
                 """
 CONFIRM_MAPPING_DETAILS_MD = """
                             <h1 style="text-align: center;">
@@ -71,7 +71,13 @@ USE_INFERENCE_API_TIP = """
                 </b>
             """
 
+HF_TOKEN_INVALID_STYLED= """
+                <h3 style="text-align: center;color: #fa5f5f; background-color: #fbe2e2; border-radius: 8px; padding: 10px; ">
+                Your Hugging Face token is invalid. Please double check your token.
+                </h3>
+                """
+
 def get_styled_input(input):
     return f"""<h3 style="text-align: center;color: #4ca154; background-color: #e2fbe8; border-radius: 8px; padding: 10px; ">
-            Sample input: {input}
+            Your model and dataset have been validated! <br /> Sample input: {input}
             </h3>"""