INTRODUCTION_MD = """
🐢Giskard Evaluator
Welcome to the Giskard Evaluator Space! Get a model vulnerability report immediately by simply sharing your model and dataset id below.
"""
CONFIRM_MAPPING_DETAILS_MD = """
Confirm Pre-processing Details
Make sure the output variable's labels and the input variable's name are accurately mapped across both the dataset and the model.
"""
CONFIRM_MAPPING_DETAILS_FAIL_MD = """
Confirm Pre-processing Details
We're unable to automatically map the input variable's name and output variable's labels of your dataset with the model's. Please manually check the mapping below.
"""
CONFIRM_MAPPING_DETAILS_FAIL_RAW = """
We're unable to automatically map the input variable's name and output variable's labels of your dataset with the model's. Please manually check the mapping below.
"""
CHECK_CONFIG_OR_SPLIT_RAW = """
Please check your dataset config or split.
"""
CHECK_LOG_SECTION_RAW = """
Your have successfully submitted a Giskard evaluation. Further details are available in the Logs tab. You can find your report will be posted to your model's community discussion.
"""
PREDICTION_SAMPLE_MD = """
Model Prediction Sample
Here's a sample of your model's prediction on an example from the dataset.
"""
MAPPING_STYLED_ERROR_WARNING = """
⚠️ We're unable to automatically map the input variable's name and output variable's labels of your dataset with the model's. Please manually check the mapping below.
"""
UNMATCHED_MODEL_DATASET_STYLED_ERROR = """
❌ Your model and dataset have different numbers of labels. Please double check your model and dataset.
"""
NOT_TEXT_CLASSIFICATION_MODEL_RAW = """
Your model does not fall under the category of text classification. This page is specifically designated for the evaluation of text classification models.
"""
USE_INFERENCE_API_TIP = """
To speed up the evaluation, we recommend using the
Hugging Face Inference API
. Please input your Hugging Face token to do so.
Alternatively, a
Hugging Face pipeline
will be run in this Space. This will take significantly more time to get results than via the Hugging Face Inference API.
"""
HF_TOKEN_INVALID_STYLED= """
Your Hugging Face token is invalid. Please double check your token.
"""
def get_dataset_fetch_error_raw(error):
return f"""Sorry you cannot use this dataset because {error} Contact HF team to support this dataset."""
def get_styled_input(input):
return f"""
Your model and dataset have been validated!
Sample input: {input}
"""