Spaces:
Sleeping
Sleeping
File size: 1,657 Bytes
4a1df2e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
"""
CheckList:
=========================
(Beyond Accuracy: Behavioral Testing of NLP models with CheckList)
"""
from textattack import Attack
from textattack.constraints.pre_transformation import RepeatModification
from textattack.goal_functions import UntargetedClassification
from textattack.search_methods import GreedySearch
from textattack.transformations import (
CompositeTransformation,
WordSwapChangeLocation,
WordSwapChangeName,
WordSwapChangeNumber,
WordSwapContract,
WordSwapExtend,
)
from .attack_recipe import AttackRecipe
class CheckList2020(AttackRecipe):
"""An implementation of the attack used in "Beyond Accuracy: Behavioral
Testing of NLP models with CheckList", Ribeiro et al., 2020.
This attack focuses on a number of attacks used in the Invariance Testing
Method: Contraction, Extension, Changing Names, Number, Location
https://arxiv.org/abs/2005.04118
"""
@staticmethod
def build(model_wrapper):
transformation = CompositeTransformation(
[
WordSwapExtend(),
WordSwapContract(),
WordSwapChangeName(),
WordSwapChangeNumber(),
WordSwapChangeLocation(),
]
)
# Need this constraint to prevent extend and contract modifying each others' changes and forming infinite loop
constraints = [RepeatModification()]
# Untargeted attack & GreedySearch
goal_function = UntargetedClassification(model_wrapper)
search_method = GreedySearch()
return Attack(goal_function, constraints, transformation, search_method)
|