File size: 190 Bytes
980a0c2 |
1 2 3 4 5 6 |
from transformers import PreTrainedTokenizerFast
class CognitivessTokenizerFast(PreTrainedTokenizerFast):
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
|