Spaces:
sonalkum
/
Running on Zero

GAMA-IT / utils /test_module /custom_tokenization_fast.py
Sonal Kumar
first commit
ed7a497
raw
history blame
No virus
193 Bytes
from transformers import BertTokenizerFast
from .custom_tokenization import CustomTokenizer
class CustomTokenizerFast(BertTokenizerFast):
slow_tokenizer_class = CustomTokenizer
pass