accd666 b2f5c84 accd666 b2f5c84
1
2
3
4
5
6
from transformers import LlamaTokenizerFast from .tokenization_cognitivess import CognitivessTokenizer class CognitivessTokenizerFast(LlamaTokenizerFast): slow_tokenizer_class = CognitivessTokenizer
