tokenizer_config.json

{"special_tokens_map_file": "/ext/ivan/c4/multilingual/tokenizer/trained_tokenizer/special_tokens_map.json", "name_or_path": "/ext/ivan/c4/multilingual/tokenizer/trained_tokenizer/", "tokenizer_class": "PreTrainedTokenizerFast"}