roberta-base-exp-8 / copy_tokenizer_config.py
pere's picture
Original
fdae827
raw
history blame contribute delete
312 Bytes
# Code used for copying tokenizer and config
from transformers import XLMRobertaTokenizerFast, XLMRobertaConfig
tokenizer = XLMRobertaTokenizerFast.from_pretrained("xlm-roberta-base")
config = XLMRobertaConfig.from_pretrained("xlm-roberta-base")
tokenizer.save_pretrained("./")
config.save_pretrained("./")