{ "added_tokens_decoder": { "0": { "content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "[UNK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "[CLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "5": { "content": "[SEP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "31002": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31003": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31004": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31005": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31006": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31007": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31008": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31009": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31010": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31011": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31012": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31013": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31014": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31015": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31016": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31017": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31018": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31019": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31020": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31021": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31022": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31023": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31024": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31025": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31026": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31027": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31028": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31029": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31030": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31031": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31032": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31033": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31034": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31035": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31036": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31037": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31038": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31039": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31040": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31041": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31042": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31043": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31044": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31045": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31046": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31047": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31048": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31049": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31050": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31051": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31052": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31053": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31054": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31055": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31056": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31057": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31058": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31059": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31060": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31061": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31062": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31063": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31064": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31065": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31066": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31067": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31068": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31069": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31070": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31071": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31072": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31073": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31074": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31075": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31076": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31077": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31078": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31079": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31080": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31081": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31082": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31083": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31084": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31085": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31086": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31087": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31088": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31089": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31090": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31091": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31092": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "31093": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "clean_up_tokenization_spaces": true, "cls_token": "[CLS]", "do_basic_tokenize": true, "do_lower_case": true, "mask_token": "[MASK]", "model_max_length": 512, "never_split": null, "pad_token": "[PAD]", "sep_token": "[SEP]", "strip_accents": false, "tokenize_chinese_chars": true, "tokenizer_class": "BertTokenizer", "unk_token": "[UNK]" }