{ "added_tokens_decoder": { "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64001": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64002": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64003": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64004": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64005": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64006": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64007": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64008": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64009": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64010": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64011": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64012": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64013": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64014": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64015": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64016": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64017": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64018": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64019": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64020": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64021": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64022": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64023": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64024": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64025": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64026": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64027": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64028": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64029": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64030": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64031": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64032": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64033": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64034": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64035": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64036": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64037": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64038": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64039": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64040": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64041": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64042": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": null, "eos_token": "", "legacy_behaviour": false, "mask_token": null, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sep_token": null, "sp_model_kwargs": {}, "src_lang": "", "tgt_lang": null, "tokenizer_class": "NllbTokenizer", "unk_token": "" }