{ "add_bos_token": false, "add_eos_token": true, "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28672": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28673": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28674": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28675": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28676": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28677": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28678": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28679": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28680": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28681": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28682": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28683": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28684": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28685": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28686": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28687": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28688": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28689": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28690": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28691": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28692": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28693": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28694": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28695": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28696": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28697": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28698": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28699": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28700": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28701": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28702": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28703": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28704": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28705": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28706": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28707": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28708": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28709": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28710": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28711": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28712": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28713": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28714": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28715": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28716": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28717": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28718": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28719": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28720": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28721": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28722": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28723": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28724": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28725": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28726": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28727": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28728": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28729": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28730": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28731": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28732": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28733": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28734": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28735": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28736": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28737": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28738": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28739": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28740": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28741": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28742": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28743": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28744": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28745": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28746": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28747": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28748": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28749": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28750": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28751": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28752": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28753": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28754": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28755": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28756": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28757": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28758": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28759": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28760": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28761": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28762": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28763": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28764": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28765": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28766": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28767": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28768": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28769": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28770": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28771": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "bos_token": "", "clean_up_tokenization_spaces": false, "eos_token": "", "legacy": false, "model_max_length": 1000000000, "pad_token": "", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": false }