{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": null, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32000": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32001": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32002": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32003": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32004": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32005": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32006": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32007": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32008": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32009": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32010": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32011": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32012": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32013": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32014": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32015": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32016": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32017": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32018": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32019": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32020": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32021": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32022": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32023": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32024": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32025": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32026": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32027": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32028": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32029": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32030": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32031": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32032": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32033": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32034": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32035": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32036": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32037": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32038": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32039": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32040": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32041": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32042": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32043": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32044": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32045": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32046": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32047": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32048": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32049": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32050": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32051": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32052": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32053": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32054": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32055": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32056": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32057": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32058": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32059": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32060": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32061": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32062": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32063": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32064": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32065": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32066": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32067": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32068": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32069": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32070": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32071": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32072": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32073": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32074": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32075": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32076": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32077": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32078": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32079": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32080": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32081": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32082": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32083": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32084": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32085": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32086": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32087": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32088": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32089": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32090": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32091": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32092": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32093": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32094": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32095": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32096": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32097": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32098": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32099": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32100": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32101": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32102": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32103": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32104": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32105": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32106": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32107": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32108": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32109": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32110": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32111": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32112": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32113": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32114": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32115": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32116": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32117": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32118": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32119": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32120": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32121": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32122": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32123": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32124": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32125": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32126": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32127": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32128": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32129": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32130": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32131": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32132": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32133": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32134": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32135": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32136": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32137": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32138": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32139": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32140": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32141": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32142": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32143": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32144": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32145": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32146": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32147": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32148": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32149": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32150": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32151": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32152": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32153": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32154": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32155": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32156": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32157": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32158": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32159": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32160": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32161": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32162": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32163": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32164": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32165": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32166": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32167": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32168": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32169": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32170": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32171": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32172": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32173": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32174": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32175": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32176": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32177": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32178": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32179": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32180": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32181": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32182": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32183": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32184": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32185": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32186": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32187": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32188": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32189": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32190": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32191": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32192": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32193": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32194": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32195": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32196": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32197": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32198": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32199": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32200": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32201": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32202": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32203": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32204": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32205": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32206": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32207": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32208": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32209": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32210": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32211": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32212": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32213": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32214": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32215": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32216": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32217": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32218": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32219": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32220": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32221": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32222": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32223": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32224": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32225": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32226": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32227": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32228": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32229": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32230": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32231": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32232": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32233": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32234": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32235": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32236": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32237": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32238": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32239": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32240": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32241": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32242": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32243": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32244": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32245": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32246": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32247": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32248": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32249": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32250": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32251": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32252": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32253": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32254": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32255": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32256": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32257": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32258": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32259": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32260": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32261": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "" ], "bos_token": "", "chat_template": "{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content'] %}\n {%- set loop_messages = messages[1:] %}\n{%- else %}\n {%- set loop_messages = messages %}\n{%- endif %}\n\n{{- bos_token }}\n{%- for message in loop_messages %}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}\n {{- raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}\n {%- endif %}\n {%- if message['role'] == 'user' %}\n {%- if loop.first and system_message is defined %}\n {{- ' [INST] ' + system_message + '\\n\\n' + message['content'] + ' [/INST]' }}\n {%- else %}\n {{- ' [INST] ' + message['content'] + ' [/INST]' }}\n {%- endif %}\n {%- elif message['role'] == 'assistant' %}\n {{- ' ' + message['content'] + eos_token}}\n {%- else %}\n {{- raise_exception('Only user and assistant roles are supported, with the exception of an initial optional system message!') }}\n {%- endif %}\n{%- endfor %}\n", "clean_up_tokenization_spaces": false, "eos_token": "", "legacy": false, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": false }