{ "add_bos_token": false, "add_eos_token": false, "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32000": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32001": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32002": { "content": "<|function_list|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32003": { "content": "<|function_output|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32004": { "content": "<|function_call|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32005": { "content": "<|control_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32006": { "content": "<|control_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32007": { "content": "<|control_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32008": { "content": "<|control_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32009": { "content": "<|control_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32010": { "content": "<|control_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32011": { "content": "<|control_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32012": { "content": "<|control_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32013": { "content": "<|control_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32014": { "content": "<|control_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32015": { "content": "<|control_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32016": { "content": "<|control_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32017": { "content": "<|control_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32018": { "content": "<|control_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32019": { "content": "<|control_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32020": { "content": "<|control_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32021": { "content": "<|control_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32022": { "content": "<|control_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32023": { "content": "<|control_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32024": { "content": "<|control_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32025": { "content": "<|control_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32026": { "content": "<|control_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32027": { "content": "<|control_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32028": { "content": "<|control_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32029": { "content": "<|control_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32030": { "content": "<|control_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32031": { "content": "<|control_32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32032": { "content": "<|control_33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32033": { "content": "<|control_34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32034": { "content": "<|control_35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32035": { "content": "<|control_36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32036": { "content": "<|control_37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32037": { "content": "<|control_38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32038": { "content": "<|control_39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32039": { "content": "<|control_40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32040": { "content": "<|control_41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32041": { "content": "<|control_42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32042": { "content": "<|control_43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32043": { "content": "<|control_44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32044": { "content": "<|control_45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32045": { "content": "<|control_46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32046": { "content": "<|control_47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32047": { "content": "<|control_48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32048": { "content": "<|control_49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32049": { "content": "<|control_50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32050": { "content": "<|control_51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32051": { "content": "<|control_52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32052": { "content": "<|control_53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32053": { "content": "<|control_54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32054": { "content": "<|control_55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32055": { "content": "<|control_56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32056": { "content": "<|control_57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32057": { "content": "<|control_58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32058": { "content": "<|control_59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32059": { "content": "<|control_60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32060": { "content": "<|control_61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32061": { "content": "<|control_62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32062": { "content": "<|control_63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32063": { "content": "<|control_64|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32064": { "content": "<|control_65|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32065": { "content": "<|control_66|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32066": { "content": "<|control_67|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32067": { "content": "<|control_68|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32068": { "content": "<|control_69|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32069": { "content": "<|control_70|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32070": { "content": "<|control_71|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32071": { "content": "<|control_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32072": { "content": "<|control_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32073": { "content": "<|control_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32074": { "content": "<|control_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32075": { "content": "<|control_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32076": { "content": "<|control_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32077": { "content": "<|control_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32078": { "content": "<|control_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32079": { "content": "<|control_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32080": { "content": "<|control_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32081": { "content": "<|control_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32082": { "content": "<|control_83|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32083": { "content": "<|control_84|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32084": { "content": "<|control_85|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32085": { "content": "<|control_86|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32086": { "content": "<|control_87|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32087": { "content": "<|control_88|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32088": { "content": "<|control_89|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32089": { "content": "<|control_90|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32090": { "content": "<|control_91|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32091": { "content": "<|control_92|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32092": { "content": "<|control_93|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32093": { "content": "<|control_94|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32094": { "content": "<|control_95|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32095": { "content": "<|control_96|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32096": { "content": "<|control_97|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32097": { "content": "<|control_98|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32098": { "content": "<|control_99|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32099": { "content": "<|control_100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32100": { "content": "<|control_101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32101": { "content": "<|control_102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32102": { "content": "<|control_103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32103": { "content": "<|control_104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32104": { "content": "<|control_105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32105": { "content": "<|control_106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32106": { "content": "<|control_107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32107": { "content": "<|control_108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32108": { "content": "<|control_109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32109": { "content": "<|control_110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32110": { "content": "<|control_111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32111": { "content": "<|control_112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32112": { "content": "<|control_113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32113": { "content": "<|control_114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32114": { "content": "<|control_115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32115": { "content": "<|control_116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32116": { "content": "<|control_117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32117": { "content": "<|control_118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32118": { "content": "<|control_119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32119": { "content": "<|control_120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32120": { "content": "<|control_121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32121": { "content": "<|control_122|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32122": { "content": "<|control_123|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32123": { "content": "<|control_124|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32124": { "content": "<|control_125|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32125": { "content": "<|control_126|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32126": { "content": "<|control_127|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32127": { "content": "<|control_128|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|im_start|>", "<|im_end|>", "<|function_list|>", "<|function_output|>", "<|function_call|>", "<|control_6|>", "<|control_7|>", "<|control_8|>", "<|control_9|>", "<|control_10|>", "<|control_11|>", "<|control_12|>", "<|control_13|>", "<|control_14|>", "<|control_15|>", "<|control_16|>", "<|control_17|>", "<|control_18|>", "<|control_19|>", "<|control_20|>", "<|control_21|>", "<|control_22|>", "<|control_23|>", "<|control_24|>", "<|control_25|>", "<|control_26|>", "<|control_27|>", "<|control_28|>", "<|control_29|>", "<|control_30|>", "<|control_31|>", "<|control_32|>", "<|control_33|>", "<|control_34|>", "<|control_35|>", "<|control_36|>", "<|control_37|>", "<|control_38|>", "<|control_39|>", "<|control_40|>", "<|control_41|>", "<|control_42|>", "<|control_43|>", "<|control_44|>", "<|control_45|>", "<|control_46|>", "<|control_47|>", "<|control_48|>", "<|control_49|>", "<|control_50|>", "<|control_51|>", "<|control_52|>", "<|control_53|>", "<|control_54|>", "<|control_55|>", "<|control_56|>", "<|control_57|>", "<|control_58|>", "<|control_59|>", "<|control_60|>", "<|control_61|>", "<|control_62|>", "<|control_63|>", "<|control_64|>", "<|control_65|>", "<|control_66|>", "<|control_67|>", "<|control_68|>", "<|control_69|>", "<|control_70|>", "<|control_71|>", "<|control_72|>", "<|control_73|>", "<|control_74|>", "<|control_75|>", "<|control_76|>", "<|control_77|>", "<|control_78|>", "<|control_79|>", "<|control_80|>", "<|control_81|>", "<|control_82|>", "<|control_83|>", "<|control_84|>", "<|control_85|>", "<|control_86|>", "<|control_87|>", "<|control_88|>", "<|control_89|>", "<|control_90|>", "<|control_91|>", "<|control_92|>", "<|control_93|>", "<|control_94|>", "<|control_95|>", "<|control_96|>", "<|control_97|>", "<|control_98|>", "<|control_99|>", "<|control_100|>", "<|control_101|>", "<|control_102|>", "<|control_103|>", "<|control_104|>", "<|control_105|>", "<|control_106|>", "<|control_107|>", "<|control_108|>", "<|control_109|>", "<|control_110|>", "<|control_111|>", "<|control_112|>", "<|control_113|>", "<|control_114|>", "<|control_115|>", "<|control_116|>", "<|control_117|>", "<|control_118|>", "<|control_119|>", "<|control_120|>", "<|control_121|>", "<|control_122|>", "<|control_123|>", "<|control_124|>", "<|control_125|>", "<|control_126|>", "<|control_127|>", "<|control_128|>" ], "bos_token": "", "chat_template": "{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", "clean_up_tokenization_spaces": true, "eos_token": "<|im_end|>", "legacy": true, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": false }