{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": null, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "<|startoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "<|Human|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "<|Assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "5": { "content": "<|System|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "6": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "7": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8": { "content": "<|im_sep|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "9": { "content": "<|reserved003|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "10": { "content": "<|reserved004|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "11": { "content": "<|reserved005|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "12": { "content": "<|reserved006|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "13": { "content": "<|reserved007|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "14": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "15": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "16": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "17": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "18": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "19": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "20": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "21": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "22": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "23": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "24": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "25": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "26": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "27": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "28": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "29": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "30": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "31": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "32": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "33": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "34": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "35": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "36": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "37": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "38": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "39": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "40": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "41": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "42": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "43": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "44": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "45": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "46": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "47": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "48": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "49": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "50": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "51": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "52": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "53": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "54": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "55": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "56": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "57": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "58": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "59": { "content": "
  • ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "60": { "content": "
  • ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "61": { "content": "
  • ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "62": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "63": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "64": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "65": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "66": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "67": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "68": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "69": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "70": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "71": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "72": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "73": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "74": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "75": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "76": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "77": { "content": "0", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "78": { "content": "1", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "79": { "content": "2", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "80": { "content": "3", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "81": { "content": "4", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "82": { "content": "5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "83": { "content": "6", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "84": { "content": "7", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "85": { "content": "8", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "86": { "content": "9", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "87": { "content": "0", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "88": { "content": "1", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "89": { "content": "2", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "90": { "content": "3", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "91": { "content": "4", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "92": { "content": "5", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "93": { "content": "6", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "94": { "content": "7", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "95": { "content": "8", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "96": { "content": "9", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "97": { "content": ",", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "98": { "content": ".", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "99": { "content": "!", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100": { "content": "?", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "101": { "content": ",", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "102": { "content": "。", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "103": { "content": "!", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "104": { "content": "?", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "105": { "content": "、", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "106": { "content": ":", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "107": { "content": "¥", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "108": { "content": "《", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "109": { "content": "》", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "110": { "content": "【", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "111": { "content": "】", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "112": { "content": "『", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "113": { "content": "』", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "114": { "content": "```", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "115": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "117": { "content": "---", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "118": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "119": { "content": "\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "120": { "content": "\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "121": { "content": "\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "122": { "content": "\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "123": { "content": "\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "124": { "content": "\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "125": { "content": "\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "126": { "content": "\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "127": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "128": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "129": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "130": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "131": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "132": { "content": "▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "133": { "content": "▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "134": { "content": "▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "135": { "content": "▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "136": { "content": "▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "137": { "content": "▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "138": { "content": "▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "139": { "content": "▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "140": { "content": "▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "141": { "content": "▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "142": { "content": "\b", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "143": { "content": "\r", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "144": { "content": "\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "145": { "content": "<|unused000|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "146": { "content": "<|unused001|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "147": { "content": "<|unused002|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "148": { "content": "<|unused003|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "149": { "content": "<|unused004|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "150": { "content": "<|unused005|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151": { "content": "<|unused006|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "152": { "content": "<|unused007|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "153": { "content": "<|unused008|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154": { "content": "<|unused009|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "155": { "content": "<|unused010|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "156": { "content": "<|unused011|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "157": { "content": "<|unused012|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "158": { "content": "<|unused013|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "159": { "content": "<|unused014|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "160": { "content": "<|unused015|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "161": { "content": "<|unused016|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "162": { "content": "<|unused017|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "163": { "content": "<|unused018|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "164": { "content": "<|unused019|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "165": { "content": "<|unused020|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "166": { "content": "<|unused021|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "167": { "content": "<|unused022|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "168": { "content": "<|unused023|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "169": { "content": "<|unused024|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "170": { "content": "<|unused025|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "171": { "content": "<|unused026|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "172": { "content": "<|unused027|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "173": { "content": "<|unused028|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "174": { "content": "<|unused029|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "175": { "content": "<|unused030|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "176": { "content": "<|unused031|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "177": { "content": "<|unused032|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "178": { "content": "<|unused033|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "179": { "content": "<|unused034|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "180": { "content": "<|unused035|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "181": { "content": "<|unused036|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "182": { "content": "<|unused037|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "183": { "content": "<|unused038|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "184": { "content": "<|unused039|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "185": { "content": "<|unused040|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "186": { "content": "<|unused041|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "187": { "content": "<|unused042|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "188": { "content": "<|unused043|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "189": { "content": "<|unused044|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "190": { "content": "<|unused045|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "191": { "content": "<|unused046|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "192": { "content": "<|unused047|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "193": { "content": "<|unused048|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "194": { "content": "<|unused049|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "195": { "content": "<|unused050|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "196": { "content": "<|unused051|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "197": { "content": "<|unused052|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "198": { "content": "<|unused053|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "199": { "content": "<|unused054|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "200": { "content": "<|unused055|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "201": { "content": "<|unused056|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "202": { "content": "<|unused057|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "203": { "content": "<|unused058|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "204": { "content": "<|unused059|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "205": { "content": "<|unused060|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "206": { "content": "<|unused061|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "207": { "content": "<|unused062|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "208": { "content": "<|unused063|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "209": { "content": "<|unused064|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "210": { "content": "<|unused065|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "211": { "content": "<|unused066|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "212": { "content": "<|unused067|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "213": { "content": "<|unused068|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "214": { "content": "<|unused069|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "215": { "content": "<|unused070|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "216": { "content": "<|unused071|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "217": { "content": "<|unused072|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "218": { "content": "<|unused073|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "219": { "content": "<|unused074|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "220": { "content": "<|unused075|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "221": { "content": "<|unused076|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "222": { "content": "<|unused077|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "223": { "content": "<|unused078|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "224": { "content": "<|unused079|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "225": { "content": "<|unused080|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "226": { "content": "<|unused081|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "227": { "content": "<|unused082|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "228": { "content": "<|unused083|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "229": { "content": "<|unused084|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "230": { "content": "<|unused085|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "231": { "content": "<|unused086|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "232": { "content": "<|unused087|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "233": { "content": "<|unused088|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "234": { "content": "<|unused089|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "235": { "content": "<|unused090|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "236": { "content": "<|unused091|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "237": { "content": "<|unused092|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "238": { "content": "<|unused093|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "239": { "content": "<|unused094|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "240": { "content": "<|unused095|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "241": { "content": "<|unused096|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "242": { "content": "<|unused097|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "243": { "content": "<|unused098|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "244": { "content": "<|unused099|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "245": { "content": "<|unused100|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "246": { "content": "<|unused101|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "247": { "content": "<|unused102|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "248": { "content": "<|unused103|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "249": { "content": "<|unused104|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250": { "content": "<|unused105|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "251": { "content": "<|unused106|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "252": { "content": "<|unused107|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "253": { "content": "<|unused108|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "254": { "content": "<|unused109|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "255": { "content": "<|unused110|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "256": { "content": "<|unused111|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "257": { "content": "<|unused112|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "258": { "content": "<|unused113|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "259": { "content": "<|unused114|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "260": { "content": "<|unused115|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "261": { "content": "<|unused116|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "262": { "content": "<|unused117|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "263": { "content": "<|unused118|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "264": { "content": "<|unused119|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "265": { "content": "<|unused120|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "266": { "content": "<|unused121|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "267": { "content": "<|unused122|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "268": { "content": "<|unused123|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "269": { "content": "<|unused124|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "270": { "content": "<|unused125|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "271": { "content": "<|unused126|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "272": { "content": "<|unused127|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "273": { "content": "<|unused128|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "274": { "content": "<|unused129|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "275": { "content": "<|unused130|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "276": { "content": "<|unused131|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "277": { "content": "<|unused132|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "278": { "content": "<|unused133|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "279": { "content": "<|unused134|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "280": { "content": "<|unused135|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "281": { "content": "<|unused136|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "282": { "content": "<|unused137|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "283": { "content": "<|unused138|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "284": { "content": "<|unused139|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "285": { "content": "<|unused140|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "286": { "content": "<|unused141|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "287": { "content": "<|unused142|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "288": { "content": "<|unused143|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "289": { "content": "<|unused144|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "290": { "content": "<|unused145|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "291": { "content": "<|unused146|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "292": { "content": "<|unused147|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "293": { "content": "<|unused148|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "294": { "content": "<|unused149|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "295": { "content": "<|unused150|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "296": { "content": "<|unused151|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "297": { "content": "<|unused152|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "298": { "content": "<|unused153|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "299": { "content": "<|unused154|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "300": { "content": "<|unused155|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "301": { "content": "<|unused156|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "302": { "content": "<|unused157|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "303": { "content": "<|unused158|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "304": { "content": "<|unused159|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "<|startoftext|>", "chat_template": "{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}", "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "legacy": true, "model_max_length": 4096, "pad_token": "", "padding_side": "right", "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": false }