added_tokens.json

{"<eod>": 32000, "<eot>": 32001, "<pad>": 32002, "<java>": 32003, "<python>": 32004, "<go>": 32005, "<php>": 32006, "<javascript>": 32007, "<ruby>": 32008, "<en>": 32009, "<cn>": 32010, "<comments>": 32011, "<mask>": 32012, "[_DUP_]!": 32013, "%=": 32014, "[_DUP_]%=": 32015, "[_DUP_]&": 32016, "&=": 32017, "[_DUP_]&=": 32018, "[_DUP_](": 32019, "[_DUP_])": 32020, "[_DUP_]*": 32021, "[_DUP_]**": 32022, "**=": 32023, "[_DUP_]**=": 32024, "*=": 32025, "[_DUP_]*=": 32026, "[_DUP_]+": 32027, "[_DUP_]+=": 32028, "[_DUP_],": 32029, "[_DUP_]-": 32030, "-=": 32031, "[_DUP_]-=": 32032, "[_DUP_]->": 32033, "[_DUP_].": 32034, "[_DUP_]/": 32035, "[_DUP_]//": 32036, "//=": 32037, "[_DUP_]//=": 32038, "/=": 32039, "[_DUP_]/=": 32040, "[_DUP_]:": 32041, "[_DUP_];": 32042, "[_DUP_]<": 32043, "[_DUP_]<<": 32044, "<<=": 32045, "[_DUP_]<<=": 32046, "[_DUP_]<=": 32047, "[_DUP_]=": 32048, "[_DUP_]>": 32049, "[_DUP_]>=": 32050, "[_DUP_]>>": 32051, ">>=": 32052, "[_DUP_]>>=": 32053, "[_DUP_]?": 32054, "[_DUP_]@": 32055, "@=": 32056, "[_DUP_]@=": 32057, "[_DUP_]False": 32058, "[_DUP_]None": 32059, "NoneType": 32060, "[_DUP_]NoneType": 32061, "[_DUP_]True": 32062, "[_DUP_][": 32063, "[_DUP_]]": 32064, "[_DUP_]^": 32065, "^=": 32066, "[_DUP_]^=": 32067, "[_DUP_]add": 32068, "[_DUP_]all": 32069, "[_DUP_]and": 32070, "[_DUP_]any": 32071, "[_DUP_]append": 32072, "[_DUP_]as": 32073, "[_DUP_]assert": 32074, "[_DUP_]assertEqual": 32075, "[_DUP_]bool": 32076, "[_DUP_]break": 32077, "[_DUP_]bytearray": 32078, "[_DUP_]bytes": 32079, "[_DUP_]capitalize": 32080, "[_DUP_]case": 32081, "casefold": 32082, "[_DUP_]casefold": 32083, "[_DUP_]center": 32084, "[_DUP_]class": 32085, "[_DUP_]clear": 32086, "[_DUP_]close": 32087, "[_DUP_]complex": 32088, "[_DUP_]continue": 32089, "[_DUP_]copy": 32090, "[_DUP_]count": 32091, "[_DUP_]def": 32092, "[_DUP_]del": 32093, "[_DUP_]dict": 32094, "[_DUP_]elif": 32095, "[_DUP_]else": 32096, "[_DUP_]encode": 32097, "[_DUP_]endswith": 32098, "[_DUP_]enumerate": 32099, "[_DUP_]except": 32100, "expandtabs": 32101, "[_DUP_]expandtabs": 32102, "[_DUP_]extend": 32103, "[_DUP_]finally": 32104, "[_DUP_]find": 32105, "[_DUP_]float": 32106, "[_DUP_]for": 32107, "[_DUP_]format": 32108, "format_map": 32109, "[_DUP_]format_map": 32110, "[_DUP_]from": 32111, "[_DUP_]fromkeys": 32112, "[_DUP_]frozenset": 32113, "[_DUP_]get": 32114, "[_DUP_]global": 32115, "[_DUP_]if": 32116, "[_DUP_]import": 32117, "[_DUP_]in": 32118, "[_DUP_]index": 32119, "[_DUP_]int": 32120, "[_DUP_]is": 32121, "[_DUP_]isalnum": 32122, "[_DUP_]isalpha": 32123, "isascii": 32124, "[_DUP_]isascii": 32125, "isdecimal": 32126, "[_DUP_]isdecimal": 32127, "[_DUP_]isdigit": 32128, "isidentifier": 32129, "[_DUP_]isidentifier": 32130, "[_DUP_]isinstance": 32131, "islower": 32132, "[_DUP_]islower": 32133, "[_DUP_]isnumeric": 32134, "isprintable": 32135, "[_DUP_]isprintable": 32136, "[_DUP_]isspace": 32137, "istitle": 32138, "[_DUP_]istitle": 32139, "[_DUP_]isupper": 32140, "[_DUP_]items": 32141, "[_DUP_]join": 32142, "[_DUP_]keys": 32143, "[_DUP_]lambda": 32144, "[_DUP_]len": 32145, "[_DUP_]list": 32146, "[_DUP_]ljust": 32147, "[_DUP_]lower": 32148, "[_DUP_]lstrip": 32149, "maketrans": 32150, "[_DUP_]maketrans": 32151, "[_DUP_]match": 32152, "[_DUP_]max": 32153, "memoryview": 32154, "[_DUP_]memoryview": 32155, "[_DUP_]min": 32156, "nonlocal": 32157, "[_DUP_]nonlocal": 32158, "[_DUP_]not": 32159, "[_DUP_]open": 32160, "[_DUP_]or": 32161, "[_DUP_]partition": 32162, "[_DUP_]pass": 32163, "[_DUP_]pop": 32164, "[_DUP_]popitem": 32165, "[_DUP_]print": 32166, "[_DUP_]raise": 32167, "[_DUP_]range": 32168, "[_DUP_]read": 32169, "[_DUP_]readlines": 32170, "[_DUP_]real": 32171, "[_DUP_]remove": 32172, "[_DUP_]replace": 32173, "[_DUP_]return": 32174, "[_DUP_]reverse": 32175, "[_DUP_]rfind": 32176, "rindex": 32177, "[_DUP_]rindex": 32178, "[_DUP_]rjust": 32179, "[_DUP_]rpartition": 32180, "[_DUP_]rsplit": 32181, "[_DUP_]rstrip": 32182, "[_DUP_]self": 32183, "[_DUP_]set": 32184, "[_DUP_]setdefault": 32185, "[_DUP_]sort": 32186, "[_DUP_]split": 32187, "[_DUP_]splitlines": 32188, "[_DUP_]startswith": 32189, "[_DUP_]str": 32190, "[_DUP_]strip": 32191, "[_DUP_]sum": 32192, "[_DUP_]super": 32193, "swapcase": 32194, "[_DUP_]swapcase": 32195, "[_DUP_]title": 32196, "[_DUP_]translate": 32197, "[_DUP_]try": 32198, "[_DUP_]tuple": 32199, "[_DUP_]type": 32200, "[_DUP_]update": 32201, "[_DUP_]upper": 32202, "[_DUP_]values": 32203, "[_DUP_]while": 32204, "[_DUP_]with": 32205, "[_DUP_]yield": 32206, "[_DUP_]zfill": 32207, "[_DUP_]{": 32208, "[_DUP_]|": 32209, "|=": 32210, "[_DUP_]|=": 32211, "[_DUP_]}": 32212, "[_DUP_]~": 32213, "▁!": 32214, "[_DUP_]▁!": 32215, "▁%=": 32216, "[_DUP_]▁%=": 32217, "[_DUP_]▁&": 32218, "[_DUP_]▁&=": 32219, "▁(": 32220, "[_DUP_]▁(": 32221, "▁)": 32222, "[_DUP_]▁)": 32223, "[_DUP_]▁*": 32224, "[_DUP_]▁**": 32225, "▁**=": 32226, "[_DUP_]▁**=": 32227, "[_DUP_]▁*=": 32228, "[_DUP_]▁+": 32229, "[_DUP_]▁+=": 32230, "▁,": 32231, "[_DUP_]▁,": 32232, "▁-": 32233, "[_DUP_]▁-": 32234, "[_DUP_]▁-=": 32235, "[_DUP_]▁->": 32236, "▁.": 32237, "[_DUP_]▁.": 32238, "▁/": 32239, "[_DUP_]▁/": 32240, "[_DUP_]▁//": 32241, "▁//=": 32242, "[_DUP_]▁//=": 32243, "[_DUP_]▁/=": 32244, "▁:": 32245, "[_DUP_]▁:": 32246, "▁;": 32247, "[_DUP_]▁;": 32248, "[_DUP_]▁<": 32249, "[_DUP_]▁<<": 32250, "▁<<=": 32251, "[_DUP_]▁<<=": 32252, "[_DUP_]▁<=": 32253, "[_DUP_]▁=": 32254, "[_DUP_]▁>": 32255, "[_DUP_]▁>=": 32256, "[_DUP_]▁>>": 32257, "▁>>=": 32258, "[_DUP_]▁>>=": 32259, "▁?": 32260, "[_DUP_]▁?": 32261, "[_DUP_]▁@": 32262, "▁@=": 32263, "[_DUP_]▁@=": 32264, "[_DUP_]▁False": 32265, "[_DUP_]▁None": 32266, "▁NoneType": 32267, "[_DUP_]▁NoneType": 32268, "[_DUP_]▁True": 32269, "▁[": 32270, "[_DUP_]▁[": 32271, "▁]": 32272, "[_DUP_]▁]": 32273, "[_DUP_]▁^": 32274, "[_DUP_]▁^=": 32275, "▁add": 32276, "[_DUP_]▁add": 32277, "[_DUP_]▁all": 32278, "[_DUP_]▁and": 32279, "[_DUP_]▁any": 32280, "▁append": 32281, "[_DUP_]▁append": 32282, "[_DUP_]▁as": 32283, "[_DUP_]▁assert": 32284, "▁assertEqual": 32285, "[_DUP_]▁assertEqual": 32286, "[_DUP_]▁bool": 32287, "[_DUP_]▁break": 32288, "[_DUP_]▁bytearray": 32289, "[_DUP_]▁bytes": 32290, "▁capitalize": 32291, "[_DUP_]▁capitalize": 32292, "[_DUP_]▁case": 32293, "▁casefold": 32294, "[_DUP_]▁casefold": 32295, "▁center": 32296, "[_DUP_]▁center": 32297, "[_DUP_]▁class": 32298, "▁clear": 32299, "[_DUP_]▁clear": 32300, "▁close": 32301, "[_DUP_]▁close": 32302, "▁complex": 32303, "[_DUP_]▁complex": 32304, "[_DUP_]▁continue": 32305, "▁copy": 32306, "[_DUP_]▁copy": 32307, "▁count": 32308, "[_DUP_]▁count": 32309, "[_DUP_]▁def": 32310, "[_DUP_]▁del": 32311, "▁dict": 32312, "[_DUP_]▁dict": 32313, "[_DUP_]▁elif": 32314, "[_DUP_]▁else": 32315, "▁encode": 32316, "[_DUP_]▁encode": 32317, "▁endswith": 32318, "[_DUP_]▁endswith": 32319, "[_DUP_]▁enumerate": 32320, "[_DUP_]▁except": 32321, "▁expandtabs": 32322, "[_DUP_]▁expandtabs": 32323, "▁extend": 32324, "[_DUP_]▁extend": 32325, "[_DUP_]▁finally": 32326, "▁find": 32327, "[_DUP_]▁find": 32328, "[_DUP_]▁float": 32329, "[_DUP_]▁for": 32330, "▁format": 32331, "[_DUP_]▁format": 32332, "▁format_map": 32333, "[_DUP_]▁format_map": 32334, "[_DUP_]▁from": 32335, "▁fromkeys": 32336, "[_DUP_]▁fromkeys": 32337, "[_DUP_]▁frozenset": 32338, "▁get": 32339, "[_DUP_]▁get": 32340, "[_DUP_]▁global": 32341, "[_DUP_]▁if": 32342, "[_DUP_]▁import": 32343, "[_DUP_]▁in": 32344, "▁index": 32345, "[_DUP_]▁index": 32346, "[_DUP_]▁int": 32347, "[_DUP_]▁is": 32348, "▁isalnum": 32349, "[_DUP_]▁isalnum": 32350, "▁isalpha": 32351, "[_DUP_]▁isalpha": 32352, "▁isascii": 32353, "[_DUP_]▁isascii": 32354, "▁isdecimal": 32355, "[_DUP_]▁isdecimal": 32356, "▁isdigit": 32357, "[_DUP_]▁isdigit": 32358, "▁isidentifier": 32359, "[_DUP_]▁isidentifier": 32360, "[_DUP_]▁isinstance": 32361, "▁islower": 32362, "[_DUP_]▁islower": 32363, "▁isnumeric": 32364, "[_DUP_]▁isnumeric": 32365, "▁isprintable": 32366, "[_DUP_]▁isprintable": 32367, "▁isspace": 32368, "[_DUP_]▁isspace": 32369, "▁istitle": 32370, "[_DUP_]▁istitle": 32371, "▁isupper": 32372, "[_DUP_]▁isupper": 32373, "▁items": 32374, "[_DUP_]▁items": 32375, "▁join": 32376, "[_DUP_]▁join": 32377, "▁keys": 32378, "[_DUP_]▁keys": 32379, "[_DUP_]▁lambda": 32380, "[_DUP_]▁len": 32381, "▁list": 32382, "[_DUP_]▁list": 32383, "▁ljust": 32384, "[_DUP_]▁ljust": 32385, "▁lower": 32386, "[_DUP_]▁lower": 32387, "▁lstrip": 32388, "[_DUP_]▁lstrip": 32389, "▁maketrans": 32390, "[_DUP_]▁maketrans": 32391, "[_DUP_]▁match": 32392, "[_DUP_]▁max": 32393, "▁memoryview": 32394, "[_DUP_]▁memoryview": 32395, "[_DUP_]▁min": 32396, "[_DUP_]▁nonlocal": 32397, "[_DUP_]▁not": 32398, "[_DUP_]▁open": 32399, "[_DUP_]▁or": 32400, "[_DUP_]▁partition": 32401, "[_DUP_]▁pass": 32402, "▁pop": 32403, "[_DUP_]▁pop": 32404, "▁popitem": 32405, "[_DUP_]▁popitem": 32406, "[_DUP_]▁print": 32407, "[_DUP_]▁raise": 32408, "[_DUP_]▁range": 32409, "▁read": 32410, "[_DUP_]▁read": 32411, "▁readlines": 32412, "[_DUP_]▁readlines": 32413, "[_DUP_]▁real": 32414, "▁remove": 32415, "[_DUP_]▁remove": 32416, "▁replace": 32417, "[_DUP_]▁replace": 32418, "[_DUP_]▁return": 32419, "[_DUP_]▁reverse": 32420, "▁rfind": 32421, "[_DUP_]▁rfind": 32422, "▁rindex": 32423, "[_DUP_]▁rindex": 32424, "▁rjust": 32425, "[_DUP_]▁rjust": 32426, "▁rpartition": 32427, "[_DUP_]▁rpartition": 32428, "▁rsplit": 32429, "[_DUP_]▁rsplit": 32430, "▁rstrip": 32431, "[_DUP_]▁rstrip": 32432, "[_DUP_]▁self": 32433, "▁set": 32434, "[_DUP_]▁set": 32435, "▁setdefault": 32436, "[_DUP_]▁setdefault": 32437, "▁sort": 32438, "[_DUP_]▁sort": 32439, "▁split": 32440, "[_DUP_]▁split": 32441, "▁splitlines": 32442, "[_DUP_]▁splitlines": 32443, "▁startswith": 32444, "[_DUP_]▁startswith": 32445, "[_DUP_]▁str": 32446, "▁strip": 32447, "[_DUP_]▁strip": 32448, "▁sum": 32449, "[_DUP_]▁sum": 32450, "[_DUP_]▁super": 32451, "▁swapcase": 32452, "[_DUP_]▁swapcase": 32453, "▁title": 32454, "[_DUP_]▁title": 32455, "▁translate": 32456, "[_DUP_]▁translate": 32457, "[_DUP_]▁try": 32458, "[_DUP_]▁tuple": 32459, "▁type": 32460, "[_DUP_]▁type": 32461, "▁update": 32462, "[_DUP_]▁update": 32463, "▁upper": 32464, "[_DUP_]▁upper": 32465, "[_DUP_]▁values": 32466, "[_DUP_]▁while": 32467, "[_DUP_]▁with": 32468, "[_DUP_]▁yield": 32469, "▁zfill": 32470, "[_DUP_]▁zfill": 32471, "[_DUP_]▁{": 32472, "[_DUP_]▁|": 32473, "[_DUP_]▁|=": 32474, "[_DUP_]▁}": 32475, "[_DUP_]▁~": 32476}