Upload vie_latn_5mb tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX707]": 26393, "[XXXXX761]": 26447, "[XXXXX883]": 26569, "[XXXXX814]": 26500, "[XXXXX358]": 26044, "[XXXXX150]": 25836, "[XXXXX506]": 26192, "[XXXXX107]": 25793, "[XXXXX183]": 25869, "[XXXXX125]": 25811, "[XXXXX784]": 26470, "[XXXXX432]": 26118, "[XXXXX833]": 26519, "[XXXXX118]": 25804, "[XXXXX426]": 26112, "[XXXXX752]": 26438, "[XXXXX885]": 26571, "[XXXXX261]": 25947, "[XXXXX670]": 26356, "[XXXXX278]": 25964, "[XXXXX308]": 25994, "[XXXXX770]": 26456, "[XXXXX94]": 25780, "[XXXXX551]": 26237, "[XXXXX501]": 26187, "[XXXXX749]": 26435, "[XXXXX556]": 26242, "[XXXXX923]": 26609, "[XXXXX605]": 26291, "[XXXXX706]": 26392, "[XXXXX919]": 26605, "[XXXXX890]": 26576, "[XXXXX173]": 25859, "[XXXXX105]": 25791, "[XXXXX867]": 26553, "[XXXXX79]": 25765, "[XXXXX585]": 26271, "[XXXXX587]": 26273, "[XXXXX287]": 25973, "[XXXXX102]": 25788, "[XXXXX233]": 25919, "[XXXXX904]": 26590, "[XXXXX313]": 25999, "[XXXXX648]": 26334, "[XXXXX929]": 26615, "[XXXXX403]": 26089, "[XXXXX265]": 25951, "[XXXXX472]": 26158, "[XXXXX543]": 26229, "[XXXXX668]": 26354, "[XXXXX875]": 26561, "[XXXXX429]": 26115, "[XXXXX366]": 26052, "[XXXXX64]": 25750, "[XXXXX460]": 26146, "[XXXXX344]": 26030, "[XXXXX387]": 26073, "[XXXXX228]": 25914, "[XXXXX113]": 25799, "[XXXXX392]": 26078, "[XXXXX255]": 25941, "[XXXXX338]": 26024, "[XXXXX552]": 26238, "[XXXXX220]": 25906, "[XXXXX116]": 25802, "[XXXXX296]": 25982, "[XXXXX777]": 26463, "[XXXXX95]": 25781, "[XXXXX250]": 25936, "[XXXXX23]": 25709, "[XXXXX935]": 26621, "[XXXXX536]": 26222, "[XXXXX99]": 25785, "[XXXXX325]": 26011, "[XXXXX440]": 26126, "[XXXXX19]": 25705, "[XXXXX70]": 25756, "[XXXXX47]": 25733, "[XXXXX336]": 26022, "[XXXXX24]": 25710, "[XXXXX917]": 26603, "[XXXXX180]": 25866, "[XXXXX450]": 26136, "[XXXXX465]": 26151, "[XXXXX637]": 26323, "[XXXXX840]": 26526, "[XXXXX738]": 26424, "[XXXXX912]": 26598, "[XXXXX212]": 25898, "[XXXXX514]": 26200, "[XXXXX226]": 25912, "[XXXXX323]": 26009, "[XXXXX893]": 26579, "[XXXXX661]": 26347, "[XXXXX88]": 25774, "[XXXXX754]": 26440, "[XXXXX852]": 26538, "[XXXXX731]": 26417, "[XXXXX936]": 26622, "[XXXXX631]": 26317, "[XXXXX806]": 26492, "[XXXXX452]": 26138, "[XXXXX739]": 26425, "[XXXXX297]": 25983, "[XXXXX258]": 25944, "[XXXXX850]": 26536, "[XXXXX582]": 26268, "[XXXXX792]": 26478, "[XXXXX672]": 26358, "[XXXXX241]": 25927, "[XXXXX933]": 26619, "[XXXXX732]": 26418, "[XXXXX687]": 26373, "[XXXXX719]": 26405, "[XXXXX560]": 26246, "[XXXXX910]": 26596, "[XXXXX725]": 26411, "[XXXXX424]": 26110, "[XXXXX411]": 26097, "[XXXXX825]": 26511, "[XXXXX80]": 25766, "[XXXXX895]": 26581, "[XXXXX676]": 26362, "[XXXXX332]": 26018, "[XXXXX822]": 26508, "[XXXXX764]": 26450, "[XXXXX491]": 26177, "[XXXXX314]": 26000, "[XXXXX335]": 26021, "[XXXXX626]": 26312, "[XXXXX794]": 26480, "[MASK]": 25685, "[XXXXX148]": 25834, "[XXXXX44]": 25730, "[XXXXX301]": 25987, "[XXXXX160]": 25846, "[XXXXX771]": 26457, "[XXXXX364]": 26050, "[XXXXX363]": 26049, "[XXXXX55]": 25741, "[XXXXX192]": 25878, "[XXXXX680]": 26366, "[XXXXX333]": 26019, "[XXXXX224]": 25910, "[XXXXX451]": 26137, "[XXXXX398]": 26084, "[XXXXX290]": 25976, "[XXXXX402]": 26088, "[XXXXX509]": 26195, "[XXXXX34]": 25720, "[XXXXX780]": 26466, "[XXXXX855]": 26541, "[XXXXX235]": 25921, "[XXXXX485]": 26171, "[XXXXX901]": 26587, "[XXXXX146]": 25832, "[XXXXX53]": 25739, "[XXXXX400]": 26086, "[XXXXX25]": 25711, "[XXXXX578]": 26264, "[XXXXX322]": 26008, "[XXXXX309]": 25995, "[XXXXX871]": 26557, "[XXXXX481]": 26167, "[XXXXX677]": 26363, "[XXXXX459]": 26145, "[XXXXX502]": 26188, "[XXXXX569]": 26255, "[XXXXX214]": 25900, "[XXXXX704]": 26390, "[XXXXX653]": 26339, "<pad>": 25684, "[XXXXX139]": 25825, "[XXXXX342]": 26028, "[XXXXX167]": 25853, "[XXXXX384]": 26070, "[XXXXX457]": 26143, "[XXXXX198]": 25884, "[XXXXX766]": 26452, "[XXXXX348]": 26034, "[XXXXX165]": 25851, "[XXXXX641]": 26327, "[XXXXX263]": 25949, "[XXXXX584]": 26270, "[XXXXX201]": 25887, "[XXXXX632]": 26318, "[XXXXX772]": 26458, "[XXXXX378]": 26064, "[XXXXX835]": 26521, "[XXXXX859]": 26545, "[XXXXX596]": 26282, "[XXXXX862]": 26548, "[XXXXX763]": 26449, "[XXXXX164]": 25850, "[XXXXX11]": 25697, "[XXXXX888]": 26574, "[XXXXX723]": 26409, "[XXXXX449]": 26135, "[XXXXX898]": 26584, "[XXXXX807]": 26493, "[XXXXX782]": 26468, "[XXXXX656]": 26342, "[XXXXX254]": 25940, "[XXXXX243]": 25929, "[XXXXX56]": 25742, "[XXXXX293]": 25979, "[XXXXX748]": 26434, "[XXXXX934]": 26620, "[XXXXX658]": 26344, "[XXXXX97]": 25783, "[XXXXX756]": 26442, "[XXXXX613]": 26299, "[XXXXX381]": 26067, "[XXXXX211]": 25897, "[XXXXX368]": 26054, "[XXXXX911]": 26597, "[XXXXX77]": 25763, "[XXXXX869]": 26555, "[XXXXX78]": 25764, "[XXXXX140]": 25826, "[XXXXX528]": 26214, "[XXXXX375]": 26061, "[XXXXX516]": 26202, "[XXXXX229]": 25915, "[XXXXX106]": 25792, "[XXXXX12]": 25698, "[XXXXX329]": 26015, "[XXXXX356]": 26042, "[XXXXX660]": 26346, "[XXXXX735]": 26421, "[XXXXX619]": 26305, "[XXXXX606]": 26292, "[XXXXX477]": 26163, "[XXXXX762]": 26448, "[XXXXX66]": 25752, "[XXXXX820]": 26506, "[XXXXX195]": 25881, "[XXXXX386]": 26072, "[XXXXX839]": 26525, "[XXXXX194]": 25880, "[XXXXX600]": 26286, "[XXXXX151]": 25837, "[XXXXX347]": 26033, "[XXXXX828]": 26514, "[XXXXX907]": 26593, "[XXXXX196]": 25882, "[XXXXX32]": 25718, "[XXXXX896]": 26582, "[XXXXX109]": 25795, "[XXXXX832]": 26518, "[XXXXX58]": 25744, "[XXXXX697]": 26383, "[XXXXX730]": 26416, "[XXXXX299]": 25985, "[XXXXX397]": 26083, "[XXXXX663]": 26349, "[XXXXX755]": 26441, "[XXXXX43]": 25729, "[XXXXX799]": 26485, "[XXXXX349]": 26035, "[XXXXX690]": 26376, "[XXXXX404]": 26090, "[XXXXX225]": 25911, "[XXXXX257]": 25943, "[XXXXX555]": 26241, "[XXXXX159]": 25845, "[XXXXX72]": 25758, "[XXXXX573]": 26259, "[XXXXX607]": 26293, "[XXXXX231]": 25917, "[XXXXX455]": 26141, "[XXXXX909]": 26595, "[XXXXX271]": 25957, "[XXXXX458]": 26144, "[XXXXX495]": 26181, "[XXXXX38]": 25724, "[XXXXX289]": 25975, "[XXXXX298]": 25984, "[XXXXX208]": 25894, "[XXXXX437]": 26123, "[XXXXX110]": 25796, "[XXXXX134]": 25820, "[XXXXX124]": 25810, "[XXXXX783]": 26469, "[XXXXX511]": 26197, "[XXXXX776]": 26462, "[XXXXX565]": 26251, "[XXXXX89]": 25775, "[XXXXX928]": 26614, "[XXXXX216]": 25902, "[XXXXX328]": 26014, "[XXXXX497]": 26183, "[XXXXX247]": 25933, "[XXXXX427]": 26113, "[XXXXX345]": 26031, "[XXXXX768]": 26454, "[XXXXX462]": 26148, "[XXXXX474]": 26160, "[XXXXX334]": 26020, "[XXXXX562]": 26248, "[XXXXX512]": 26198, "[XXXXX428]": 26114, "[XXXXX729]": 26415, "[XXXXX758]": 26444, "[XXXXX114]": 25800, "[XXXXX3]": 25689, "[XXXXX575]": 26261, "[XXXXX306]": 25992, "[XXXXX913]": 26599, "[XXXXX184]": 25870, "[XXXXX599]": 26285, "[XXXXX286]": 25972, "[XXXXX405]": 26091, "[XXXXX482]": 26168, "[XXXXX71]": 25757, "[XXXXX380]": 26066, "[XXXXX238]": 25924, "[XXXXX475]": 26161, "[XXXXX161]": 25847, "[XXXXX567]": 26253, "[XXXXX930]": 26616, "[XXXXX922]": 26608, "[XXXXX76]": 25762, "[XXXXX708]": 26394, "[XXXXX21]": 25707, "[XXXXX611]": 26297, "[XXXXX188]": 25874, "[XXXXX796]": 26482, "[XXXXX227]": 25913, "[XXXXX154]": 25840, "[XXXXX629]": 26315, "[XXXXX478]": 26164, "[XXXXX187]": 25873, "[XXXXX85]": 25771, "[XXXXX678]": 26364, "[XXXXX751]": 26437, "[XXXXX190]": 25876, "[XXXXX304]": 25990, "[XXXXX592]": 26278, "[XXXXX900]": 26586, "[XXXXX521]": 26207, "[XXXXX22]": 25708, "[XXXXX303]": 25989, "[XXXXX454]": 26140, "[XXXXX383]": 26069, "[XXXXX664]": 26350, "[XXXXX382]": 26068, "[XXXXX797]": 26483, "[XXXXX239]": 25925, "[XXXXX805]": 26491, "[XXXXX545]": 26231, "[XXXXX191]": 25877, "[XXXXX324]": 26010, "[XXXXX644]": 26330, "[XXXXX17]": 25703, "[XXXXX778]": 26464, "[XXXXX902]": 26588, "[XXXXX873]": 26559, "[XXXXX645]": 26331, "[XXXXX760]": 26446, "[XXXXX549]": 26235, "[XXXXX892]": 26578, "[XXXXX10]": 25696, "[XXXXX421]": 26107, "[XXXXX880]": 26566, "[XXXXX523]": 26209, "[XXXXX781]": 26467, "[XXXXX414]": 26100, "[XXXXX249]": 25935, "[XXXXX791]": 26477, "[XXXXX594]": 26280, "[XXXXX117]": 25803, "[XXXXX401]": 26087, "[XXXXX63]": 25749, "[XXXXX542]": 26228, "[XXXXX175]": 25861, "[XXXXX369]": 26055, "[XXXXX149]": 25835, "[XXXXX223]": 25909, "[XXXXX128]": 25814, "[XXXXX446]": 26132, "[XXXXX467]": 26153, "[XXXXX533]": 26219, "[XXXXX264]": 25950, "[XXXXX355]": 26041, "[XXXXX52]": 25738, "[XXXXX727]": 26413, "[XXXXX742]": 26428, "[XXXXX388]": 26074, "[XXXXX662]": 26348, "[XXXXX918]": 26604, "[XXXXX863]": 26549, "[XXXXX169]": 25855, "[XXXXX872]": 26558, "[XXXXX393]": 26079, "[XXXXX593]": 26279, "[XXXXX237]": 25923, "[XXXXX831]": 26517, "[XXXXX162]": 25848, "[XXXXX737]": 26423, "[XXXXX179]": 25865, "[XXXXX206]": 25892, "[XXXXX622]": 26308, "[XXXXX837]": 26523, "[XXXXX580]": 26266, "[XXXXX123]": 25809, "[XXXXX36]": 25722, "[XXXXX442]": 26128, "[XXXXX202]": 25888, "[XXXXX218]": 25904, "[XXXXX441]": 26127, "[XXXXX686]": 26372, "[XXXXX210]": 25896, "[XXXXX638]": 26324, "[XXXXX340]": 26026, "[XXXXX747]": 26433, "[XXXXX362]": 26048, "[XXXXX172]": 25858, "[XXXXX307]": 25993, "[XXXXX222]": 25908, "[XXXXX443]": 26129, "[XXXXX65]": 25751, "[XXXXX39]": 25725, "[XXXXX143]": 25829, "[XXXXX315]": 26001, "[XXXXX715]": 26401, "[XXXXX219]": 25905, "[XXXXX230]": 25916, "[XXXXX804]": 26490, "[XXXXX374]": 26060, "[XXXXX572]": 26258, "[XXXXX137]": 25823, "[XXXXX493]": 26179, "[XXXXX60]": 25746, "[XXXXX649]": 26335, "[XXXXX385]": 26071, "[XXXXX586]": 26272, "[XXXXX520]": 26206, "[XXXXX391]": 26077, "[XXXXX221]": 25907, "[XXXXX200]": 25886, "[XXXXX759]": 26445, "[XXXXX827]": 26513, "[XXXXX75]": 25761, "[XXXXX283]": 25969, "[XXXXX849]": 26535, "[XXXXX865]": 26551, "[XXXXX412]": 26098, "[XXXXX295]": 25981, "[XXXXX33]": 25719, "[XXXXX688]": 26374, "[XXXXX897]": 26583, "[XXXXX803]": 26489, "[XXXXX129]": 25815, "[XXXXX83]": 25769, "[XXXXX718]": 26404, "[XXXXX598]": 26284, "[XXXXX294]": 25980, "[XXXXX470]": 26156, "[XXXXX561]": 26247, "[XXXXX515]": 26201, "[XXXXX789]": 26475, "[XXXXX753]": 26439, "[XXXXX189]": 25875, "[XXXXX654]": 26340, "[XXXXX908]": 26594, "[XXXXX284]": 25970, "[XXXXX245]": 25931, "[XXXXX659]": 26345, "[XXXXX736]": 26422, "[XXXXX740]": 26426, "[XXXXX439]": 26125, "[XXXXX499]": 26185, "[XXXXX456]": 26142, "[XXXXX492]": 26178, "[XXXXX856]": 26542, "[XXXXX745]": 26431, "[XXXXX61]": 25747, "[XXXXX691]": 26377, "[XXXXX203]": 25889, "[XXXXX288]": 25974, "[XXXXX868]": 26554, "[XXXXX834]": 26520, "[XXXXX602]": 26288, "[XXXXX669]": 26355, "[XXXXX82]": 25768, "[XXXXX282]": 25968, "[XXXXX266]": 25952, "[XXXXX395]": 26081, "[XXXXX636]": 26322, "[XXXXX683]": 26369, "[XXXXX679]": 26365, "[XXXXX774]": 26460, "[XXXXX733]": 26419, "[XXXXX811]": 26497, "[XXXXX399]": 26085, "[XXXXX367]": 26053, "[XXXXX86]": 25772, "[XXXXX884]": 26570, "[XXXXX204]": 25890, "[XXXXX319]": 26005, "[XXXXX510]": 26196, "[XXXXX564]": 26250, "[XXXXX874]": 26560, "[XXXXX494]": 26180, "[XXXXX689]": 26375, "[XXXXX5]": 25691, "[XXXXX845]": 26531, "[XXXXX112]": 25798, "[XXXXX193]": 25879, "[XXXXX889]": 26575, "[XXXXX915]": 26601, "[XXXXX69]": 25755, "[XXXXX665]": 26351, "[XXXXX155]": 25841, "[XXXXX931]": 26617, "[XXXXX518]": 26204, "[XXXXX788]": 26474, "[XXXXX436]": 26122, "[XXXXX640]": 26326, "[XXXXX570]": 26256, "[XXXXX1]": 25687, "[XXXXX816]": 26502, "[XXXXX8]": 25694, "[XXXXX765]": 26451, "[XXXXX894]": 26580, "[XXXXX722]": 26408, "[XXXXX853]": 26539, "[XXXXX652]": 26338, "[XXXXX864]": 26550, "[XXXXX337]": 26023, "[XXXXX260]": 25946, "[XXXXX182]": 25868, "[XXXXX371]": 26057, "[XXXXX914]": 26600, "[XXXXX559]": 26245, "[XXXXX861]": 26547, "[XXXXX589]": 26275, "[XXXXX590]": 26276, "[XXXXX878]": 26564, "[XXXXX681]": 26367, "[XXXXX277]": 25963, "[XXXXX534]": 26220, "[XXXXX100]": 25786, "[XXXXX473]": 26159, "[XXXXX813]": 26499, "[XXXXX553]": 26239, "[XXXXX624]": 26310, "[XXXXX490]": 26176, "[XXXXX453]": 26139, "[XXXXX701]": 26387, "[XXXXX480]": 26166, "[XXXXX396]": 26082, "[XXXXX838]": 26524, "[SEP]": 25683, "[XXXXX370]": 26056, "[XXXXX503]": 26189, "[XXXXX425]": 26111, "[XXXXX604]": 26290, "[XXXXX705]": 26391, "[XXXXX671]": 26357, "[XXXXX108]": 25794, "[XXXXX650]": 26336, "[XXXXX157]": 25843, "[XXXXX498]": 26184, "[XXXXX90]": 25776, "[XXXXX147]": 25833, "[XXXXX609]": 26295, "[XXXXX98]": 25784, "[XXXXX579]": 26265, "[XXXXX272]": 25958, "[XXXXX848]": 26534, "[XXXXX281]": 25967, "[XXXXX734]": 26420, "[XXXXX879]": 26565, "[XXXXX601]": 26287, "[XXXXX809]": 26495, "[XXXXX471]": 26157, "[XXXXX0]": 25686, "[XXXXX702]": 26388, "[XXXXX750]": 26436, "[XXXXX42]": 25728, "[XXXXX29]": 25715, "[XXXXX310]": 25996, "[XXXXX87]": 25773, "[XXXXX801]": 26487, "[XXXXX136]": 25822, "[XXXXX625]": 26311, "[XXXXX435]": 26121, "[XXXXX49]": 25735, "[XXXXX373]": 26059, "[XXXXX539]": 26225, "[XXXXX743]": 26429, "[XXXXX256]": 25942, "[XXXXX628]": 26314, "[XXXXX68]": 25754, "[XXXXX292]": 25978, "[XXXXX635]": 26321, "[XXXXX544]": 26230, "[XXXXX275]": 25961, "[XXXXX305]": 25991, "[XXXXX846]": 26532, "[XXXXX144]": 25830, "[XXXXX262]": 25948, "[XXXXX903]": 26589, "[XXXXX464]": 26150, "[XXXXX558]": 26244, "[XXXXX906]": 26592, "[XXXXX854]": 26540, "[XXXXX786]": 26472, "[XXXXX857]": 26543, "[XXXXX709]": 26395, "[XXXXX67]": 25753, "[XXXXX357]": 26043, "[XXXXX899]": 26585, "[XXXXX682]": 26368, "[XXXXX550]": 26236, "[XXXXX433]": 26119, "[XXXXX269]": 25955, "[XXXXX145]": 25831, "[XXXXX711]": 26397, "[XXXXX93]": 25779, "[XXXXX407]": 26093, "[XXXXX120]": 25806, "[XXXXX720]": 26406, "[XXXXX793]": 26479, "[XXXXX717]": 26403, "[XXXXX591]": 26277, "[XXXXX127]": 25813, "[XXXXX614]": 26300, "[XXXXX744]": 26430, "[XXXXX886]": 26572, "[XXXXX870]": 26556, "[XXXXX316]": 26002, "[XXXXX409]": 26095, "[XXXXX728]": 26414, "[XXXXX246]": 25932, "[XXXXX417]": 26103, "[XXXXX548]": 26234, "[XXXXX547]": 26233, "[XXXXX634]": 26320, "[XXXXX583]": 26269, "[XXXXX103]": 25789, "[CLS]": 25682, "[XXXXX775]": 26461, "[XXXXX121]": 25807, "[XXXXX448]": 26134, "[XXXXX176]": 25862, "[XXXXX920]": 26606, "[XXXXX101]": 25787, "[XXXXX376]": 26062, "[XXXXX826]": 26512, "[XXXXX156]": 25842, "[XXXXX504]": 26190, "[XXXXX423]": 26109, "[XXXXX651]": 26337, "[XXXXX699]": 26385, "[XXXXX466]": 26152, "[XXXXX546]": 26232, "[XXXXX615]": 26301, "[XXXXX142]": 25828, "[XXXXX531]": 26217, "[XXXXX339]": 26025, "[XXXXX141]": 25827, "[XXXXX27]": 25713, "[XXXXX703]": 26389, "[XXXXX360]": 26046, "[XXXXX517]": 26203, "[XXXXX529]": 26215, "[XXXXX359]": 26045, "[XXXXX571]": 26257, "[XXXXX51]": 25737, "[XXXXX300]": 25986, "[XXXXX280]": 25966, "[XXXXX860]": 26546, "[XXXXX522]": 26208, "[XXXXX18]": 25704, "[XXXXX270]": 25956, "[XXXXX785]": 26471, "[XXXXX603]": 26289, "[XXXXX152]": 25838, "[XXXXX445]": 26131, "[XXXXX197]": 25883, "[XXXXX354]": 26040, "[XXXXX610]": 26296, "[XXXXX166]": 25852, "[XXXXX851]": 26537, "[XXXXX925]": 26611, "[XXXXX524]": 26210, "[XXXXX581]": 26267, "[XXXXX842]": 26528, "[XXXXX921]": 26607, "[XXXXX667]": 26353, "[XXXXX171]": 25857, "[XXXXX513]": 26199, "[XXXXX489]": 26175, "[XXXXX418]": 26104, "[XXXXX416]": 26102, "[XXXXX538]": 26224, "[XXXXX795]": 26481, "[XXXXX767]": 26453, "[XXXXX769]": 26455, "[XXXXX232]": 25918, "[XXXXX937]": 26623, "[XXXXX488]": 26174, "[XXXXX81]": 25767, "[XXXXX422]": 26108, "[XXXXX353]": 26039, "[XXXXX821]": 26507, "[XXXXX59]": 25745, "[XXXXX153]": 25839, "[XXXXX163]": 25849, "[XXXXX48]": 25734, "[XXXXX111]": 25797, "[XXXXX724]": 26410, "[XXXXX787]": 26473, "[XXXXX350]": 26036, "[XXXXX643]": 26329, "[XXXXX823]": 26509, "[XXXXX352]": 26038, "[XXXXX327]": 26013, "[XXXXX684]": 26370, "[XXXXX312]": 25998, "[XXXXX487]": 26173, "[XXXXX37]": 25723, "[XXXXX279]": 25965, "[XXXXX138]": 25824, "[XXXXX26]": 25712, "[XXXXX620]": 26306, "[XXXXX276]": 25962, "[XXXXX135]": 25821, "[XXXXX186]": 25872, "[XXXXX685]": 26371, "[XXXXX13]": 25699, "[XXXXX28]": 25714, "[XXXXX566]": 26252, "[XXXXX20]": 25706, "[XXXXX721]": 26407, "[XXXXX244]": 25930, "[XXXXX242]": 25928, "[XXXXX430]": 26116, "[XXXXX40]": 25726, "[XXXXX178]": 25864, "[XXXXX527]": 26213, "[XXXXX800]": 26486, "[XXXXX92]": 25778, "[XXXXX35]": 25721, "[XXXXX617]": 26303, "[XXXXX616]": 26302, "[XXXXX773]": 26459, "[XXXXX41]": 25727, "[XXXXX463]": 26149, "[XXXXX713]": 26399, "[XXXXX633]": 26319, "[XXXXX746]": 26432, "[XXXXX341]": 26027, "[XXXXX115]": 25801, "[XXXXX817]": 26503, "[XXXXX267]": 25953, "[XXXXX207]": 25893, "[XXXXX484]": 26170, "[XXXXX406]": 26092, "[XXXXX858]": 26544, "[XXXXX554]": 26240, "[XXXXX726]": 26412, "[XXXXX716]": 26402, "[XXXXX927]": 26613, "[XXXXX932]": 26618, "[XXXXX812]": 26498, "[XXXXX126]": 25812, "[XXXXX158]": 25844, "[XXXXX694]": 26380, "[XXXXX415]": 26101, "[XXXXX710]": 26396, "[XXXXX476]": 26162, "[XXXXX330]": 26016, "[XXXXX326]": 26012, "[XXXXX7]": 25693, "[XXXXX213]": 25899, "[XXXXX802]": 26488, "[XXXXX389]": 26075, "[XXXXX469]": 26155, "[XXXXX881]": 26567, "[XXXXX532]": 26218, "[XXXXX96]": 25782, "[XXXXX62]": 25748, "[XXXXX74]": 25760, "[XXXXX712]": 26398, "[XXXXX714]": 26400, "[XXXXX119]": 25805, "[XXXXX530]": 26216, "[XXXXX500]": 26186, "[XXXXX675]": 26361, "[XXXXX444]": 26130, "[XXXXX646]": 26332, "[XXXXX168]": 25854, "[XXXXX630]": 26316, "[XXXXX882]": 26568, "[XXXXX623]": 26309, "[XXXXX597]": 26283, "[XXXXX657]": 26343, "[XXXXX390]": 26076, "[XXXXX508]": 26194, "[XXXXX122]": 25808, "[XXXXX413]": 26099, "[XXXXX830]": 26516, "[XXXXX46]": 25732, "[XXXXX525]": 26211, "[XXXXX379]": 26065, "[XXXXX419]": 26105, "[XXXXX595]": 26281, "[XXXXX268]": 25954, "[XXXXX174]": 25860, "[XXXXX104]": 25790, "[XXXXX692]": 26378, "[XXXXX505]": 26191, "[XXXXX818]": 26504, "[XXXXX285]": 25971, "[XXXXX54]": 25740, "[XXXXX526]": 26212, "[XXXXX240]": 25926, "[XXXXX318]": 26004, "[XXXXX199]": 25885, "[XXXXX808]": 26494, "[XXXXX253]": 25939, "[XXXXX588]": 26274, "[XXXXX819]": 26505, "[XXXXX693]": 26379, "[XXXXX642]": 26328, "[XXXXX215]": 25901, "[XXXXX2]": 25688, "[XXXXX507]": 26193, "[XXXXX673]": 26359, "[XXXXX576]": 26262, "[XXXXX130]": 25816, "[XXXXX361]": 26047, "[XXXXX45]": 25731, "[XXXXX131]": 25817, "[XXXXX50]": 25736, "[XXXXX824]": 26510, "[XXXXX647]": 26333, "[XXXXX377]": 26063, "[XXXXX836]": 26522, "[XXXXX779]": 26465, "[XXXXX483]": 26169, "[XXXXX608]": 26294, "[XXXXX847]": 26533, "[XXXXX887]": 26573, "[XXXXX698]": 26384, "[XXXXX372]": 26058, "[XXXXX468]": 26154, "[XXXXX695]": 26381, "[XXXXX843]": 26529, "[XXXXX331]": 26017, "[XXXXX891]": 26577, "[XXXXX133]": 25819, "[XXXXX541]": 26227, "[XXXXX674]": 26360, "[XXXXX461]": 26147, "[XXXXX248]": 25934, "[XXXXX666]": 26352, "[XXXXX741]": 26427, "[XXXXX291]": 25977, "[XXXXX16]": 25702, "[XXXXX574]": 26260, "[XXXXX926]": 26612, "[XXXXX486]": 26172, "[XXXXX234]": 25920, "[XXXXX181]": 25867, "[XXXXX447]": 26133, "[XXXXX479]": 26165, "[XXXXX563]": 26249, "[XXXXX866]": 26552, "[XXXXX810]": 26496, "[XXXXX170]": 25856, "[XXXXX790]": 26476, "[XXXXX14]": 25700, "[XXXXX655]": 26341, "[XXXXX343]": 26029, "[XXXXX627]": 26313, "[XXXXX877]": 26563, "[XXXXX700]": 26386, "[XXXXX815]": 26501, "[XXXXX612]": 26298, "[XXXXX577]": 26263, "[XXXXX320]": 26006, "[XXXXX185]": 25871, "[XXXXX568]": 26254, "[XXXXX31]": 25717, "[XXXXX252]": 25938, "[XXXXX15]": 25701, "[XXXXX876]": 26562, "[XXXXX346]": 26032, "[XXXXX798]": 26484, "[XXXXX205]": 25891, "[XXXXX91]": 25777, "[XXXXX317]": 26003, "[XXXXX273]": 25959, "[XXXXX302]": 25988, "[XXXXX905]": 26591, "[XXXXX394]": 26080, "[XXXXX259]": 25945, "[XXXXX557]": 26243, "[XXXXX916]": 26602, "[XXXXX496]": 26182, "[XXXXX365]": 26051, "[XXXXX4]": 25690, "[XXXXX84]": 25770, "[XXXXX209]": 25895, "[XXXXX696]": 26382, "[XXXXX431]": 26117, "[XXXXX30]": 25716, "[XXXXX438]": 26124, "[XXXXX537]": 26223, "[XXXXX420]": 26106, "[XXXXX410]": 26096, "[XXXXX351]": 26037, "[XXXXX924]": 26610, "[XXXXX841]": 26527, "[XXXXX434]": 26120, "[XXXXX639]": 26325, "[XXXXX132]": 25818, "[XXXXX540]": 26226, "[XXXXX251]": 25937, "[XXXXX844]": 26530, "[XXXXX274]": 25960, "[XXXXX519]": 26205, "[XXXXX177]": 25863, "[XXXXX311]": 25997, "[XXXXX6]": 25692, "[XXXXX321]": 26007, "[XXXXX621]": 26307, "[XXXXX618]": 26304, "[XXXXX73]": 25759, "[XXXXX9]": 25695, "[XXXXX829]": 26515, "[XXXXX57]": 25743, "[XXXXX535]": 26221, "[XXXXX217]": 25903, "[XXXXX236]": 25922, "[XXXXX408]": 26094, "[XXXXX757]": 26443}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]", "[XXXXX907]", "[XXXXX908]", "[XXXXX909]", "[XXXXX910]", "[XXXXX911]", "[XXXXX912]", "[XXXXX913]", "[XXXXX914]", "[XXXXX915]", "[XXXXX916]", "[XXXXX917]", "[XXXXX918]", "[XXXXX919]", "[XXXXX920]", "[XXXXX921]", "[XXXXX922]", "[XXXXX923]", "[XXXXX924]", "[XXXXX925]", "[XXXXX926]", "[XXXXX927]", "[XXXXX928]", "[XXXXX929]", "[XXXXX930]", "[XXXXX931]", "[XXXXX932]", "[XXXXX933]", "[XXXXX934]", "[XXXXX935]", "[XXXXX936]", "[XXXXX937]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d6b658523151ab65deed5a8e98512aa5de4693651fbb84569f6ab0e622170d
+size 619410

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/5mb/vie_latn_5mb", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/5mb/vie_latn_5mb/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}