Upload kha_latn_5mb tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX723]": 30228, "[XXXXX746]": 30251, "[XXXXX107]": 29612, "[XXXXX778]": 30283, "[XXXXX669]": 30174, "[XXXXX627]": 30132, "[XXXXX290]": 29795, "[XXXXX389]": 29894, "[XXXXX563]": 30068, "[XXXXX560]": 30065, "[XXXXX687]": 30192, "[XXXXX391]": 29896, "[XXXXX60]": 29565, "[XXXXX145]": 29650, "[XXXXX909]": 30414, "[XXXXX581]": 30086, "[XXXXX861]": 30366, "[XXXXX441]": 29946, "[XXXXX617]": 30122, "[XXXXX859]": 30364, "[XXXXX9]": 29514, "[XXXXX793]": 30298, "[XXXXX887]": 30392, "[XXXXX969]": 30474, "[XXXXX175]": 29680, "[XXXXX555]": 30060, "[XXXXX334]": 29839, "[XXXXX430]": 29935, "[XXXXX57]": 29562, "[XXXXX354]": 29859, "[XXXXX706]": 30211, "[XXXXX178]": 29683, "[XXXXX1074]": 30579, "[XXXXX566]": 30071, "[XXXXX895]": 30400, "[XXXXX557]": 30062, "[XXXXX933]": 30438, "[XXXXX544]": 30049, "[XXXXX70]": 29575, "[XXXXX705]": 30210, "[XXXXX1148]": 30653, "[XXXXX397]": 29902, "[XXXXX183]": 29688, "[XXXXX1168]": 30673, "[XXXXX907]": 30412, "[XXXXX1104]": 30609, "[XXXXX1206]": 30711, "[XXXXX0]": 29505, "[XXXXX378]": 29883, "[XXXXX757]": 30262, "[XXXXX602]": 30107, "[XXXXX1128]": 30633, "[XXXXX286]": 29791, "[XXXXX1092]": 30597, "[XXXXX1031]": 30536, "[XXXXX1142]": 30647, "[XXXXX764]": 30269, "[XXXXX1193]": 30698, "[XXXXX74]": 29579, "[XXXXX931]": 30436, "[XXXXX1085]": 30590, "[XXXXX108]": 29613, "[XXXXX818]": 30323, "[XXXXX1204]": 30709, "[XXXXX453]": 29958, "[XXXXX634]": 30139, "[XXXXX939]": 30444, "[XXXXX949]": 30454, "[XXXXX358]": 29863, "[XXXXX864]": 30369, "[XXXXX428]": 29933, "[XXXXX1163]": 30668, "[XXXXX1011]": 30516, "[XXXXX1079]": 30584, "[XXXXX513]": 30018, "[XXXXX98]": 29603, "[XXXXX840]": 30345, "[XXXXX987]": 30492, "[XXXXX501]": 30006, "[XXXXX317]": 29822, "[XXXXX1197]": 30702, "[XXXXX1185]": 30690, "[XXXXX709]": 30214, "[XXXXX436]": 29941, "[XXXXX837]": 30342, "[XXXXX337]": 29842, "[XXXXX961]": 30466, "[XXXXX856]": 30361, "[XXXXX134]": 29639, "[XXXXX289]": 29794, "[XXXXX885]": 30390, "[XXXXX509]": 30014, "[XXXXX490]": 29995, "[XXXXX1015]": 30520, "[XXXXX1161]": 30666, "[XXXXX425]": 29930, "[XXXXX142]": 29647, "[XXXXX762]": 30267, "[XXXXX564]": 30069, "[XXXXX208]": 29713, "[XXXXX734]": 30239, "[XXXXX274]": 29779, "[XXXXX1090]": 30595, "[XXXXX650]": 30155, "[XXXXX1039]": 30544, "[XXXXX1191]": 30696, "[XXXXX210]": 29715, "[XXXXX121]": 29626, "[XXXXX31]": 29536, "[XXXXX979]": 30484, "[XXXXX262]": 29767, "[XXXXX51]": 29556, "[XXXXX599]": 30104, "[XXXXX831]": 30336, "[XXXXX371]": 29876, "[XXXXX630]": 30135, "[XXXXX302]": 29807, "[XXXXX732]": 30237, "[XXXXX497]": 30002, "[XXXXX126]": 29631, "[XXXXX1]": 29506, "[XXXXX668]": 30173, "[XXXXX1162]": 30667, "[XXXXX623]": 30128, "[XXXXX1004]": 30509, "[XXXXX181]": 29686, "[XXXXX878]": 30383, "[XXXXX111]": 29616, "[XXXXX247]": 29752, "[XXXXX532]": 30037, "[XXXXX938]": 30443, "[XXXXX454]": 29959, "[XXXXX958]": 30463, "[XXXXX5]": 29510, "[XXXXX38]": 29543, "[XXXXX77]": 29582, "[XXXXX1056]": 30561, "[XXXXX442]": 29947, "[XXXXX527]": 30032, "[XXXXX817]": 30322, "[XXXXX695]": 30200, "[XXXXX592]": 30097, "[XXXXX917]": 30422, "[XXXXX131]": 29636, "[XXXXX852]": 30357, "[XXXXX406]": 29911, "[XXXXX1077]": 30582, "[XXXXX1203]": 30708, "[XXXXX420]": 29925, "[XXXXX117]": 29622, "[XXXXX491]": 29996, "[XXXXX127]": 29632, "[XXXXX220]": 29725, "[XXXXX993]": 30498, "[XXXXX1101]": 30606, "[XXXXX877]": 30382, "[XXXXX943]": 30448, "[XXXXX944]": 30449, "[XXXXX294]": 29799, "[XXXXX498]": 30003, "[XXXXX1042]": 30547, "[XXXXX1132]": 30637, "[XXXXX1146]": 30651, "[XXXXX325]": 29830, "[XXXXX1187]": 30692, "[XXXXX280]": 29785, "[XXXXX646]": 30151, "[SEP]": 29502, "[XXXXX12]": 29517, "[XXXXX1047]": 30552, "[XXXXX863]": 30368, "[XXXXX789]": 30294, "[XXXXX486]": 29991, "[XXXXX747]": 30252, "[XXXXX435]": 29940, "[XXXXX976]": 30481, "[XXXXX565]": 30070, "[XXXXX253]": 29758, "[XXXXX473]": 29978, "[XXXXX424]": 29929, "[XXXXX522]": 30027, "[XXXXX362]": 29867, "[XXXXX1100]": 30605, "[XXXXX597]": 30102, "[XXXXX915]": 30420, "[XXXXX402]": 29907, "[XXXXX136]": 29641, "[XXXXX500]": 30005, "[XXXXX300]": 29805, "[XXXXX874]": 30379, "[XXXXX226]": 29731, "[XXXXX24]": 29529, "[XXXXX341]": 29846, "[XXXXX266]": 29771, "[XXXXX351]": 29856, "[XXXXX270]": 29775, "[XXXXX616]": 30121, "[XXXXX510]": 30015, "[XXXXX912]": 30417, "[XXXXX777]": 30282, "[XXXXX404]": 29909, "[XXXXX766]": 30271, "[XXXXX265]": 29770, "[XXXXX619]": 30124, "[XXXXX197]": 29702, "[XXXXX1094]": 30599, "[XXXXX452]": 29957, "[XXXXX207]": 29712, "[XXXXX749]": 30254, "[XXXXX799]": 30304, "[XXXXX975]": 30480, "[XXXXX119]": 29624, "[XXXXX1110]": 30615, "[XXXXX951]": 30456, "[XXXXX27]": 29532, "[XXXXX890]": 30395, "[XXXXX22]": 29527, "[XXXXX232]": 29737, "[XXXXX162]": 29667, "[XXXXX118]": 29623, "[XXXXX702]": 30207, "[XXXXX415]": 29920, "[XXXXX130]": 29635, "[XXXXX661]": 30166, "[XXXXX503]": 30008, "[XXXXX1040]": 30545, "[XXXXX124]": 29629, "[XXXXX745]": 30250, "[XXXXX109]": 29614, "[XXXXX936]": 30441, "[XXXXX151]": 29656, "[XXXXX1131]": 30636, "[XXXXX884]": 30389, "[XXXXX737]": 30242, "[XXXXX1027]": 30532, "[XXXXX1115]": 30620, "[XXXXX1171]": 30676, "[XXXXX970]": 30475, "[XXXXX775]": 30280, "[XXXXX851]": 30356, "[XXXXX1072]": 30577, "[XXXXX641]": 30146, "[XXXXX184]": 29689, "[XXXXX989]": 30494, "[XXXXX876]": 30381, "[XXXXX853]": 30358, "[XXXXX672]": 30177, "[XXXXX1035]": 30540, "[XXXXX725]": 30230, "[XXXXX1150]": 30655, "[XXXXX988]": 30493, "[XXXXX708]": 30213, "[XXXXX1017]": 30522, "[XXXXX1130]": 30635, "[XXXXX1138]": 30643, "[XXXXX192]": 29697, "[XXXXX1033]": 30538, "[XXXXX48]": 29553, "[XXXXX733]": 30238, "[XXXXX929]": 30434, "[XXXXX304]": 29809, "[XXXXX587]": 30092, "[XXXXX797]": 30302, "[XXXXX352]": 29857, "[XXXXX959]": 30464, "[XXXXX558]": 30063, "[XXXXX152]": 29657, "[XXXXX446]": 29951, "[XXXXX712]": 30217, "[XXXXX865]": 30370, "[XXXXX338]": 29843, "[XXXXX795]": 30300, "[XXXXX1014]": 30519, "[XXXXX1198]": 30703, "[XXXXX710]": 30215, "[XXXXX1107]": 30612, "[XXXXX1165]": 30670, "[XXXXX960]": 30465, "[XXXXX613]": 30118, "[XXXXX941]": 30446, "[XXXXX1067]": 30572, "[XXXXX997]": 30502, "[XXXXX763]": 30268, "[XXXXX889]": 30394, "[XXXXX455]": 29960, "[XXXXX483]": 29988, "[XXXXX1062]": 30567, "[XXXXX1051]": 30556, "[XXXXX95]": 29600, "[XXXXX761]": 30266, "[XXXXX977]": 30482, "[XXXXX660]": 30165, "[XXXXX485]": 29990, "[XXXXX231]": 29736, "[XXXXX783]": 30288, "[XXXXX157]": 29662, "[XXXXX580]": 30085, "[XXXXX475]": 29980, "[XXXXX298]": 29803, "[XXXXX19]": 29524, "[XXXXX525]": 30030, "[XXXXX640]": 30145, "[XXXXX373]": 29878, "[XXXXX561]": 30066, "[XXXXX59]": 29564, "[XXXXX348]": 29853, "[XXXXX1149]": 30654, "[XXXXX1173]": 30678, "[XXXXX206]": 29711, "[XXXXX103]": 29608, "[XXXXX10]": 29515, "[XXXXX407]": 29912, "[XXXXX202]": 29707, "[XXXXX211]": 29716, "[XXXXX1084]": 30589, "[XXXXX1070]": 30575, "[XXXXX524]": 30029, "[XXXXX53]": 29558, "[XXXXX163]": 29668, "[XXXXX366]": 29871, "[XXXXX808]": 30313, "[XXXXX1214]": 30719, "[XXXXX546]": 30051, "[XXXXX410]": 29915, "[XXXXX481]": 29986, "[XXXXX515]": 30020, "[XXXXX1097]": 30602, "[XXXXX893]": 30398, "[XXXXX955]": 30460, "[XXXXX39]": 29544, "[XXXXX123]": 29628, "[XXXXX461]": 29966, "[XXXXX493]": 29998, "[XXXXX694]": 30199, "[XXXXX36]": 29541, "[XXXXX110]": 29615, "[XXXXX237]": 29742, "[XXXXX129]": 29634, "<pad>": 29503, "[XXXXX533]": 30038, "[XXXXX538]": 30043, "[XXXXX1019]": 30524, "[XXXXX326]": 29831, "[XXXXX507]": 30012, "[XXXXX398]": 29903, "[XXXXX449]": 29954, "[XXXXX632]": 30137, "[XXXXX299]": 29804, "[XXXXX519]": 30024, "[XXXXX153]": 29658, "[XXXXX898]": 30403, "[XXXXX1167]": 30672, "[XXXXX78]": 29583, "[XXXXX327]": 29832, "[XXXXX982]": 30487, "[XXXXX165]": 29670, "[XXXXX505]": 30010, "[XXXXX92]": 29597, "[XXXXX437]": 29942, "[XXXXX638]": 30143, "[XXXXX198]": 29703, "[XXXXX283]": 29788, "[XXXXX1164]": 30669, "[XXXXX282]": 29787, "[XXXXX1179]": 30684, "[XXXXX825]": 30330, "[XXXXX703]": 30208, "[XXXXX834]": 30339, "[XXXXX1116]": 30621, "[XXXXX753]": 30258, "[XXXXX380]": 29885, "[XXXXX347]": 29852, "[XXXXX386]": 29891, "[XXXXX728]": 30233, "[XXXXX301]": 29806, "[XXXXX25]": 29530, "[XXXXX750]": 30255, "[XXXXX879]": 30384, "[XXXXX305]": 29810, "[XXXXX249]": 29754, "[XXXXX636]": 30141, "[XXXXX322]": 29827, "[XXXXX1089]": 30594, "[XXXXX516]": 30021, "[XXXXX426]": 29931, "[XXXXX892]": 30397, "[XXXXX1028]": 30533, "[XXXXX984]": 30489, "[XXXXX154]": 29659, "[XXXXX670]": 30175, "[XXXXX236]": 29741, "[XXXXX1159]": 30664, "[XXXXX1114]": 30619, "[XXXXX342]": 29847, "[XXXXX995]": 30500, "[XXXXX1139]": 30644, "[XXXXX241]": 29746, "[XXXXX250]": 29755, "[XXXXX214]": 29719, "[XXXXX1169]": 30674, "[XXXXX55]": 29560, "[XXXXX805]": 30310, "[XXXXX369]": 29874, "[XXXXX479]": 29984, "[XXXXX820]": 30325, "[XXXXX792]": 30297, "[XXXXX662]": 30167, "[XXXXX727]": 30232, "[XXXXX1111]": 30616, "[XXXXX204]": 29709, "[XXXXX186]": 29691, "[XXXXX467]": 29972, "[XXXXX18]": 29523, "[XXXXX595]": 30100, "[XXXXX4]": 29509, "[XXXXX850]": 30355, "[XXXXX827]": 30332, "[XXXXX1025]": 30530, "[XXXXX403]": 29908, "[XXXXX115]": 29620, "[XXXXX1190]": 30695, "[XXXXX586]": 30091, "[XXXXX932]": 30437, "[XXXXX655]": 30160, "[XXXXX981]": 30486, "[XXXXX740]": 30245, "[XXXXX796]": 30301, "[XXXXX196]": 29701, "[XXXXX307]": 29812, "[XXXXX1001]": 30506, "[XXXXX556]": 30061, "[XXXXX1189]": 30694, "[XXXXX1200]": 30705, "[XXXXX17]": 29522, "[XXXXX1208]": 30713, "[XXXXX550]": 30055, "[XXXXX591]": 30096, "[XXXXX339]": 29844, "[XXXXX639]": 30144, "[XXXXX14]": 29519, "[XXXXX353]": 29858, "[XXXXX521]": 30026, "[XXXXX968]": 30473, "[XXXXX855]": 30360, "[XXXXX588]": 30093, "[XXXXX716]": 30221, "[XXXXX698]": 30203, "[XXXXX1182]": 30687, "[XXXXX962]": 30467, "[MASK]": 29504, "[XXXXX529]": 30034, "[XXXXX1154]": 30659, "[XXXXX758]": 30263, "[XXXXX1160]": 30665, "[XXXXX469]": 29974, "[XXXXX1143]": 30648, "[XXXXX259]": 29764, "[XXXXX562]": 30067, "[XXXXX1005]": 30510, "[XXXXX245]": 29750, "[XXXXX765]": 30270, "[XXXXX528]": 30033, "[XXXXX721]": 30226, "[XXXXX293]": 29798, "[XXXXX654]": 30159, "[XXXXX905]": 30410, "[XXXXX476]": 29981, "[XXXXX896]": 30401, "[XXXXX323]": 29828, "[XXXXX235]": 29740, "[XXXXX1207]": 30712, "[XXXXX88]": 29593, "[XXXXX729]": 30234, "[XXXXX296]": 29801, "[XXXXX539]": 30044, "[XXXXX1211]": 30716, "[XXXXX480]": 29985, "[XXXXX916]": 30421, "[XXXXX56]": 29561, "[XXXXX653]": 30158, "[XXXXX628]": 30133, "[XXXXX770]": 30275, "[XXXXX85]": 29590, "[XXXXX1083]": 30588, "[XXXXX487]": 29992, "[XXXXX780]": 30285, "[XXXXX139]": 29644, "[XXXXX847]": 30352, "[XXXXX46]": 29551, "[XXXXX439]": 29944, "[XXXXX1144]": 30649, "[XXXXX1155]": 30660, "[XXXXX458]": 29963, "[XXXXX842]": 30347, "[XXXXX91]": 29596, "[XXXXX261]": 29766, "[XXXXX926]": 30431, "[XXXXX244]": 29749, "[XXXXX858]": 30363, "[XXXXX16]": 29521, "[XXXXX431]": 29936, "[XXXXX1106]": 30611, "[XXXXX1065]": 30570, "[XXXXX167]": 29672, "[XXXXX913]": 30418, "[XXXXX2]": 29507, "[XXXXX611]": 30116, "[XXXXX427]": 29932, "[XXXXX1178]": 30683, "[XXXXX657]": 30162, "[XXXXX328]": 29833, "[XXXXX350]": 29855, "[XXXXX1127]": 30632, "[XXXXX190]": 29695, "[XXXXX985]": 30490, "[XXXXX1152]": 30657, "[XXXXX649]": 30154, "[XXXXX920]": 30425, "[XXXXX423]": 29928, "[XXXXX69]": 29574, "[XXXXX781]": 30286, "[XXXXX743]": 30248, "[XXXXX62]": 29567, "[XXXXX786]": 30291, "[XXXXX986]": 30491, "[XXXXX596]": 30101, "[XXXXX47]": 29552, "[XXXXX812]": 30317, "[XXXXX910]": 30415, "[XXXXX1136]": 30641, "[XXXXX285]": 29790, "[XXXXX462]": 29967, "[XXXXX614]": 30119, "[XXXXX739]": 30244, "[XXXXX217]": 29722, "[XXXXX1123]": 30628, "[XXXXX589]": 30094, "[XXXXX1010]": 30515, "[XXXXX681]": 30186, "[XXXXX860]": 30365, "[XXXXX744]": 30249, "[CLS]": 29501, "[XXXXX841]": 30346, "[XXXXX899]": 30404, "[XXXXX64]": 29569, "[XXXXX93]": 29598, "[XXXXX311]": 29816, "[XXXXX918]": 30423, "[XXXXX633]": 30138, "[XXXXX460]": 29965, "[XXXXX138]": 29643, "[XXXXX833]": 30338, "[XXXXX575]": 30080, "[XXXXX1093]": 30598, "[XXXXX1157]": 30662, "[XXXXX20]": 29525, "[XXXXX738]": 30243, "[XXXXX205]": 29710, "[XXXXX408]": 29913, "[XXXXX578]": 30083, "[XXXXX257]": 29762, "[XXXXX742]": 30247, "[XXXXX1180]": 30685, "[XXXXX80]": 29585, "[XXXXX838]": 30343, "[XXXXX682]": 30187, "[XXXXX96]": 29601, "[XXXXX689]": 30194, "[XXXXX686]": 30191, "[XXXXX736]": 30241, "[XXXXX1058]": 30563, "[XXXXX331]": 29836, "[XXXXX1032]": 30537, "[XXXXX1141]": 30646, "[XXXXX803]": 30308, "[XXXXX440]": 29945, "[XXXXX448]": 29953, "[XXXXX1175]": 30680, "[XXXXX499]": 30004, "[XXXXX343]": 29848, "[XXXXX276]": 29781, "[XXXXX216]": 29721, "[XXXXX248]": 29753, "[XXXXX711]": 30216, "[XXXXX848]": 30353, "[XXXXX75]": 29580, "[XXXXX94]": 29599, "[XXXXX644]": 30149, "[XXXXX897]": 30402, "[XXXXX582]": 30087, "[XXXXX492]": 29997, "[XXXXX143]": 29648, "[XXXXX598]": 30103, "[XXXXX663]": 30168, "[XXXXX1113]": 30618, "[XXXXX570]": 30075, "[XXXXX1053]": 30558, "[XXXXX35]": 29540, "[XXXXX535]": 30040, "[XXXXX791]": 30296, "[XXXXX1016]": 30521, "[XXXXX1183]": 30688, "[XXXXX625]": 30130, "[XXXXX624]": 30129, "[XXXXX872]": 30377, "[XXXXX54]": 29559, "[XXXXX1022]": 30527, "[XXXXX324]": 29829, "[XXXXX318]": 29823, "[XXXXX271]": 29776, "[XXXXX1205]": 30710, "[XXXXX679]": 30184, "[XXXXX191]": 29696, "[XXXXX1109]": 30614, "[XXXXX277]": 29782, "[XXXXX1000]": 30505, "[XXXXX665]": 30170, "[XXXXX393]": 29898, "[XXXXX412]": 29917, "[XXXXX914]": 30419, "[XXXXX647]": 30152, "[XXXXX1170]": 30675, "[XXXXX583]": 30088, "[XXXXX1151]": 30656, "[XXXXX769]": 30274, "[XXXXX309]": 29814, "[XXXXX395]": 29900, "[XXXXX530]": 30035, "[XXXXX228]": 29733, "[XXXXX148]": 29653, "[XXXXX132]": 29637, "[XXXXX224]": 29729, "[XXXXX433]": 29938, "[XXXXX552]": 30057, "[XXXXX432]": 29937, "[XXXXX615]": 30120, "[XXXXX978]": 30483, "[XXXXX664]": 30169, "[XXXXX845]": 30350, "[XXXXX169]": 29674, "[XXXXX414]": 29919, "[XXXXX42]": 29547, "[XXXXX388]": 29893, "[XXXXX945]": 30450, "[XXXXX900]": 30405, "[XXXXX908]": 30413, "[XXXXX967]": 30472, "[XXXXX947]": 30452, "[XXXXX1069]": 30574, "[XXXXX340]": 29845, "[XXXXX772]": 30277, "[XXXXX930]": 30435, "[XXXXX260]": 29765, "[XXXXX600]": 30105, "[XXXXX719]": 30224, "[XXXXX585]": 30090, "[XXXXX399]": 29904, "[XXXXX809]": 30314, "[XXXXX994]": 30499, "[XXXXX179]": 29684, "[XXXXX363]": 29868, "[XXXXX11]": 29516, "[XXXXX835]": 30340, "[XXXXX828]": 30333, "[XXXXX1050]": 30555, "[XXXXX819]": 30324, "[XXXXX1044]": 30549, "[XXXXX79]": 29584, "[XXXXX1081]": 30586, "[XXXXX84]": 29589, "[XXXXX1121]": 30626, "[XXXXX1023]": 30528, "[XXXXX881]": 30386, "[XXXXX1172]": 30677, "[XXXXX251]": 29756, "[XXXXX991]": 30496, "[XXXXX832]": 30337, "[XXXXX854]": 30359, "[XXXXX40]": 29545, "[XXXXX676]": 30181, "[XXXXX502]": 30007, "[XXXXX199]": 29704, "[XXXXX488]": 29993, "[XXXXX370]": 29875, "[XXXXX218]": 29723, "[XXXXX683]": 30188, "[XXXXX372]": 29877, "[XXXXX8]": 29513, "[XXXXX1066]": 30571, "[XXXXX807]": 30312, "[XXXXX759]": 30264, "[XXXXX677]": 30182, "[XXXXX227]": 29732, "[XXXXX754]": 30259, "[XXXXX1038]": 30543, "[XXXXX313]": 29818, "[XXXXX174]": 29679, "[XXXXX526]": 30031, "[XXXXX1003]": 30508, "[XXXXX86]": 29591, "[XXXXX1212]": 30717, "[XXXXX974]": 30479, "[XXXXX494]": 29999, "[XXXXX713]": 30218, "[XXXXX1064]": 30569, "[XXXXX288]": 29793, "[XXXXX906]": 30411, "[XXXXX836]": 30341, "[XXXXX1024]": 30529, "[XXXXX63]": 29568, "[XXXXX946]": 30451, "[XXXXX620]": 30125, "[XXXXX924]": 30429, "[XXXXX333]": 29838, "[XXXXX804]": 30309, "[XXXXX83]": 29588, "[XXXXX784]": 30289, "[XXXXX724]": 30229, "[XXXXX1105]": 30610, "[XXXXX911]": 30416, "[XXXXX34]": 29539, "[XXXXX58]": 29563, "[XXXXX1041]": 30546, "[XXXXX451]": 29956, "[XXXXX671]": 30176, "[XXXXX106]": 29611, "[XXXXX722]": 30227, "[XXXXX610]": 30115, "[XXXXX278]": 29783, "[XXXXX489]": 29994, "[XXXXX886]": 30391, "[XXXXX604]": 30109, "[XXXXX140]": 29645, "[XXXXX456]": 29961, "[XXXXX748]": 30253, "[XXXXX1046]": 30551, "[XXXXX1176]": 30681, "[XXXXX137]": 29642, "[XXXXX673]": 30178, "[XXXXX871]": 30376, "[XXXXX429]": 29934, "[XXXXX593]": 30098, "[XXXXX579]": 30084, "[XXXXX413]": 29918, "[XXXXX667]": 30172, "[XXXXX942]": 30447, "[XXXXX730]": 30235, "[XXXXX1099]": 30604, "[XXXXX374]": 29879, "[XXXXX704]": 30209, "[XXXXX1125]": 30630, "[XXXXX956]": 30461, "[XXXXX1002]": 30507, "[XXXXX477]": 29982, "[XXXXX443]": 29948, "[XXXXX523]": 30028, "[XXXXX1140]": 30645, "[XXXXX637]": 30142, "[XXXXX699]": 30204, "[XXXXX873]": 30378, "[XXXXX568]": 30073, "[XXXXX880]": 30385, "[XXXXX829]": 30334, "[XXXXX450]": 29955, "[XXXXX922]": 30427, "[XXXXX66]": 29571, "[XXXXX1063]": 30568, "[XXXXX385]": 29890, "[XXXXX321]": 29826, "[XXXXX659]": 30164, "[XXXXX444]": 29949, "[XXXXX141]": 29646, "[XXXXX61]": 29566, "[XXXXX465]": 29970, "[XXXXX1087]": 30592, "[XXXXX1195]": 30700, "[XXXXX692]": 30197, "[XXXXX239]": 29744, "[XXXXX6]": 29511, "[XXXXX1122]": 30627, "[XXXXX531]": 30036, "[XXXXX1088]": 30593, "[XXXXX700]": 30205, "[XXXXX511]": 30016, "[XXXXX1102]": 30607, "[XXXXX1006]": 30511, "[XXXXX830]": 30335, "[XXXXX159]": 29664, "[XXXXX643]": 30148, "[XXXXX888]": 30393, "[XXXXX518]": 30023, "[XXXXX802]": 30307, "[XXXXX1061]": 30566, "[XXXXX882]": 30387, "[XXXXX690]": 30195, "[XXXXX335]": 29840, "[XXXXX472]": 29977, "[XXXXX26]": 29531, "[XXXXX1120]": 30625, "[XXXXX618]": 30123, "[XXXXX999]": 30504, "[XXXXX195]": 29700, "[XXXXX223]": 29728, "[XXXXX1095]": 30600, "[XXXXX104]": 29609, "[XXXXX1075]": 30580, "[XXXXX252]": 29757, "[XXXXX102]": 29607, "[XXXXX256]": 29761, "[XXXXX693]": 30198, "[XXXXX983]": 30488, "[XXXXX821]": 30326, "[XXXXX800]": 30305, "[XXXXX146]": 29651, "[XXXXX741]": 30246, "[XXXXX357]": 29862, "[XXXXX883]": 30388, "[XXXXX1158]": 30663, "[XXXXX188]": 29693, "[XXXXX375]": 29880, "[XXXXX512]": 30017, "[XXXXX470]": 29975, "[XXXXX349]": 29854, "[XXXXX963]": 30468, "[XXXXX923]": 30428, "[XXXXX364]": 29869, "[XXXXX868]": 30373, "[XXXXX468]": 29973, "[XXXXX482]": 29987, "[XXXXX37]": 29542, "[XXXXX254]": 29759, "[XXXXX478]": 29983, "[XXXXX336]": 29841, "[XXXXX684]": 30189, "[XXXXX715]": 30220, "[XXXXX605]": 30110, "[XXXXX801]": 30306, "[XXXXX1059]": 30564, "[XXXXX621]": 30126, "[XXXXX471]": 29976, "[XXXXX1124]": 30629, "[XXXXX965]": 30470, "[XXXXX281]": 29786, "[XXXXX1030]": 30535, "[XXXXX273]": 29778, "[XXXXX368]": 29873, "[XXXXX100]": 29605, "[XXXXX867]": 30372, "[XXXXX419]": 29924, "[XXXXX120]": 29625, "[XXXXX869]": 30374, "[XXXXX32]": 29537, "[XXXXX113]": 29618, "[XXXXX496]": 30001, "[XXXXX520]": 30025, "[XXXXX542]": 30047, "[XXXXX319]": 29824, "[XXXXX279]": 29784, "[XXXXX45]": 29550, "[XXXXX790]": 30295, "[XXXXX264]": 29769, "[XXXXX466]": 29971, "[XXXXX1082]": 30587, "[XXXXX212]": 29717, "[XXXXX573]": 30078, "[XXXXX601]": 30106, "[XXXXX144]": 29649, "[XXXXX826]": 30331, "[XXXXX474]": 29979, "[XXXXX52]": 29557, "[XXXXX405]": 29910, "[XXXXX172]": 29677, "[XXXXX416]": 29921, "[XXXXX158]": 29663, "[XXXXX112]": 29617, "[XXXXX1036]": 30541, "[XXXXX463]": 29968, "[XXXXX1048]": 30553, "[XXXXX295]": 29800, "[XXXXX862]": 30367, "[XXXXX574]": 30079, "[XXXXX164]": 29669, "[XXXXX221]": 29726, "[XXXXX1103]": 30608, "[XXXXX133]": 29638, "[XXXXX173]": 29678, "[XXXXX675]": 30180, "[XXXXX870]": 30375, "[XXXXX771]": 30276, "[XXXXX714]": 30219, "[XXXXX768]": 30273, "[XXXXX577]": 30082, "[XXXXX1021]": 30526, "[XXXXX717]": 30222, "[XXXXX292]": 29797, "[XXXXX330]": 29835, "[XXXXX540]": 30045, "[XXXXX811]": 30316, "[XXXXX166]": 29671, "[XXXXX21]": 29526, "[XXXXX189]": 29694, "[XXXXX422]": 29927, "[XXXXX242]": 29747, "[XXXXX76]": 29581, "[XXXXX674]": 30179, "[XXXXX548]": 30053, "[XXXXX65]": 29570, "[XXXXX701]": 30206, "[XXXXX303]": 29808, "[XXXXX394]": 29899, "[XXXXX238]": 29743, "[XXXXX258]": 29763, "[XXXXX73]": 29578, "[XXXXX1194]": 30699, "[XXXXX572]": 30077, "[XXXXX779]": 30284, "[XXXXX903]": 30408, "[XXXXX1213]": 30718, "[XXXXX15]": 29520, "[XXXXX194]": 29699, "[XXXXX514]": 30019, "[XXXXX1147]": 30652, "[XXXXX1080]": 30585, "[XXXXX954]": 30459, "[XXXXX894]": 30399, "[XXXXX1013]": 30518, "[XXXXX594]": 30099, "[XXXXX559]": 30064, "[XXXXX1181]": 30686, "[XXXXX844]": 30349, "[XXXXX44]": 29549, "[XXXXX1174]": 30679, "[XXXXX776]": 30281, "[XXXXX219]": 29724, "[XXXXX648]": 30153, "[XXXXX735]": 30240, "[XXXXX275]": 29780, "[XXXXX156]": 29661, "[XXXXX116]": 29621, "[XXXXX925]": 30430, "[XXXXX320]": 29825, "[XXXXX209]": 29714, "[XXXXX234]": 29739, "[XXXXX971]": 30476, "[XXXXX846]": 30351, "[XXXXX534]": 30039, "[XXXXX3]": 29508, "[XXXXX545]": 30050, "[XXXXX685]": 30190, "[XXXXX230]": 29735, "[XXXXX381]": 29886, "[XXXXX816]": 30321, "[XXXXX1098]": 30603, "[XXXXX609]": 30114, "[XXXXX382]": 29887, "[XXXXX28]": 29533, "[XXXXX457]": 29962, "[XXXXX857]": 30362, "[XXXXX1119]": 30624, "[XXXXX29]": 29534, "[XXXXX756]": 30261, "[XXXXX222]": 29727, "[XXXXX87]": 29592, "[XXXXX484]": 29989, "[XXXXX782]": 30287, "[XXXXX176]": 29681, "[XXXXX1045]": 30550, "[XXXXX1166]": 30671, "[XXXXX316]": 29821, "[XXXXX72]": 29577, "[XXXXX306]": 29811, "[XXXXX41]": 29546, "[XXXXX541]": 30046, "[XXXXX233]": 29738, "[XXXXX193]": 29698, "[XXXXX902]": 30407, "[XXXXX718]": 30223, "[XXXXX447]": 29952, "[XXXXX122]": 29627, "[XXXXX658]": 30163, "[XXXXX1026]": 30531, "[XXXXX928]": 30433, "[XXXXX379]": 29884, "[XXXXX814]": 30319, "[XXXXX576]": 30081, "[XXXXX67]": 29572, "[XXXXX543]": 30048, "[XXXXX720]": 30225, "[XXXXX1126]": 30631, "[XXXXX1186]": 30691, "[XXXXX785]": 30290, "[XXXXX1192]": 30697, "[XXXXX359]": 29864, "[XXXXX417]": 29922, "[XXXXX950]": 30455, "[XXXXX1055]": 30560, "[XXXXX213]": 29718, "[XXXXX182]": 29687, "[XXXXX411]": 29916, "[XXXXX957]": 30462, "[XXXXX187]": 29692, "[XXXXX392]": 29897, "[XXXXX843]": 30348, "[XXXXX1135]": 30640, "[XXXXX504]": 30009, "[XXXXX168]": 29673, "[XXXXX185]": 29690, "[XXXXX1049]": 30554, "[XXXXX377]": 29882, "[XXXXX612]": 30117, "[XXXXX824]": 30329, "[XXXXX980]": 30485, "[XXXXX149]": 29654, "[XXXXX964]": 30469, "[XXXXX760]": 30265, "[XXXXX376]": 29881, "[XXXXX114]": 29619, "[XXXXX537]": 30042, "[XXXXX635]": 30140, "[XXXXX666]": 30171, "[XXXXX1043]": 30548, "[XXXXX177]": 29682, "[XXXXX99]": 29604, "[XXXXX361]": 29866, "[XXXXX356]": 29861, "[XXXXX631]": 30136, "[XXXXX161]": 29666, "[XXXXX953]": 30458, "[XXXXX445]": 29950, "[XXXXX927]": 30432, "[XXXXX147]": 29652, "[XXXXX1188]": 30693, "[XXXXX891]": 30396, "[XXXXX688]": 30193, "[XXXXX1201]": 30706, "[XXXXX310]": 29815, "[XXXXX823]": 30328, "[XXXXX948]": 30453, "[XXXXX81]": 29586, "[XXXXX495]": 30000, "[XXXXX607]": 30112, "[XXXXX806]": 30311, "[XXXXX1134]": 30639, "[XXXXX678]": 30183, "[XXXXX215]": 29720, "[XXXXX272]": 29777, "[XXXXX243]": 29748, "[XXXXX284]": 29789, "[XXXXX996]": 30501, "[XXXXX875]": 30380, "[XXXXX810]": 30315, "[XXXXX773]": 30278, "[XXXXX904]": 30409, "[XXXXX651]": 30156, "[XXXXX815]": 30320, "[XXXXX794]": 30299, "[XXXXX752]": 30257, "[XXXXX365]": 29870, "[XXXXX97]": 29602, "[XXXXX33]": 29538, "[XXXXX225]": 29730, "[XXXXX1054]": 30559, "[XXXXX554]": 30059, "[XXXXX438]": 29943, "[XXXXX1007]": 30512, "[XXXXX788]": 30293, "[XXXXX813]": 30318, "[XXXXX551]": 30056, "[XXXXX1153]": 30658, "[XXXXX934]": 30439, "[XXXXX1037]": 30542, "[XXXXX590]": 30095, "[XXXXX691]": 30196, "[XXXXX1076]": 30581, "[XXXXX105]": 29610, "[XXXXX798]": 30303, "[XXXXX263]": 29768, "[XXXXX1145]": 30650, "[XXXXX396]": 29901, "[XXXXX1177]": 30682, "[XXXXX332]": 29837, "[XXXXX400]": 29905, "[XXXXX346]": 29851, "[XXXXX464]": 29969, "[XXXXX774]": 30279, "[XXXXX312]": 29817, "[XXXXX1137]": 30642, "[XXXXX567]": 30072, "[XXXXX973]": 30478, "[XXXXX645]": 30150, "[XXXXX246]": 29751, "[XXXXX1052]": 30557, "[XXXXX23]": 29528, "[XXXXX287]": 29792, "[XXXXX421]": 29926, "[XXXXX697]": 30202, "[XXXXX731]": 30236, "[XXXXX992]": 30497, "[XXXXX125]": 29630, "[XXXXX1210]": 30715, "[XXXXX569]": 30074, "[XXXXX553]": 30058, "[XXXXX1129]": 30634, "[XXXXX508]": 30013, "[XXXXX150]": 29655, "[XXXXX642]": 30147, "[XXXXX839]": 30344, "[XXXXX89]": 29594, "[XXXXX1202]": 30707, "[XXXXX68]": 29573, "[XXXXX384]": 29889, "[XXXXX751]": 30256, "[XXXXX652]": 30157, "[XXXXX155]": 29660, "[XXXXX255]": 29760, "[XXXXX1133]": 30638, "[XXXXX49]": 29554, "[XXXXX547]": 30052, "[XXXXX229]": 29734, "[XXXXX355]": 29860, "[XXXXX1184]": 30689, "[XXXXX345]": 29850, "[XXXXX1012]": 30517, "[XXXXX1071]": 30576, "[XXXXX1196]": 30701, "[XXXXX1029]": 30534, "[XXXXX680]": 30185, "[XXXXX972]": 30477, "[XXXXX1091]": 30596, "[XXXXX1073]": 30578, "[XXXXX434]": 29939, "[XXXXX1008]": 30513, "[XXXXX387]": 29892, "[XXXXX170]": 29675, "[XXXXX360]": 29865, "[XXXXX937]": 30442, "[XXXXX315]": 29820, "[XXXXX787]": 30292, "[XXXXX1060]": 30565, "[XXXXX71]": 29576, "[XXXXX291]": 29796, "[XXXXX656]": 30161, "[XXXXX297]": 29802, "[XXXXX506]": 30011, "[XXXXX571]": 30076, "[XXXXX128]": 29633, "[XXXXX409]": 29914, "[XXXXX1020]": 30525, "[XXXXX919]": 30424, "[XXXXX755]": 30260, "[XXXXX1112]": 30617, "[XXXXX1068]": 30573, "[XXXXX82]": 29587, "[XXXXX622]": 30127, "[XXXXX536]": 30041, "[XXXXX101]": 29606, "[XXXXX822]": 30327, "[XXXXX314]": 29819, "[XXXXX329]": 29834, "[XXXXX1034]": 30539, "[XXXXX200]": 29705, "[XXXXX998]": 30503, "[XXXXX629]": 30134, "[XXXXX696]": 30201, "[XXXXX135]": 29640, "[XXXXX1209]": 30714, "[XXXXX7]": 29512, "[XXXXX201]": 29706, "[XXXXX1096]": 30601, "[XXXXX726]": 30231, "[XXXXX549]": 30054, "[XXXXX1108]": 30613, "[XXXXX603]": 30108, "[XXXXX584]": 30089, "[XXXXX1118]": 30623, "[XXXXX367]": 29872, "[XXXXX952]": 30457, "[XXXXX1086]": 30591, "[XXXXX1117]": 30622, "[XXXXX608]": 30113, "[XXXXX966]": 30471, "[XXXXX901]": 30406, "[XXXXX767]": 30272, "[XXXXX90]": 29595, "[XXXXX935]": 30440, "[XXXXX418]": 29923, "[XXXXX180]": 29685, "[XXXXX269]": 29774, "[XXXXX921]": 30426, "[XXXXX517]": 30022, "[XXXXX707]": 30212, "[XXXXX940]": 30445, "[XXXXX267]": 29772, "[XXXXX1156]": 30661, "[XXXXX43]": 29548, "[XXXXX308]": 29813, "[XXXXX160]": 29665, "[XXXXX849]": 30354, "[XXXXX30]": 29535, "[XXXXX606]": 30111, "[XXXXX240]": 29745, "[XXXXX13]": 29518, "[XXXXX401]": 29906, "[XXXXX626]": 30131, "[XXXXX1009]": 30514, "[XXXXX390]": 29895, "[XXXXX344]": 29849, "[XXXXX50]": 29555, "[XXXXX1057]": 30562, "[XXXXX383]": 29888, "[XXXXX1078]": 30583, "[XXXXX1199]": 30704, "[XXXXX1018]": 30523, "[XXXXX459]": 29964, "[XXXXX990]": 30495, "[XXXXX203]": 29708, "[XXXXX171]": 29676, "[XXXXX268]": 29773, "[XXXXX866]": 30371}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]", "[XXXXX907]", "[XXXXX908]", "[XXXXX909]", "[XXXXX910]", "[XXXXX911]", "[XXXXX912]", "[XXXXX913]", "[XXXXX914]", "[XXXXX915]", "[XXXXX916]", "[XXXXX917]", "[XXXXX918]", "[XXXXX919]", "[XXXXX920]", "[XXXXX921]", "[XXXXX922]", "[XXXXX923]", "[XXXXX924]", "[XXXXX925]", "[XXXXX926]", "[XXXXX927]", "[XXXXX928]", "[XXXXX929]", "[XXXXX930]", "[XXXXX931]", "[XXXXX932]", "[XXXXX933]", "[XXXXX934]", "[XXXXX935]", "[XXXXX936]", "[XXXXX937]", "[XXXXX938]", "[XXXXX939]", "[XXXXX940]", "[XXXXX941]", "[XXXXX942]", "[XXXXX943]", "[XXXXX944]", "[XXXXX945]", "[XXXXX946]", "[XXXXX947]", "[XXXXX948]", "[XXXXX949]", "[XXXXX950]", "[XXXXX951]", "[XXXXX952]", "[XXXXX953]", "[XXXXX954]", "[XXXXX955]", "[XXXXX956]", "[XXXXX957]", "[XXXXX958]", "[XXXXX959]", "[XXXXX960]", "[XXXXX961]", "[XXXXX962]", "[XXXXX963]", "[XXXXX964]", "[XXXXX965]", "[XXXXX966]", "[XXXXX967]", "[XXXXX968]", "[XXXXX969]", "[XXXXX970]", "[XXXXX971]", "[XXXXX972]", "[XXXXX973]", "[XXXXX974]", "[XXXXX975]", "[XXXXX976]", "[XXXXX977]", "[XXXXX978]", "[XXXXX979]", "[XXXXX980]", "[XXXXX981]", "[XXXXX982]", "[XXXXX983]", "[XXXXX984]", "[XXXXX985]", "[XXXXX986]", "[XXXXX987]", "[XXXXX988]", "[XXXXX989]", "[XXXXX990]", "[XXXXX991]", "[XXXXX992]", "[XXXXX993]", "[XXXXX994]", "[XXXXX995]", "[XXXXX996]", "[XXXXX997]", "[XXXXX998]", "[XXXXX999]", "[XXXXX1000]", "[XXXXX1001]", "[XXXXX1002]", "[XXXXX1003]", "[XXXXX1004]", "[XXXXX1005]", "[XXXXX1006]", "[XXXXX1007]", "[XXXXX1008]", "[XXXXX1009]", "[XXXXX1010]", "[XXXXX1011]", "[XXXXX1012]", "[XXXXX1013]", "[XXXXX1014]", "[XXXXX1015]", "[XXXXX1016]", "[XXXXX1017]", "[XXXXX1018]", "[XXXXX1019]", "[XXXXX1020]", "[XXXXX1021]", "[XXXXX1022]", "[XXXXX1023]", "[XXXXX1024]", "[XXXXX1025]", "[XXXXX1026]", "[XXXXX1027]", "[XXXXX1028]", "[XXXXX1029]", "[XXXXX1030]", "[XXXXX1031]", "[XXXXX1032]", "[XXXXX1033]", "[XXXXX1034]", "[XXXXX1035]", "[XXXXX1036]", "[XXXXX1037]", "[XXXXX1038]", "[XXXXX1039]", "[XXXXX1040]", "[XXXXX1041]", "[XXXXX1042]", "[XXXXX1043]", "[XXXXX1044]", "[XXXXX1045]", "[XXXXX1046]", "[XXXXX1047]", "[XXXXX1048]", "[XXXXX1049]", "[XXXXX1050]", "[XXXXX1051]", "[XXXXX1052]", "[XXXXX1053]", "[XXXXX1054]", "[XXXXX1055]", "[XXXXX1056]", "[XXXXX1057]", "[XXXXX1058]", "[XXXXX1059]", "[XXXXX1060]", "[XXXXX1061]", "[XXXXX1062]", "[XXXXX1063]", "[XXXXX1064]", "[XXXXX1065]", "[XXXXX1066]", "[XXXXX1067]", "[XXXXX1068]", "[XXXXX1069]", "[XXXXX1070]", "[XXXXX1071]", "[XXXXX1072]", "[XXXXX1073]", "[XXXXX1074]", "[XXXXX1075]", "[XXXXX1076]", "[XXXXX1077]", "[XXXXX1078]", "[XXXXX1079]", "[XXXXX1080]", "[XXXXX1081]", "[XXXXX1082]", "[XXXXX1083]", "[XXXXX1084]", "[XXXXX1085]", "[XXXXX1086]", "[XXXXX1087]", "[XXXXX1088]", "[XXXXX1089]", "[XXXXX1090]", "[XXXXX1091]", "[XXXXX1092]", "[XXXXX1093]", "[XXXXX1094]", "[XXXXX1095]", "[XXXXX1096]", "[XXXXX1097]", "[XXXXX1098]", "[XXXXX1099]", "[XXXXX1100]", "[XXXXX1101]", "[XXXXX1102]", "[XXXXX1103]", "[XXXXX1104]", "[XXXXX1105]", "[XXXXX1106]", "[XXXXX1107]", "[XXXXX1108]", "[XXXXX1109]", "[XXXXX1110]", "[XXXXX1111]", "[XXXXX1112]", "[XXXXX1113]", "[XXXXX1114]", "[XXXXX1115]", "[XXXXX1116]", "[XXXXX1117]", "[XXXXX1118]", "[XXXXX1119]", "[XXXXX1120]", "[XXXXX1121]", "[XXXXX1122]", "[XXXXX1123]", "[XXXXX1124]", "[XXXXX1125]", "[XXXXX1126]", "[XXXXX1127]", "[XXXXX1128]", "[XXXXX1129]", "[XXXXX1130]", "[XXXXX1131]", "[XXXXX1132]", "[XXXXX1133]", "[XXXXX1134]", "[XXXXX1135]", "[XXXXX1136]", "[XXXXX1137]", "[XXXXX1138]", "[XXXXX1139]", "[XXXXX1140]", "[XXXXX1141]", "[XXXXX1142]", "[XXXXX1143]", "[XXXXX1144]", "[XXXXX1145]", "[XXXXX1146]", "[XXXXX1147]", "[XXXXX1148]", "[XXXXX1149]", "[XXXXX1150]", "[XXXXX1151]", "[XXXXX1152]", "[XXXXX1153]", "[XXXXX1154]", "[XXXXX1155]", "[XXXXX1156]", "[XXXXX1157]", "[XXXXX1158]", "[XXXXX1159]", "[XXXXX1160]", "[XXXXX1161]", "[XXXXX1162]", "[XXXXX1163]", "[XXXXX1164]", "[XXXXX1165]", "[XXXXX1166]", "[XXXXX1167]", "[XXXXX1168]", "[XXXXX1169]", "[XXXXX1170]", "[XXXXX1171]", "[XXXXX1172]", "[XXXXX1173]", "[XXXXX1174]", "[XXXXX1175]", "[XXXXX1176]", "[XXXXX1177]", "[XXXXX1178]", "[XXXXX1179]", "[XXXXX1180]", "[XXXXX1181]", "[XXXXX1182]", "[XXXXX1183]", "[XXXXX1184]", "[XXXXX1185]", "[XXXXX1186]", "[XXXXX1187]", "[XXXXX1188]", "[XXXXX1189]", "[XXXXX1190]", "[XXXXX1191]", "[XXXXX1192]", "[XXXXX1193]", "[XXXXX1194]", "[XXXXX1195]", "[XXXXX1196]", "[XXXXX1197]", "[XXXXX1198]", "[XXXXX1199]", "[XXXXX1200]", "[XXXXX1201]", "[XXXXX1202]", "[XXXXX1203]", "[XXXXX1204]", "[XXXXX1205]", "[XXXXX1206]", "[XXXXX1207]", "[XXXXX1208]", "[XXXXX1209]", "[XXXXX1210]", "[XXXXX1211]", "[XXXXX1212]", "[XXXXX1213]", "[XXXXX1214]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e9c3bb17dd348b6889197937548d74a2e25ee21e6b1104783d2594cae174f7
+size 705480

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/5mb/kha_latn_5mb", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/5mb/kha_latn_5mb/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}