ylacombe's picture
ylacombe HF staff
Upload tokenizer
c817153
raw
history blame
721 Bytes
{
" ": 7,
"'": 13,
"0": 47,
"1": 44,
"2": 23,
"3": 0,
"4": 54,
"5": 57,
"6": 36,
"7": 14,
"9": 31,
"_": 4,
"a": 15,
"அ": 1,
"ஆ": 45,
"இ": 38,
"ஈ": 2,
"உ": 3,
"ஊ": 11,
"எ": 37,
"ஏ": 16,
"ஐ": 52,
"ஒ": 27,
"ஓ": 49,
"க": 6,
"ங": 50,
"ச": 30,
"ஜ": 53,
"ஞ": 29,
"ட": 22,
"ண": 48,
"த": 41,
"ந": 5,
"ன": 35,
"ப": 46,
"ம": 26,
"ய": 39,
"ர": 25,
"ற": 28,
"ல": 21,
"ள": 43,
"ழ": 24,
"வ": 17,
"ஷ": 55,
"ஸ": 33,
"ஹ": 19,
"ா": 9,
"ி": 32,
"ீ": 12,
"ு": 51,
"ூ": 20,
"ெ": 10,
"ே": 8,
"ை": 34,
"ொ": 56,
"ோ": 42,
"ௌ": 40,
"்": 18
}