ylacombe's picture
ylacombe HF staff
Upload tokenizer
9a2b5a2
raw
history blame
918 Bytes
{
" ": 29,
"'": 59,
"-": 19,
"0": 41,
"1": 13,
"2": 6,
"4": 42,
"6": 44,
"7": 35,
"9": 34,
"_": 10,
"ʇ": 65,
"ʈ": 26,
"ं": 7,
"ः": 45,
"अ": 60,
"आ": 2,
"इ": 61,
"ई": 20,
"उ": 51,
"ऊ": 12,
"ऋ": 40,
"ए": 31,
"ऐ": 27,
"ओ": 18,
"औ": 15,
"क": 14,
"ख": 5,
"ग": 24,
"घ": 67,
"ङ": 0,
"च": 17,
"छ": 55,
"ज": 22,
"झ": 25,
"ञ": 49,
"ट": 9,
"ठ": 36,
"ड": 30,
"ढ": 4,
"ण": 58,
"त": 8,
"थ": 72,
"द": 28,
"ध": 47,
"न": 52,
"प": 48,
"फ": 50,
"ब": 3,
"भ": 70,
"म": 54,
"य": 43,
"र": 69,
"ऱ": 37,
"ल": 46,
"ळ": 16,
"ऴ": 66,
"व": 38,
"श": 21,
"ष": 53,
"स": 11,
"ह": 1,
"ा": 62,
"ि": 57,
"ी": 71,
"ु": 63,
"ू": 64,
"ृ": 23,
"े": 56,
"ै": 32,
"ो": 39,
"ौ": 33,
"्": 68
}