KalyanRamM's picture
Upload tokenizer
2651872 verified
raw
history blame
905 Bytes
{
"[PAD]": 69,
"[UNK]": 68,
"|": 0,
"ಂ": 1,
"ಃ": 2,
"ಅ": 3,
"ಆ": 4,
"ಇ": 5,
"ಈ": 6,
"ಉ": 7,
"ಊ": 8,
"ಋ": 9,
"ಎ": 10,
"ಏ": 11,
"ಐ": 12,
"ಒ": 13,
"ಓ": 14,
"ಔ": 15,
"ಕ": 16,
"ಖ": 17,
"ಗ": 18,
"ಘ": 19,
"ಚ": 20,
"ಛ": 21,
"ಜ": 22,
"ಝ": 23,
"ಞ": 24,
"ಟ": 25,
"ಠ": 26,
"ಡ": 27,
"ಢ": 28,
"ಣ": 29,
"ತ": 30,
"ಥ": 31,
"ದ": 32,
"ಧ": 33,
"ನ": 34,
"ಪ": 35,
"ಫ": 36,
"ಬ": 37,
"ಭ": 38,
"ಮ": 39,
"ಯ": 40,
"ರ": 41,
"ಱ": 42,
"ಲ": 43,
"ಳ": 44,
"ವ": 45,
"ಶ": 46,
"ಷ": 47,
"ಸ": 48,
"ಹ": 49,
"ಾ": 50,
"ಿ": 51,
"ೀ": 52,
"ು": 53,
"ೂ": 54,
"ೃ": 55,
"ೆ": 56,
"ೇ": 57,
"ೈ": 58,
"ೊ": 59,
"ೋ": 60,
"ೌ": 61,
"್": 62,
"ೕ": 63,
"ೖ": 64,
"​": 65,
"‌": 66,
"‍": 67
}