Aditya3107's picture
Upload tokenizer
c24b229 verified
raw
history blame contribute delete
721 Bytes
{
"AA": 1,
"AA1": 2,
"AE": 3,
"AE1": 4,
"AH": 5,
"AH1": 6,
"AO": 7,
"AO1": 8,
"AW": 9,
"AW1": 10,
"AX-H1": 11,
"AY": 12,
"AY1": 13,
"B": 14,
"CH": 15,
"D": 16,
"DH": 17,
"EH": 18,
"EH1": 19,
"ER": 20,
"ER1": 21,
"EY": 22,
"EY1": 23,
"F": 24,
"G": 25,
"HH": 26,
"IX": 27,
"IX1": 28,
"IY": 29,
"IY1": 30,
"JH": 31,
"K": 32,
"L": 33,
"M": 34,
"NG": 35,
"NX": 36,
"OW": 37,
"OW1": 38,
"OY": 39,
"OY1": 40,
"P": 41,
"R": 42,
"S": 43,
"S1": 44,
"SH": 45,
"T": 46,
"T1": 47,
"TH": 48,
"UH": 49,
"UH1": 50,
"UW": 51,
"UW1": 52,
"V": 53,
"W": 54,
"Y": 55,
"Z": 56,
"ZH": 57,
"[PAD]": 59,
"[UNK]": 58,
"|": 0
}