codebyzeb's picture
Upload tokenizer
7132cf2 verified
raw
history blame
No virus
364 Bytes
{"UNK":0,"PAD":1,"BOS":2,"EOS":3,"WORD_BOUNDARY":4,"UTT_BOUNDARY":5,"oɪ":6,"a":7,"ɾ":8,"k":9,"t̠ʃ":10,"i":11,"s̺":12,"l":13,"p":14,"o":15,"r":16,"aɪ":17,"n":18,"m":19,"ð":20,"e":21,"ts̻":22,"β":23,"s̻":24,"ʎ":25,"b":26,"aʊ":27,"t":28,"ɣ":29,"ɡ":30,"c":31,"u":32,"eɪ":33,"d":34,"ts̺":35,"j":36,"ɲ":37,"f":38,"ʃ":39,"ɟ":40,"eʊ":41,"θ":42,"x":43}