codebyzeb's picture
Upload tokenizer
a131e39 verified
raw
history blame
385 Bytes
{"UNK":0,"PAD":1,"BOS":2,"EOS":3,"WORD_BOUNDARY":4,"UTT_BOUNDARY":5,"d":6,"e":7,"ɛ":8,"n":9,"m":10,"s":11,"t":12,"k":13,"j":14,"f":15,"ɑ":16,"ɒ":17,"ə":18,"ʋ":19,"a":20,"l":21,"h":22,"b":23,"ʁ":24,"p":25,"œ":26,"i":27,"ɡ":28,"ʌ":29,"u":30,"ʃ":31,"ɔ":32,"w":33,"ð":34,"o":35,"y":36,"ŋ":37,"aɪ":38,"œː":39,"aː":40,"d̠ʒ":41,"uː":42,"ʌː":43,"ɜ":44,"oː":45,"yː":46}