Upload tokenizer

tokenizer.json

@@ -106,7 +106,55 @@
       "PAD": 1,
       "WORD_BOUNDARY": 2,
       "UTT_BOUNDARY": 3,
-      "R": 4
+      "m": 4,
+      "ɛ": 5,
+      "ɲ": 6,
+      "y": 7,
+      "n": 8,
+      "k": 9,
+      "ɑ": 10,
+      "r": 11,
+      "aː": 12,
+      "d": 13,
+      "i": 14,
+      "o": 15,
+      "h": 16,
+      "z": 17,
+      "v": 18,
+      "l": 19,
+      "eː": 20,
+      "j": 21,
+      "ʃ": 22,
+      "ɟ": 23,
+      "s": 24,
+      "oː": 25,
+      "p": 26,
+      "t": 27,
+      "tsː": 28,
+      "b": 29,
+      "u": 30,
+      "ɡ": 31,
+      "tː": 32,
+      "f": 33,
+      "ø": 34,
+      "t̠ʃ": 35,
+      "uː": 36,
+      "iː": 37,
+      "ts": 38,
+      "ɟː": 39,
+      "yː": 40,
+      "øː": 41,
+      "ʎ": 42,
+      "t̠ʃː": 43,
+      "c": 44,
+      "ɡː": 45,
+      "kː": 46,
+      "ɑː": 47,
+      "dː": 48,
+      "pː": 49,
+      "ʒ": 50,
+      "cː": 51,
+      "bː": 52
     },
     "unk_token": "UNK"
   }

vocab.json

@@ -1 +1 @@
-{"UNK":0,"PAD":1,"WORD_BOUNDARY":2,"UTT_BOUNDARY":3,"R":4}
+{"UNK":0,"PAD":1,"WORD_BOUNDARY":2,"UTT_BOUNDARY":3,"m":4,"ɛ":5,"ɲ":6,"y":7,"n":8,"k":9,"ɑ":10,"r":11,"aː":12,"d":13,"i":14,"o":15,"h":16,"z":17,"v":18,"l":19,"eː":20,"j":21,"ʃ":22,"ɟ":23,"s":24,"oː":25,"p":26,"t":27,"tsː":28,"b":29,"u":30,"ɡ":31,"tː":32,"f":33,"ø":34,"t̠ʃ":35,"uː":36,"iː":37,"ts":38,"ɟː":39,"yː":40,"øː":41,"ʎ":42,"t̠ʃː":43,"c":44,"ɡː":45,"kː":46,"ɑː":47,"dː":48,"pː":49,"ʒ":50,"cː":51,"bː":52}