add tokenizer

runs/Aug23_19-03-06_695090d98e86/1661281465.9586666/events.out.tfevents.1661281465.695090d98e86.82.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f455f6ddeb6c05d08a2c6740ad1057c978bad7e71172f37aaf19914ec1cb816a
+size 4816

runs/Aug23_19-03-06_695090d98e86/events.out.tfevents.1661281465.695090d98e86.82.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b075589221b60e859e5dfd532e0d4b2c0702903446f233a1903e702d29865
+size 4136

vocab.json

@@ -1 +1 @@
-{"i": 1, "d": 2, "t": 3, "j": 4, "n": 5, "s": 6, "g": 7, "a": 8, "x": 9, "m": 10, "y": 11, "z": 12, "l": 13, "w": 14, "k": 15, "u": 16, "f": 17, "o": 18, "v": 19, "'": 20, "h": 21, "e": 22, "p": 23, "b": 24, "r": 25, "c": 26, "q": 27, "|": 0, "[UNK]": 28, "[PAD]": 29}
+{"t": 0, "'": 1, "c": 2, "x": 3, "p": 4, "k": 5, "s": 6, "e": 7, "y": 8, "d": 9, "q": 10, "l": 11, "r": 12, "h": 13, "z": 14, "b": 15, "a": 16, "o": 17, "i": 18, "w": 19, "f": 21, "m": 22, "u": 23, "v": 24, "n": 25, "g": 26, "j": 27, "|": 20, "[UNK]": 28, "[PAD]": 29}