add tokenizer

runs/Apr05_21-42-02_TUF/1649220187.7522469/events.out.tfevents.1649220187.TUF.17636.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07a4d9347f4a5b2225d8be6317e82335ef25c6d81055a28db46f8cb0a610bb7
+size 4779

runs/Apr05_21-42-02_TUF/events.out.tfevents.1649220187.TUF.17636.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d348a95493fbaaeca272ce47249fcfeb6e06494c3f9d328384eee062a0392e74
+size 4995

vocab.json

@@ -1 +1 @@
-{"v": 0, "a": 1, "k": 2, "e": 3, "b": 4, "g": 5, "y": 6, "o": 7, "i": 8, "h": 9, "'": 10, "f": 11, "z": 12, "p": 13, "d": 14, "t": 15, "c": 16, "l": 17, "r": 18, "j": 19, "m": 20, "x": 22, "s": 23, "w": 24, "q": 25, "n": 26, "u": 27, "[UNK]": 28, "[PAD]": 29, "|": 21}
+{"p": 0, "e": 2, "n": 3, "w": 4, "x": 5, "k": 6, "r": 7, "j": 8, "f": 9, "o": 10, "c": 11, "q": 12, "t": 13, "m": 14, "g": 15, "b": 16, "u": 17, "y": 18, "l": 19, "h": 20, "'": 21, "z": 22, "i": 23, "a": 24, "d": 25, "v": 26, "s": 27, "[UNK]": 28, "[PAD]": 29, "|": 1}