add tokenizer

runs/Apr05_22-17-20_TUF/1649222304.1495068/events.out.tfevents.1649222304.TUF.9744.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f440bc99a654caa8c2f1e980116872279b02a46ec9aa57fe400865bfdf19dc
+size 4779

runs/Apr05_22-17-20_TUF/events.out.tfevents.1649222304.TUF.9744.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df4737ffe15d365e9969f4e9302d16d988756af35e8d5b5995914fd9dec3b70
+size 4995

vocab.json

@@ -1 +1 @@
-{"p": 0, "e": 2, "n": 3, "w": 4, "x": 5, "k": 6, "r": 7, "j": 8, "f": 9, "o": 10, "c": 11, "q": 12, "t": 13, "m": 14, "g": 15, "b": 16, "u": 17, "y": 18, "l": 19, "h": 20, "'": 21, "z": 22, "i": 23, "a": 24, "d": 25, "v": 26, "s": 27, "[UNK]": 28, "[PAD]": 29, "|": 1}
+{"h": 0, "p": 2, "s": 3, "a": 4, "y": 5, "k": 6, "l": 7, "t": 8, "o": 9, "e": 10, "'": 11, "n": 12, "b": 13, "u": 14, "r": 15, "v": 16, "m": 17, "f": 18, "i": 19, "j": 20, "d": 21, "x": 22, "c": 23, "z": 24, "w": 25, "g": 26, "q": 27, "[UNK]": 28, "[PAD]": 29, "|": 1}