tistak
/

sn6_2

Text Generation

text-generation-inference

Model card Files Files and versions Community

tistak commited on May 13, 2024

Commit

b29b24b

·

verified ·

1 Parent(s): 24d83b8

Upload tokenizer

Files changed (1) hide show

tokenizer.json +1 -1

tokenizer.json CHANGED Viewed

@@ -2407,7 +2407,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
-    "ignore_merges": false,
     "vocab": {
       "!": 0,
       "\"": 1,

     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": true,
     "vocab": {
       "!": 0,
       "\"": 1,