itqop
/

gemma-2-2b-summarize-adapter

Model card Files Files and versions Community

itqop commited on Mar 7

Commit

672eb60

·

verified ·

1 Parent(s): 34c0451

Upload tokenizer

Files changed (2) hide show

tokenizer.json +2 -2
tokenizer_config.json +1 -1

tokenizer.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14d564a78fff2c9a9615f1b271ff4e44a2e2425cd6d3225ab41dcccf1755f8bf
-size 34362971

 version https://git-lfs.github.com/spec/v1
+oid sha256:5f7eee611703c5ce5d1eee32d9cdcfe465647b8aff0c1dfb3bed7ad7dbb05060
+size 34362873

tokenizer_config.json CHANGED Viewed

@@ -2007,7 +2007,7 @@
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
-  "tokenizer_class": "GemmaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }

   "pad_token": "<pad>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizerFast",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }