from transformers import BertTokenizerFast | |
from .tokenization import NewTokenizer | |
class NewTokenizerFast(BertTokenizerFast): | |
slow_tokenizer_class = NewTokenizer | |
special_attribute_present =True | |
from transformers import BertTokenizerFast | |
from .tokenization import NewTokenizer | |
class NewTokenizerFast(BertTokenizerFast): | |
slow_tokenizer_class = NewTokenizer | |
special_attribute_present =True | |