alakxender commited on
Commit
7ef74ac
·
1 Parent(s): abcbfe3
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -10,6 +10,7 @@ TOKENIZER_CUSTOM = {
10
  "T5 Extended": "alakxender/dhivehi-T5-tokenizer-extended",
11
  "RoBERTa Extended": "alakxender/dhivehi-roberta-tokenizer-extended",
12
  "Google mT5": "google/mt5-base",
 
13
  "DeBERTa Extended": "alakxender/deberta-dhivehi-tokenizer-extended",
14
  "XLM-RoBERTa Extended": "alakxender/xlmr-dhivehi-tokenizer-extended"
15
  }
 
10
  "T5 Extended": "alakxender/dhivehi-T5-tokenizer-extended",
11
  "RoBERTa Extended": "alakxender/dhivehi-roberta-tokenizer-extended",
12
  "Google mT5": "google/mt5-base",
13
+ "Google mT5 Extended": "alakxender/mt5-dhivehi-tokenizer-extended",
14
  "DeBERTa Extended": "alakxender/deberta-dhivehi-tokenizer-extended",
15
  "XLM-RoBERTa Extended": "alakxender/xlmr-dhivehi-tokenizer-extended"
16
  }