sgugger commited on
Commit
d176f28
1 Parent(s): 0ad08bf

Upload tiny models for MBartForQuestionAnswering

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -27,7 +27,7 @@
27
  "pad_token_id": 1,
28
  "scale_embedding": false,
29
  "torch_dtype": "float32",
30
- "transformers_version": "4.25.0.dev0",
31
  "use_cache": true,
32
- "vocab_size": 1024
33
  }
 
27
  "pad_token_id": 1,
28
  "scale_embedding": false,
29
  "torch_dtype": "float32",
30
+ "transformers_version": "4.28.0.dev0",
31
  "use_cache": true,
32
+ "vocab_size": 250027
33
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4667409fae9a179776ffa2ce78e20f973fe3a3eea2f0f6ccb968b265bd51fb7b
3
- size 139924
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bae09db6736ea12ba80e26c867c7560284f982e0ef44923d772cdf57eec4d174
3
+ size 16076180
special_tokens_map.json CHANGED
@@ -32,7 +32,7 @@
32
  "mask_token": {
33
  "content": "<mask>",
34
  "lstrip": true,
35
- "normalized": false,
36
  "rstrip": false,
37
  "single_word": false
38
  },
 
32
  "mask_token": {
33
  "content": "<mask>",
34
  "lstrip": true,
35
+ "normalized": true,
36
  "rstrip": false,
37
  "single_word": false
38
  },
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,31 +1,5 @@
1
  {
2
- "additional_special_tokens": [
3
- "ar_AR",
4
- "cs_CZ",
5
- "de_DE",
6
- "en_XX",
7
- "es_XX",
8
- "et_EE",
9
- "fi_FI",
10
- "fr_XX",
11
- "gu_IN",
12
- "hi_IN",
13
- "it_IT",
14
- "ja_XX",
15
- "kk_KZ",
16
- "ko_KR",
17
- "lt_LT",
18
- "lv_LV",
19
- "my_MM",
20
- "ne_NP",
21
- "nl_XX",
22
- "ro_RO",
23
- "ru_RU",
24
- "si_LK",
25
- "tr_TR",
26
- "vi_VN",
27
- "zh_CN"
28
- ],
29
  "bos_token": "<s>",
30
  "cls_token": "<s>",
31
  "eos_token": "</s>",
@@ -33,12 +7,11 @@
33
  "__type": "AddedToken",
34
  "content": "<mask>",
35
  "lstrip": true,
36
- "normalized": false,
37
  "rstrip": false,
38
  "single_word": false
39
  },
40
  "model_max_length": 100,
41
- "name_or_path": "temp/dummy/mbart/processors",
42
  "pad_token": "<pad>",
43
  "sep_token": "</s>",
44
  "sp_model_kwargs": {},
 
1
  {
2
+ "additional_special_tokens": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "bos_token": "<s>",
4
  "cls_token": "<s>",
5
  "eos_token": "</s>",
 
7
  "__type": "AddedToken",
8
  "content": "<mask>",
9
  "lstrip": true,
10
+ "normalized": true,
11
  "rstrip": false,
12
  "single_word": false
13
  },
14
  "model_max_length": 100,
 
15
  "pad_token": "<pad>",
16
  "sep_token": "</s>",
17
  "sp_model_kwargs": {},