sgugger commited on
Commit
27c5dcc
·
1 Parent(s): 9d2a487

Upload tiny models for MBartForConditionalGeneration

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "temp/dummy/mbart/MBartForConditionalGeneration",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "architectures": [
@@ -28,7 +28,7 @@
28
  "pad_token_id": 1,
29
  "scale_embedding": false,
30
  "torch_dtype": "float32",
31
- "transformers_version": "4.25.0.dev0",
32
  "use_cache": true,
33
- "vocab_size": 1024
34
  }
 
1
  {
2
+ "_name_or_path": "tiny_models/mbart/MBartForConditionalGeneration",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "architectures": [
 
28
  "pad_token_id": 1,
29
  "scale_embedding": false,
30
  "torch_dtype": "float32",
31
+ "transformers_version": "4.28.0.dev0",
32
  "use_cache": true,
33
+ "vocab_size": 250027
34
  }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 1,
6
+ "transformers_version": "4.28.0.dev0"
7
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90ea27c443b694156a0a8d27193e8b3f3ab58411fd06cb3b9782f05b7470d111
3
- size 143697
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e59b8eb0161ebd9df36f05f42d431b13c2b8c24782b275238cb055d1aea62c4
3
+ size 17075921
special_tokens_map.json CHANGED
@@ -32,7 +32,7 @@
32
  "mask_token": {
33
  "content": "<mask>",
34
  "lstrip": true,
35
- "normalized": false,
36
  "rstrip": false,
37
  "single_word": false
38
  },
 
32
  "mask_token": {
33
  "content": "<mask>",
34
  "lstrip": true,
35
+ "normalized": true,
36
  "rstrip": false,
37
  "single_word": false
38
  },
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:59186fcbf5e6858494cb9277baa1bfc38ff2bee95bbe9fda5476f8e349b1e086
3
- size 224352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0943aece0a15766d954ba90cf1a7cdc61d39c135ea58de513cd960c1be6ec7d6
3
+ size 17156556
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,31 +1,5 @@
1
  {
2
- "additional_special_tokens": [
3
- "ar_AR",
4
- "cs_CZ",
5
- "de_DE",
6
- "en_XX",
7
- "es_XX",
8
- "et_EE",
9
- "fi_FI",
10
- "fr_XX",
11
- "gu_IN",
12
- "hi_IN",
13
- "it_IT",
14
- "ja_XX",
15
- "kk_KZ",
16
- "ko_KR",
17
- "lt_LT",
18
- "lv_LV",
19
- "my_MM",
20
- "ne_NP",
21
- "nl_XX",
22
- "ro_RO",
23
- "ru_RU",
24
- "si_LK",
25
- "tr_TR",
26
- "vi_VN",
27
- "zh_CN"
28
- ],
29
  "bos_token": "<s>",
30
  "cls_token": "<s>",
31
  "eos_token": "</s>",
@@ -33,12 +7,11 @@
33
  "__type": "AddedToken",
34
  "content": "<mask>",
35
  "lstrip": true,
36
- "normalized": false,
37
  "rstrip": false,
38
  "single_word": false
39
  },
40
  "model_max_length": 100,
41
- "name_or_path": "temp/dummy/mbart/processors",
42
  "pad_token": "<pad>",
43
  "sep_token": "</s>",
44
  "sp_model_kwargs": {},
 
1
  {
2
+ "additional_special_tokens": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "bos_token": "<s>",
4
  "cls_token": "<s>",
5
  "eos_token": "</s>",
 
7
  "__type": "AddedToken",
8
  "content": "<mask>",
9
  "lstrip": true,
10
+ "normalized": true,
11
  "rstrip": false,
12
  "single_word": false
13
  },
14
  "model_max_length": 100,
 
15
  "pad_token": "<pad>",
16
  "sep_token": "</s>",
17
  "sp_model_kwargs": {},