sgugger commited on
Commit
80392b1
·
1 Parent(s): fef3249

Upload tiny models for XLNetLMHeadModel

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "temp/dummy/xlnet/XLNetLMHeadModel",
3
  "architectures": [
4
  "XLNetLMHeadModel"
5
  ],
@@ -30,9 +30,9 @@
30
  "summary_type": "last",
31
  "summary_use_proj": true,
32
  "torch_dtype": "float32",
33
- "transformers_version": "4.25.0.dev0",
34
  "untie_r": true,
35
  "use_mems_eval": true,
36
  "use_mems_train": false,
37
- "vocab_size": 1024
38
  }
 
1
  {
2
+ "_name_or_path": "tiny_models/xlnet/XLNetLMHeadModel",
3
  "architectures": [
4
  "XLNetLMHeadModel"
5
  ],
 
30
  "summary_type": "last",
31
  "summary_use_proj": true,
32
  "torch_dtype": "float32",
33
+ "transformers_version": "4.28.0.dev0",
34
  "untie_r": true,
35
  "use_mems_eval": true,
36
  "use_mems_train": false,
37
+ "vocab_size": 32000
38
  }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 5,
6
+ "transformers_version": "4.28.0.dev0"
7
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b305128464ddb3d8f3583d8c15da7a5dc0c04e47e67e021b199db17e3094172
3
- size 438137
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aefbdc8319fe032005a8804f37481c840dd6b7f64274f9ac3ee94e4b4409a84
3
+ size 4526969
special_tokens_map.json CHANGED
@@ -9,7 +9,7 @@
9
  "mask_token": {
10
  "content": "<mask>",
11
  "lstrip": true,
12
- "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
 
9
  "mask_token": {
10
  "content": "<mask>",
11
  "lstrip": true,
12
+ "normalized": true,
13
  "rstrip": false,
14
  "single_word": false
15
  },
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:225fced4ee310b711c70b6cc72f3fb896527ecae5b69570b2c8fe3d72b4483d8
3
- size 626784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07cb1ec78add694cf3ce2862a2e325f6007eb2c10eeddb54cf3d8643312bc907
3
+ size 8680544
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -12,12 +12,11 @@
12
  "__type": "AddedToken",
13
  "content": "<mask>",
14
  "lstrip": true,
15
- "normalized": false,
16
  "rstrip": false,
17
  "single_word": false
18
  },
19
  "model_max_length": 1000000000000000019884624838656,
20
- "name_or_path": "temp/dummy/xlnet/processors",
21
  "pad_token": "<pad>",
22
  "remove_space": true,
23
  "sep_token": "<sep>",
 
12
  "__type": "AddedToken",
13
  "content": "<mask>",
14
  "lstrip": true,
15
+ "normalized": true,
16
  "rstrip": false,
17
  "single_word": false
18
  },
19
  "model_max_length": 1000000000000000019884624838656,
 
20
  "pad_token": "<pad>",
21
  "remove_space": true,
22
  "sep_token": "<sep>",