Hugging Face's logo

hf-internal-testing
/
tiny-random-ClvpModelForConditionalGeneration

Model card Files
xet
Community
158
hf-transformers-bot commited on
Commit
45df758
·
1 Parent(s): 3de5885

Upload tiny models for ClvpModelForConditionalGeneration

Browse files
Files changed (6) hide show
  1. added_tokens.json +3 -0
  2. merges.txt +215 -0
  3. preprocessor_config.json +97 -0
  4. special_tokens_map.json +30 -0
  5. tokenizer_config.json +48 -0
  6. vocab.json +257 -0
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 255
3
+ }
merges.txt ADDED
@@ -0,0 +1,215 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #version: 0.2
2
+ t h
3
+ i n
4
+ th e
5
+ a n
6
+ e r
7
+ o u
8
+ r e
9
+ o n
10
+ a t
11
+ e d
12
+ e n
13
+ t o
14
+ in g
15
+ an d
16
+ i s
17
+ a s
18
+ a l
19
+ o r
20
+ o f
21
+ a r
22
+ i t
23
+ e s
24
+ h e
25
+ s t
26
+ l e
27
+ o m
28
+ s e
29
+ b e
30
+ a d
31
+ o w
32
+ l y
33
+ c h
34
+ w h
35
+ th at
36
+ y ou
37
+ l i
38
+ v e
39
+ a c
40
+ t i
41
+ l d
42
+ m e
43
+ w as
44
+ g h
45
+ i d
46
+ l l
47
+ w i
48
+ en t
49
+ f or
50
+ a y
51
+ r o
52
+ v er
53
+ i c
54
+ h er
55
+ k e
56
+ h is
57
+ n o
58
+ u t
59
+ u n
60
+ i r
61
+ l o
62
+ w e
63
+ r i
64
+ h a
65
+ wi th
66
+ gh t
67
+ ou t
68
+ i m
69
+ i on
70
+ al l
71
+ a b
72
+ on e
73
+ n e
74
+ g e
75
+ ou ld
76
+ t er
77
+ m o
78
+ h ad
79
+ c e
80
+ s he
81
+ g o
82
+ s h
83
+ u r
84
+ a m
85
+ s o
86
+ p e
87
+ m y
88
+ d e
89
+ a re
90
+ b ut
91
+ om e
92
+ f r
93
+ the r
94
+ f e
95
+ s u
96
+ d o
97
+ c on
98
+ t e
99
+ a in
100
+ er e
101
+ p o
102
+ i f
103
+ the y
104
+ u s
105
+ a g
106
+ t r
107
+ n ow
108
+ ou n
109
+ th is
110
+ ha ve
111
+ no t
112
+ s a
113
+ i l
114
+ u p
115
+ th ing
116
+ fr om
117
+ a p
118
+ h im
119
+ ac k
120
+ at ion
121
+ an t
122
+ ou r
123
+ o p
124
+ li ke
125
+ u st
126
+ es s
127
+ b o
128
+ o k
129
+ u l
130
+ in d
131
+ e x
132
+ c om
133
+ s ome
134
+ the re
135
+ er s
136
+ c o
137
+ re s
138
+ m an
139
+ ar d
140
+ p l
141
+ w or
142
+ w ay
143
+ ti on
144
+ f o
145
+ c a
146
+ w ere
147
+ b y
148
+ at e
149
+ p ro
150
+ t ed
151
+ oun d
152
+ ow n
153
+ w ould
154
+ t s
155
+ wh at
156
+ q u
157
+ al ly
158
+ i ght
159
+ c k
160
+ g r
161
+ wh en
162
+ v en
163
+ c an
164
+ ou gh
165
+ in e
166
+ en d
167
+ p er
168
+ ou s
169
+ o d
170
+ id e
171
+ k now
172
+ t y
173
+ ver y
174
+ s i
175
+ a k
176
+ wh o
177
+ ab out
178
+ i ll
179
+ the m
180
+ es t
181
+ re d
182
+ y e
183
+ c ould
184
+ on g
185
+ you r
186
+ the ir
187
+ e m
188
+ j ust
189
+ o ther
190
+ in to
191
+ an y
192
+ wh i
193
+ u m
194
+ t w
195
+ as t
196
+ d er
197
+ d id
198
+ i e
199
+ be en
200
+ ac e
201
+ in k
202
+ it y
203
+ b ack
204
+ t ing
205
+ b r
206
+ mo re
207
+ a ke
208
+ p p
209
+ the n
210
+ s p
211
+ e l
212
+ u se
213
+ b l
214
+ sa id
215
+ o ver
preprocessor_config.json ADDED
@@ -0,0 +1,97 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 30,
3
+ "default_audio_length": 6,
4
+ "feature_extractor_type": "ClvpFeatureExtractor",
5
+ "feature_size": 80,
6
+ "hop_length": 256,
7
+ "mel_norms": [
8
+ -7.0095,
9
+ -6.0832,
10
+ -4.644,
11
+ -3.3562,
12
+ -2.4548,
13
+ -2.0097,
14
+ -1.6036,
15
+ -1.8641,
16
+ -2.3728,
17
+ -2.3455,
18
+ -2.5947,
19
+ -2.6695,
20
+ -2.7129,
21
+ -2.8555,
22
+ -3.0251,
23
+ -3.0889,
24
+ -3.4261,
25
+ -3.6759,
26
+ -4.078,
27
+ -4.4624,
28
+ -4.7812,
29
+ -5.0075,
30
+ -5.1284,
31
+ -5.2717,
32
+ -5.4006,
33
+ -5.4993,
34
+ -5.531,
35
+ -5.5878,
36
+ -5.6726,
37
+ -5.7016,
38
+ -5.7943,
39
+ -5.8831,
40
+ -5.9537,
41
+ -5.9989,
42
+ -6.0305,
43
+ -6.0539,
44
+ -6.0748,
45
+ -6.1163,
46
+ -6.1481,
47
+ -6.2476,
48
+ -6.3195,
49
+ -6.4457,
50
+ -6.5377,
51
+ -6.611,
52
+ -6.6481,
53
+ -6.6671,
54
+ -6.6539,
55
+ -6.6499,
56
+ -6.6794,
57
+ -6.7833,
58
+ -6.9307,
59
+ -7.0818,
60
+ -7.1894,
61
+ -7.2439,
62
+ -7.3168,
63
+ -7.3779,
64
+ -7.4491,
65
+ -7.5233,
66
+ -7.6224,
67
+ -7.7473,
68
+ -7.8994,
69
+ -8.0604,
70
+ -8.2181,
71
+ -8.3998,
72
+ -8.5556,
73
+ -8.7161,
74
+ -8.8481,
75
+ -8.9582,
76
+ -9.0371,
77
+ -9.0867,
78
+ -9.1546,
79
+ -9.2038,
80
+ -9.2334,
81
+ -9.2292,
82
+ -9.2304,
83
+ -9.268,
84
+ -9.3156,
85
+ -9.3716,
86
+ -9.4165,
87
+ -9.4822
88
+ ],
89
+ "n_fft": 1024,
90
+ "n_samples": 661500,
91
+ "nb_max_frames": 2583,
92
+ "padding_side": "right",
93
+ "padding_value": 0.0,
94
+ "processor_class": "ClvpProcessor",
95
+ "return_attention_mask": false,
96
+ "sampling_rate": 22050
97
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|endoftext|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "[STOP]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[STOP]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "[UNK]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": false,
5
+ "added_tokens_decoder": {
6
+ "0": {
7
+ "content": "[STOP]",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "1": {
15
+ "content": "[UNK]",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "2": {
23
+ "content": "[SPACE]",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": false
29
+ },
30
+ "255": {
31
+ "content": "<|endoftext|>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false,
36
+ "special": true
37
+ }
38
+ },
39
+ "additional_special_tokens": [],
40
+ "bos_token": "<|endoftext|>",
41
+ "clean_up_tokenization_spaces": true,
42
+ "eos_token": "[STOP]",
43
+ "errors": "replace",
44
+ "model_max_length": 256,
45
+ "pad_token": "[STOP]",
46
+ "tokenizer_class": "ClvpTokenizer",
47
+ "unk_token": "[UNK]"
48
+ }
vocab.json ADDED
@@ -0,0 +1,257 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "!": 3,
3
+ "'": 4,
4
+ "(": 5,
5
+ ")": 6,
6
+ ",": 7,
7
+ "-": 8,
8
+ ".": 9,
9
+ "/": 10,
10
+ ":": 11,
11
+ ";": 12,
12
+ "?": 13,
13
+ "[SPACE]": 2,
14
+ "[STOP]": 0,
15
+ "[UNK]": 1,
16
+ "a": 14,
17
+ "ab": 109,
18
+ "about": 215,
19
+ "ac": 77,
20
+ "ace": 238,
21
+ "ack": 157,
22
+ "ad": 68,
23
+ "ag": 143,
24
+ "ain": 137,
25
+ "ak": 213,
26
+ "ake": 245,
27
+ "al": 56,
28
+ "all": 108,
29
+ "ally": 195,
30
+ "am": 122,
31
+ "an": 43,
32
+ "and": 53,
33
+ "ant": 159,
34
+ "any": 229,
35
+ "ap": 155,
36
+ "ar": 59,
37
+ "ard": 177,
38
+ "are": 127,
39
+ "as": 55,
40
+ "ast": 233,
41
+ "at": 48,
42
+ "ate": 186,
43
+ "ation": 158,
44
+ "ay": 88,
45
+ "b": 15,
46
+ "back": 241,
47
+ "be": 67,
48
+ "been": 237,
49
+ "bl": 251,
50
+ "bo": 165,
51
+ "br": 243,
52
+ "but": 128,
53
+ "by": 185,
54
+ "c": 16,
55
+ "ca": 183,
56
+ "can": 201,
57
+ "ce": 117,
58
+ "ch": 71,
59
+ "ck": 197,
60
+ "co": 174,
61
+ "com": 170,
62
+ "con": 135,
63
+ "could": 221,
64
+ "d": 17,
65
+ "de": 126,
66
+ "der": 234,
67
+ "did": 235,
68
+ "do": 134,
69
+ "e": 18,
70
+ "ed": 49,
71
+ "el": 249,
72
+ "em": 225,
73
+ "en": 50,
74
+ "end": 204,
75
+ "ent": 86,
76
+ "er": 44,
77
+ "ere": 138,
78
+ "ers": 173,
79
+ "es": 61,
80
+ "ess": 164,
81
+ "est": 218,
82
+ "ex": 169,
83
+ "f": 19,
84
+ "fe": 132,
85
+ "fo": 182,
86
+ "for": 87,
87
+ "fr": 130,
88
+ "from": 154,
89
+ "g": 20,
90
+ "ge": 112,
91
+ "get": 254,
92
+ "gh": 82,
93
+ "ght": 104,
94
+ "go": 119,
95
+ "gr": 198,
96
+ "h": 21,
97
+ "ha": 102,
98
+ "had": 116,
99
+ "have": 148,
100
+ "he": 62,
101
+ "her": 92,
102
+ "him": 156,
103
+ "his": 94,
104
+ "i": 22,
105
+ "ic": 91,
106
+ "id": 83,
107
+ "ide": 208,
108
+ "ie": 236,
109
+ "if": 140,
110
+ "ight": 196,
111
+ "il": 151,
112
+ "ill": 216,
113
+ "im": 106,
114
+ "in": 41,
115
+ "ind": 168,
116
+ "ine": 203,
117
+ "ing": 52,
118
+ "ink": 239,
119
+ "into": 228,
120
+ "ion": 107,
121
+ "ir": 98,
122
+ "is": 54,
123
+ "it": 60,
124
+ "ity": 240,
125
+ "j": 23,
126
+ "just": 226,
127
+ "k": 24,
128
+ "ke": 93,
129
+ "know": 209,
130
+ "l": 25,
131
+ "ld": 79,
132
+ "le": 64,
133
+ "li": 75,
134
+ "like": 162,
135
+ "ll": 84,
136
+ "lo": 99,
137
+ "ly": 70,
138
+ "m": 26,
139
+ "man": 176,
140
+ "me": 80,
141
+ "mo": 115,
142
+ "more": 244,
143
+ "my": 125,
144
+ "n": 27,
145
+ "ne": 111,
146
+ "no": 95,
147
+ "not": 149,
148
+ "now": 145,
149
+ "o": 28,
150
+ "od": 207,
151
+ "of": 58,
152
+ "ok": 166,
153
+ "om": 65,
154
+ "ome": 129,
155
+ "on": 47,
156
+ "one": 110,
157
+ "ong": 222,
158
+ "op": 161,
159
+ "or": 57,
160
+ "other": 227,
161
+ "ou": 45,
162
+ "ough": 202,
163
+ "ould": 113,
164
+ "oun": 146,
165
+ "ound": 189,
166
+ "our": 160,
167
+ "ous": 206,
168
+ "out": 105,
169
+ "over": 253,
170
+ "ow": 69,
171
+ "own": 190,
172
+ "p": 29,
173
+ "pe": 124,
174
+ "per": 205,
175
+ "pl": 178,
176
+ "po": 139,
177
+ "pp": 246,
178
+ "pro": 187,
179
+ "q": 30,
180
+ "qu": 194,
181
+ "r": 31,
182
+ "re": 46,
183
+ "red": 219,
184
+ "res": 175,
185
+ "ri": 101,
186
+ "ro": 89,
187
+ "s": 32,
188
+ "sa": 150,
189
+ "said": 252,
190
+ "se": 66,
191
+ "sh": 120,
192
+ "she": 118,
193
+ "si": 212,
194
+ "so": 123,
195
+ "some": 171,
196
+ "sp": 248,
197
+ "st": 63,
198
+ "su": 133,
199
+ "t": 33,
200
+ "te": 136,
201
+ "ted": 188,
202
+ "ter": 114,
203
+ "th": 40,
204
+ "that": 73,
205
+ "the": 42,
206
+ "their": 224,
207
+ "them": 217,
208
+ "then": 247,
209
+ "ther": 131,
210
+ "there": 172,
211
+ "they": 141,
212
+ "thing": 153,
213
+ "this": 147,
214
+ "ti": 78,
215
+ "ting": 242,
216
+ "tion": 181,
217
+ "to": 51,
218
+ "tr": 144,
219
+ "ts": 192,
220
+ "tw": 232,
221
+ "ty": 210,
222
+ "u": 34,
223
+ "ul": 167,
224
+ "um": 231,
225
+ "un": 97,
226
+ "up": 152,
227
+ "ur": 121,
228
+ "us": 142,
229
+ "use": 250,
230
+ "ust": 163,
231
+ "ut": 96,
232
+ "v": 35,
233
+ "ve": 76,
234
+ "ven": 200,
235
+ "ver": 90,
236
+ "very": 211,
237
+ "w": 36,
238
+ "was": 81,
239
+ "way": 180,
240
+ "we": 100,
241
+ "were": 184,
242
+ "wh": 72,
243
+ "what": 193,
244
+ "when": 199,
245
+ "whi": 230,
246
+ "who": 214,
247
+ "wi": 85,
248
+ "with": 103,
249
+ "wor": 179,
250
+ "would": 191,
251
+ "x": 37,
252
+ "y": 38,
253
+ "ye": 220,
254
+ "you": 74,
255
+ "your": 223,
256
+ "z": 39
257
+ }