linoyts HF Staff commited on
Commit
566ebad
·
verified ·
1 Parent(s): b340bef

Upload HiDreamImagePipeline

Browse files
README.md CHANGED
@@ -1,3 +1,6 @@
 
 
 
1
  created using the following code based on https://github.com/huggingface/diffusers/blob/main/tests/pipelines/hidream/test_pipeline_hidream.py
2
 
3
  ```python
 
1
+ ---
2
+ library_name: diffusers
3
+ ---
4
  created using the following code based on https://github.com/huggingface/diffusers/blob/main/tests/pipelines/hidream/test_pipeline_hidream.py
5
 
6
  ```python
model_index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_class_name": "HiDreamImagePipeline",
3
- "_diffusers_version": "0.33.0.dev0",
4
  "scheduler": [
5
  "diffusers",
6
  "FlowMatchEulerDiscreteScheduler"
@@ -31,7 +31,7 @@
31
  ],
32
  "tokenizer_3": [
33
  "transformers",
34
- "T5TokenizerFast"
35
  ],
36
  "tokenizer_4": [
37
  "transformers",
 
1
  {
2
  "_class_name": "HiDreamImagePipeline",
3
+ "_diffusers_version": "0.34.0.dev0",
4
  "scheduler": [
5
  "diffusers",
6
  "FlowMatchEulerDiscreteScheduler"
 
31
  ],
32
  "tokenizer_3": [
33
  "transformers",
34
+ "T5Tokenizer"
35
  ],
36
  "tokenizer_4": [
37
  "transformers",
scheduler/scheduler_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_class_name": "FlowMatchEulerDiscreteScheduler",
3
- "_diffusers_version": "0.33.0.dev0",
4
  "base_image_seq_len": 256,
5
  "base_shift": 0.5,
6
  "invert_sigmas": false,
 
1
  {
2
  "_class_name": "FlowMatchEulerDiscreteScheduler",
3
+ "_diffusers_version": "0.34.0.dev0",
4
  "base_image_seq_len": 256,
5
  "base_shift": 0.5,
6
  "invert_sigmas": false,
text_encoder/config.json CHANGED
@@ -18,6 +18,6 @@
18
  "pad_token_id": 1,
19
  "projection_dim": 32,
20
  "torch_dtype": "float32",
21
- "transformers_version": "4.49.0",
22
  "vocab_size": 1000
23
  }
 
18
  "pad_token_id": 1,
19
  "projection_dim": 32,
20
  "torch_dtype": "float32",
21
+ "transformers_version": "4.51.3",
22
  "vocab_size": 1000
23
  }
text_encoder_2/config.json CHANGED
@@ -18,6 +18,6 @@
18
  "pad_token_id": 1,
19
  "projection_dim": 32,
20
  "torch_dtype": "float32",
21
- "transformers_version": "4.49.0",
22
  "vocab_size": 1000
23
  }
 
18
  "pad_token_id": 1,
19
  "projection_dim": 32,
20
  "torch_dtype": "float32",
21
+ "transformers_version": "4.51.3",
22
  "vocab_size": 1000
23
  }
text_encoder_3/config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "hf-internal-testing/tiny-random-t5",
3
  "architectures": [
4
  "T5EncoderModel"
5
  ],
@@ -13,7 +12,6 @@
13
  "dropout_rate": 0.1,
14
  "eos_token_id": 1,
15
  "feed_forward_proj": "relu",
16
- "gradient_checkpointing": false,
17
  "initializer_factor": 0.002,
18
  "is_encoder_decoder": true,
19
  "is_gated_act": false,
@@ -26,7 +24,7 @@
26
  "relative_attention_max_distance": 128,
27
  "relative_attention_num_buckets": 8,
28
  "torch_dtype": "float32",
29
- "transformers_version": "4.49.0",
30
  "use_cache": true,
31
- "vocab_size": 1103
32
  }
 
1
  {
 
2
  "architectures": [
3
  "T5EncoderModel"
4
  ],
 
12
  "dropout_rate": 0.1,
13
  "eos_token_id": 1,
14
  "feed_forward_proj": "relu",
 
15
  "initializer_factor": 0.002,
16
  "is_encoder_decoder": true,
17
  "is_gated_act": false,
 
24
  "relative_attention_max_distance": 128,
25
  "relative_attention_num_buckets": 8,
26
  "torch_dtype": "float32",
27
+ "transformers_version": "4.51.3",
28
  "use_cache": true,
29
+ "vocab_size": 32100
30
  }
text_encoder_3/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3ff1d3d80459481c9847d35de9a618835224139a4de455b40fcfe6f8544193b
3
- size 276696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffa27ba9ee9488f85f598191955b5bce34db1a0fe37bb34ec27456298ccc204c
3
+ size 4244320
text_encoder_4/config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "hf-internal-testing/tiny-random-LlamaForCausalLM",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -25,7 +24,7 @@
25
  "rope_theta": 10000.0,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "float32",
28
- "transformers_version": "4.49.0",
29
  "use_cache": true,
30
  "vocab_size": 32000
31
  }
 
1
  {
 
2
  "architectures": [
3
  "LlamaForCausalLM"
4
  ],
 
24
  "rope_theta": 10000.0,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float32",
27
+ "transformers_version": "4.51.3",
28
  "use_cache": true,
29
  "vocab_size": 32000
30
  }
text_encoder_4/generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 0,
4
  "eos_token_id": 1,
5
  "pad_token_id": 1,
6
- "transformers_version": "4.49.0"
7
  }
 
3
  "bos_token_id": 0,
4
  "eos_token_id": 1,
5
  "pad_token_id": 1,
6
+ "transformers_version": "4.51.3"
7
  }
tokenizer_3/added_tokens.json ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<extra_id_0>": 32099,
3
+ "<extra_id_10>": 32089,
4
+ "<extra_id_11>": 32088,
5
+ "<extra_id_12>": 32087,
6
+ "<extra_id_13>": 32086,
7
+ "<extra_id_14>": 32085,
8
+ "<extra_id_15>": 32084,
9
+ "<extra_id_16>": 32083,
10
+ "<extra_id_17>": 32082,
11
+ "<extra_id_18>": 32081,
12
+ "<extra_id_19>": 32080,
13
+ "<extra_id_1>": 32098,
14
+ "<extra_id_20>": 32079,
15
+ "<extra_id_21>": 32078,
16
+ "<extra_id_22>": 32077,
17
+ "<extra_id_23>": 32076,
18
+ "<extra_id_24>": 32075,
19
+ "<extra_id_25>": 32074,
20
+ "<extra_id_26>": 32073,
21
+ "<extra_id_27>": 32072,
22
+ "<extra_id_28>": 32071,
23
+ "<extra_id_29>": 32070,
24
+ "<extra_id_2>": 32097,
25
+ "<extra_id_30>": 32069,
26
+ "<extra_id_31>": 32068,
27
+ "<extra_id_32>": 32067,
28
+ "<extra_id_33>": 32066,
29
+ "<extra_id_34>": 32065,
30
+ "<extra_id_35>": 32064,
31
+ "<extra_id_36>": 32063,
32
+ "<extra_id_37>": 32062,
33
+ "<extra_id_38>": 32061,
34
+ "<extra_id_39>": 32060,
35
+ "<extra_id_3>": 32096,
36
+ "<extra_id_40>": 32059,
37
+ "<extra_id_41>": 32058,
38
+ "<extra_id_42>": 32057,
39
+ "<extra_id_43>": 32056,
40
+ "<extra_id_44>": 32055,
41
+ "<extra_id_45>": 32054,
42
+ "<extra_id_46>": 32053,
43
+ "<extra_id_47>": 32052,
44
+ "<extra_id_48>": 32051,
45
+ "<extra_id_49>": 32050,
46
+ "<extra_id_4>": 32095,
47
+ "<extra_id_50>": 32049,
48
+ "<extra_id_51>": 32048,
49
+ "<extra_id_52>": 32047,
50
+ "<extra_id_53>": 32046,
51
+ "<extra_id_54>": 32045,
52
+ "<extra_id_55>": 32044,
53
+ "<extra_id_56>": 32043,
54
+ "<extra_id_57>": 32042,
55
+ "<extra_id_58>": 32041,
56
+ "<extra_id_59>": 32040,
57
+ "<extra_id_5>": 32094,
58
+ "<extra_id_60>": 32039,
59
+ "<extra_id_61>": 32038,
60
+ "<extra_id_62>": 32037,
61
+ "<extra_id_63>": 32036,
62
+ "<extra_id_64>": 32035,
63
+ "<extra_id_65>": 32034,
64
+ "<extra_id_66>": 32033,
65
+ "<extra_id_67>": 32032,
66
+ "<extra_id_68>": 32031,
67
+ "<extra_id_69>": 32030,
68
+ "<extra_id_6>": 32093,
69
+ "<extra_id_70>": 32029,
70
+ "<extra_id_71>": 32028,
71
+ "<extra_id_72>": 32027,
72
+ "<extra_id_73>": 32026,
73
+ "<extra_id_74>": 32025,
74
+ "<extra_id_75>": 32024,
75
+ "<extra_id_76>": 32023,
76
+ "<extra_id_77>": 32022,
77
+ "<extra_id_78>": 32021,
78
+ "<extra_id_79>": 32020,
79
+ "<extra_id_7>": 32092,
80
+ "<extra_id_80>": 32019,
81
+ "<extra_id_81>": 32018,
82
+ "<extra_id_82>": 32017,
83
+ "<extra_id_83>": 32016,
84
+ "<extra_id_84>": 32015,
85
+ "<extra_id_85>": 32014,
86
+ "<extra_id_86>": 32013,
87
+ "<extra_id_87>": 32012,
88
+ "<extra_id_88>": 32011,
89
+ "<extra_id_89>": 32010,
90
+ "<extra_id_8>": 32091,
91
+ "<extra_id_90>": 32009,
92
+ "<extra_id_91>": 32008,
93
+ "<extra_id_92>": 32007,
94
+ "<extra_id_93>": 32006,
95
+ "<extra_id_94>": 32005,
96
+ "<extra_id_95>": 32004,
97
+ "<extra_id_96>": 32003,
98
+ "<extra_id_97>": 32002,
99
+ "<extra_id_98>": 32001,
100
+ "<extra_id_99>": 32000,
101
+ "<extra_id_9>": 32090
102
+ }
tokenizer_3/spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
3
+ size 791656
tokenizer_3/tokenizer_config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "add_prefix_space": null,
3
  "added_tokens_decoder": {
4
  "0": {
5
  "content": "<pad>",
@@ -25,7 +25,7 @@
25
  "single_word": false,
26
  "special": true
27
  },
28
- "3": {
29
  "content": "<extra_id_99>",
30
  "lstrip": false,
31
  "normalized": false,
@@ -33,7 +33,7 @@
33
  "single_word": false,
34
  "special": true
35
  },
36
- "4": {
37
  "content": "<extra_id_98>",
38
  "lstrip": false,
39
  "normalized": false,
@@ -41,7 +41,7 @@
41
  "single_word": false,
42
  "special": true
43
  },
44
- "5": {
45
  "content": "<extra_id_97>",
46
  "lstrip": false,
47
  "normalized": false,
@@ -49,7 +49,7 @@
49
  "single_word": false,
50
  "special": true
51
  },
52
- "6": {
53
  "content": "<extra_id_96>",
54
  "lstrip": false,
55
  "normalized": false,
@@ -57,7 +57,7 @@
57
  "single_word": false,
58
  "special": true
59
  },
60
- "7": {
61
  "content": "<extra_id_95>",
62
  "lstrip": false,
63
  "normalized": false,
@@ -65,7 +65,7 @@
65
  "single_word": false,
66
  "special": true
67
  },
68
- "8": {
69
  "content": "<extra_id_94>",
70
  "lstrip": false,
71
  "normalized": false,
@@ -73,7 +73,7 @@
73
  "single_word": false,
74
  "special": true
75
  },
76
- "9": {
77
  "content": "<extra_id_93>",
78
  "lstrip": false,
79
  "normalized": false,
@@ -81,7 +81,7 @@
81
  "single_word": false,
82
  "special": true
83
  },
84
- "10": {
85
  "content": "<extra_id_92>",
86
  "lstrip": false,
87
  "normalized": false,
@@ -89,7 +89,7 @@
89
  "single_word": false,
90
  "special": true
91
  },
92
- "11": {
93
  "content": "<extra_id_91>",
94
  "lstrip": false,
95
  "normalized": false,
@@ -97,7 +97,7 @@
97
  "single_word": false,
98
  "special": true
99
  },
100
- "12": {
101
  "content": "<extra_id_90>",
102
  "lstrip": false,
103
  "normalized": false,
@@ -105,7 +105,7 @@
105
  "single_word": false,
106
  "special": true
107
  },
108
- "13": {
109
  "content": "<extra_id_89>",
110
  "lstrip": false,
111
  "normalized": false,
@@ -113,7 +113,7 @@
113
  "single_word": false,
114
  "special": true
115
  },
116
- "14": {
117
  "content": "<extra_id_88>",
118
  "lstrip": false,
119
  "normalized": false,
@@ -121,7 +121,7 @@
121
  "single_word": false,
122
  "special": true
123
  },
124
- "15": {
125
  "content": "<extra_id_87>",
126
  "lstrip": false,
127
  "normalized": false,
@@ -129,7 +129,7 @@
129
  "single_word": false,
130
  "special": true
131
  },
132
- "16": {
133
  "content": "<extra_id_86>",
134
  "lstrip": false,
135
  "normalized": false,
@@ -137,7 +137,7 @@
137
  "single_word": false,
138
  "special": true
139
  },
140
- "17": {
141
  "content": "<extra_id_85>",
142
  "lstrip": false,
143
  "normalized": false,
@@ -145,7 +145,7 @@
145
  "single_word": false,
146
  "special": true
147
  },
148
- "18": {
149
  "content": "<extra_id_84>",
150
  "lstrip": false,
151
  "normalized": false,
@@ -153,7 +153,7 @@
153
  "single_word": false,
154
  "special": true
155
  },
156
- "19": {
157
  "content": "<extra_id_83>",
158
  "lstrip": false,
159
  "normalized": false,
@@ -161,7 +161,7 @@
161
  "single_word": false,
162
  "special": true
163
  },
164
- "20": {
165
  "content": "<extra_id_82>",
166
  "lstrip": false,
167
  "normalized": false,
@@ -169,7 +169,7 @@
169
  "single_word": false,
170
  "special": true
171
  },
172
- "21": {
173
  "content": "<extra_id_81>",
174
  "lstrip": false,
175
  "normalized": false,
@@ -177,7 +177,7 @@
177
  "single_word": false,
178
  "special": true
179
  },
180
- "22": {
181
  "content": "<extra_id_80>",
182
  "lstrip": false,
183
  "normalized": false,
@@ -185,7 +185,7 @@
185
  "single_word": false,
186
  "special": true
187
  },
188
- "23": {
189
  "content": "<extra_id_79>",
190
  "lstrip": false,
191
  "normalized": false,
@@ -193,7 +193,7 @@
193
  "single_word": false,
194
  "special": true
195
  },
196
- "24": {
197
  "content": "<extra_id_78>",
198
  "lstrip": false,
199
  "normalized": false,
@@ -201,7 +201,7 @@
201
  "single_word": false,
202
  "special": true
203
  },
204
- "25": {
205
  "content": "<extra_id_77>",
206
  "lstrip": false,
207
  "normalized": false,
@@ -209,7 +209,7 @@
209
  "single_word": false,
210
  "special": true
211
  },
212
- "26": {
213
  "content": "<extra_id_76>",
214
  "lstrip": false,
215
  "normalized": false,
@@ -217,7 +217,7 @@
217
  "single_word": false,
218
  "special": true
219
  },
220
- "27": {
221
  "content": "<extra_id_75>",
222
  "lstrip": false,
223
  "normalized": false,
@@ -225,7 +225,7 @@
225
  "single_word": false,
226
  "special": true
227
  },
228
- "28": {
229
  "content": "<extra_id_74>",
230
  "lstrip": false,
231
  "normalized": false,
@@ -233,7 +233,7 @@
233
  "single_word": false,
234
  "special": true
235
  },
236
- "29": {
237
  "content": "<extra_id_73>",
238
  "lstrip": false,
239
  "normalized": false,
@@ -241,7 +241,7 @@
241
  "single_word": false,
242
  "special": true
243
  },
244
- "30": {
245
  "content": "<extra_id_72>",
246
  "lstrip": false,
247
  "normalized": false,
@@ -249,7 +249,7 @@
249
  "single_word": false,
250
  "special": true
251
  },
252
- "31": {
253
  "content": "<extra_id_71>",
254
  "lstrip": false,
255
  "normalized": false,
@@ -257,7 +257,7 @@
257
  "single_word": false,
258
  "special": true
259
  },
260
- "32": {
261
  "content": "<extra_id_70>",
262
  "lstrip": false,
263
  "normalized": false,
@@ -265,7 +265,7 @@
265
  "single_word": false,
266
  "special": true
267
  },
268
- "33": {
269
  "content": "<extra_id_69>",
270
  "lstrip": false,
271
  "normalized": false,
@@ -273,7 +273,7 @@
273
  "single_word": false,
274
  "special": true
275
  },
276
- "34": {
277
  "content": "<extra_id_68>",
278
  "lstrip": false,
279
  "normalized": false,
@@ -281,7 +281,7 @@
281
  "single_word": false,
282
  "special": true
283
  },
284
- "35": {
285
  "content": "<extra_id_67>",
286
  "lstrip": false,
287
  "normalized": false,
@@ -289,7 +289,7 @@
289
  "single_word": false,
290
  "special": true
291
  },
292
- "36": {
293
  "content": "<extra_id_66>",
294
  "lstrip": false,
295
  "normalized": false,
@@ -297,7 +297,7 @@
297
  "single_word": false,
298
  "special": true
299
  },
300
- "37": {
301
  "content": "<extra_id_65>",
302
  "lstrip": false,
303
  "normalized": false,
@@ -305,7 +305,7 @@
305
  "single_word": false,
306
  "special": true
307
  },
308
- "38": {
309
  "content": "<extra_id_64>",
310
  "lstrip": false,
311
  "normalized": false,
@@ -313,7 +313,7 @@
313
  "single_word": false,
314
  "special": true
315
  },
316
- "39": {
317
  "content": "<extra_id_63>",
318
  "lstrip": false,
319
  "normalized": false,
@@ -321,7 +321,7 @@
321
  "single_word": false,
322
  "special": true
323
  },
324
- "40": {
325
  "content": "<extra_id_62>",
326
  "lstrip": false,
327
  "normalized": false,
@@ -329,7 +329,7 @@
329
  "single_word": false,
330
  "special": true
331
  },
332
- "41": {
333
  "content": "<extra_id_61>",
334
  "lstrip": false,
335
  "normalized": false,
@@ -337,7 +337,7 @@
337
  "single_word": false,
338
  "special": true
339
  },
340
- "42": {
341
  "content": "<extra_id_60>",
342
  "lstrip": false,
343
  "normalized": false,
@@ -345,7 +345,7 @@
345
  "single_word": false,
346
  "special": true
347
  },
348
- "43": {
349
  "content": "<extra_id_59>",
350
  "lstrip": false,
351
  "normalized": false,
@@ -353,7 +353,7 @@
353
  "single_word": false,
354
  "special": true
355
  },
356
- "44": {
357
  "content": "<extra_id_58>",
358
  "lstrip": false,
359
  "normalized": false,
@@ -361,7 +361,7 @@
361
  "single_word": false,
362
  "special": true
363
  },
364
- "45": {
365
  "content": "<extra_id_57>",
366
  "lstrip": false,
367
  "normalized": false,
@@ -369,7 +369,7 @@
369
  "single_word": false,
370
  "special": true
371
  },
372
- "46": {
373
  "content": "<extra_id_56>",
374
  "lstrip": false,
375
  "normalized": false,
@@ -377,7 +377,7 @@
377
  "single_word": false,
378
  "special": true
379
  },
380
- "47": {
381
  "content": "<extra_id_55>",
382
  "lstrip": false,
383
  "normalized": false,
@@ -385,7 +385,7 @@
385
  "single_word": false,
386
  "special": true
387
  },
388
- "48": {
389
  "content": "<extra_id_54>",
390
  "lstrip": false,
391
  "normalized": false,
@@ -393,7 +393,7 @@
393
  "single_word": false,
394
  "special": true
395
  },
396
- "49": {
397
  "content": "<extra_id_53>",
398
  "lstrip": false,
399
  "normalized": false,
@@ -401,7 +401,7 @@
401
  "single_word": false,
402
  "special": true
403
  },
404
- "50": {
405
  "content": "<extra_id_52>",
406
  "lstrip": false,
407
  "normalized": false,
@@ -409,7 +409,7 @@
409
  "single_word": false,
410
  "special": true
411
  },
412
- "51": {
413
  "content": "<extra_id_51>",
414
  "lstrip": false,
415
  "normalized": false,
@@ -417,7 +417,7 @@
417
  "single_word": false,
418
  "special": true
419
  },
420
- "52": {
421
  "content": "<extra_id_50>",
422
  "lstrip": false,
423
  "normalized": false,
@@ -425,7 +425,7 @@
425
  "single_word": false,
426
  "special": true
427
  },
428
- "53": {
429
  "content": "<extra_id_49>",
430
  "lstrip": false,
431
  "normalized": false,
@@ -433,7 +433,7 @@
433
  "single_word": false,
434
  "special": true
435
  },
436
- "54": {
437
  "content": "<extra_id_48>",
438
  "lstrip": false,
439
  "normalized": false,
@@ -441,7 +441,7 @@
441
  "single_word": false,
442
  "special": true
443
  },
444
- "55": {
445
  "content": "<extra_id_47>",
446
  "lstrip": false,
447
  "normalized": false,
@@ -449,7 +449,7 @@
449
  "single_word": false,
450
  "special": true
451
  },
452
- "56": {
453
  "content": "<extra_id_46>",
454
  "lstrip": false,
455
  "normalized": false,
@@ -457,7 +457,7 @@
457
  "single_word": false,
458
  "special": true
459
  },
460
- "57": {
461
  "content": "<extra_id_45>",
462
  "lstrip": false,
463
  "normalized": false,
@@ -465,7 +465,7 @@
465
  "single_word": false,
466
  "special": true
467
  },
468
- "58": {
469
  "content": "<extra_id_44>",
470
  "lstrip": false,
471
  "normalized": false,
@@ -473,7 +473,7 @@
473
  "single_word": false,
474
  "special": true
475
  },
476
- "59": {
477
  "content": "<extra_id_43>",
478
  "lstrip": false,
479
  "normalized": false,
@@ -481,7 +481,7 @@
481
  "single_word": false,
482
  "special": true
483
  },
484
- "60": {
485
  "content": "<extra_id_42>",
486
  "lstrip": false,
487
  "normalized": false,
@@ -489,7 +489,7 @@
489
  "single_word": false,
490
  "special": true
491
  },
492
- "61": {
493
  "content": "<extra_id_41>",
494
  "lstrip": false,
495
  "normalized": false,
@@ -497,7 +497,7 @@
497
  "single_word": false,
498
  "special": true
499
  },
500
- "62": {
501
  "content": "<extra_id_40>",
502
  "lstrip": false,
503
  "normalized": false,
@@ -505,7 +505,7 @@
505
  "single_word": false,
506
  "special": true
507
  },
508
- "63": {
509
  "content": "<extra_id_39>",
510
  "lstrip": false,
511
  "normalized": false,
@@ -513,7 +513,7 @@
513
  "single_word": false,
514
  "special": true
515
  },
516
- "64": {
517
  "content": "<extra_id_38>",
518
  "lstrip": false,
519
  "normalized": false,
@@ -521,7 +521,7 @@
521
  "single_word": false,
522
  "special": true
523
  },
524
- "65": {
525
  "content": "<extra_id_37>",
526
  "lstrip": false,
527
  "normalized": false,
@@ -529,7 +529,7 @@
529
  "single_word": false,
530
  "special": true
531
  },
532
- "66": {
533
  "content": "<extra_id_36>",
534
  "lstrip": false,
535
  "normalized": false,
@@ -537,7 +537,7 @@
537
  "single_word": false,
538
  "special": true
539
  },
540
- "67": {
541
  "content": "<extra_id_35>",
542
  "lstrip": false,
543
  "normalized": false,
@@ -545,7 +545,7 @@
545
  "single_word": false,
546
  "special": true
547
  },
548
- "68": {
549
  "content": "<extra_id_34>",
550
  "lstrip": false,
551
  "normalized": false,
@@ -553,7 +553,7 @@
553
  "single_word": false,
554
  "special": true
555
  },
556
- "69": {
557
  "content": "<extra_id_33>",
558
  "lstrip": false,
559
  "normalized": false,
@@ -561,7 +561,7 @@
561
  "single_word": false,
562
  "special": true
563
  },
564
- "70": {
565
  "content": "<extra_id_32>",
566
  "lstrip": false,
567
  "normalized": false,
@@ -569,7 +569,7 @@
569
  "single_word": false,
570
  "special": true
571
  },
572
- "71": {
573
  "content": "<extra_id_31>",
574
  "lstrip": false,
575
  "normalized": false,
@@ -577,7 +577,7 @@
577
  "single_word": false,
578
  "special": true
579
  },
580
- "72": {
581
  "content": "<extra_id_30>",
582
  "lstrip": false,
583
  "normalized": false,
@@ -585,7 +585,7 @@
585
  "single_word": false,
586
  "special": true
587
  },
588
- "73": {
589
  "content": "<extra_id_29>",
590
  "lstrip": false,
591
  "normalized": false,
@@ -593,7 +593,7 @@
593
  "single_word": false,
594
  "special": true
595
  },
596
- "74": {
597
  "content": "<extra_id_28>",
598
  "lstrip": false,
599
  "normalized": false,
@@ -601,7 +601,7 @@
601
  "single_word": false,
602
  "special": true
603
  },
604
- "75": {
605
  "content": "<extra_id_27>",
606
  "lstrip": false,
607
  "normalized": false,
@@ -609,7 +609,7 @@
609
  "single_word": false,
610
  "special": true
611
  },
612
- "76": {
613
  "content": "<extra_id_26>",
614
  "lstrip": false,
615
  "normalized": false,
@@ -617,7 +617,7 @@
617
  "single_word": false,
618
  "special": true
619
  },
620
- "77": {
621
  "content": "<extra_id_25>",
622
  "lstrip": false,
623
  "normalized": false,
@@ -625,7 +625,7 @@
625
  "single_word": false,
626
  "special": true
627
  },
628
- "78": {
629
  "content": "<extra_id_24>",
630
  "lstrip": false,
631
  "normalized": false,
@@ -633,7 +633,7 @@
633
  "single_word": false,
634
  "special": true
635
  },
636
- "79": {
637
  "content": "<extra_id_23>",
638
  "lstrip": false,
639
  "normalized": false,
@@ -641,7 +641,7 @@
641
  "single_word": false,
642
  "special": true
643
  },
644
- "80": {
645
  "content": "<extra_id_22>",
646
  "lstrip": false,
647
  "normalized": false,
@@ -649,7 +649,7 @@
649
  "single_word": false,
650
  "special": true
651
  },
652
- "81": {
653
  "content": "<extra_id_21>",
654
  "lstrip": false,
655
  "normalized": false,
@@ -657,7 +657,7 @@
657
  "single_word": false,
658
  "special": true
659
  },
660
- "82": {
661
  "content": "<extra_id_20>",
662
  "lstrip": false,
663
  "normalized": false,
@@ -665,7 +665,7 @@
665
  "single_word": false,
666
  "special": true
667
  },
668
- "83": {
669
  "content": "<extra_id_19>",
670
  "lstrip": false,
671
  "normalized": false,
@@ -673,7 +673,7 @@
673
  "single_word": false,
674
  "special": true
675
  },
676
- "84": {
677
  "content": "<extra_id_18>",
678
  "lstrip": false,
679
  "normalized": false,
@@ -681,7 +681,7 @@
681
  "single_word": false,
682
  "special": true
683
  },
684
- "85": {
685
  "content": "<extra_id_17>",
686
  "lstrip": false,
687
  "normalized": false,
@@ -689,7 +689,7 @@
689
  "single_word": false,
690
  "special": true
691
  },
692
- "86": {
693
  "content": "<extra_id_16>",
694
  "lstrip": false,
695
  "normalized": false,
@@ -697,7 +697,7 @@
697
  "single_word": false,
698
  "special": true
699
  },
700
- "87": {
701
  "content": "<extra_id_15>",
702
  "lstrip": false,
703
  "normalized": false,
@@ -705,7 +705,7 @@
705
  "single_word": false,
706
  "special": true
707
  },
708
- "88": {
709
  "content": "<extra_id_14>",
710
  "lstrip": false,
711
  "normalized": false,
@@ -713,7 +713,7 @@
713
  "single_word": false,
714
  "special": true
715
  },
716
- "89": {
717
  "content": "<extra_id_13>",
718
  "lstrip": false,
719
  "normalized": false,
@@ -721,7 +721,7 @@
721
  "single_word": false,
722
  "special": true
723
  },
724
- "90": {
725
  "content": "<extra_id_12>",
726
  "lstrip": false,
727
  "normalized": false,
@@ -729,7 +729,7 @@
729
  "single_word": false,
730
  "special": true
731
  },
732
- "91": {
733
  "content": "<extra_id_11>",
734
  "lstrip": false,
735
  "normalized": false,
@@ -737,7 +737,7 @@
737
  "single_word": false,
738
  "special": true
739
  },
740
- "92": {
741
  "content": "<extra_id_10>",
742
  "lstrip": false,
743
  "normalized": false,
@@ -745,7 +745,7 @@
745
  "single_word": false,
746
  "special": true
747
  },
748
- "93": {
749
  "content": "<extra_id_9>",
750
  "lstrip": false,
751
  "normalized": false,
@@ -753,7 +753,7 @@
753
  "single_word": false,
754
  "special": true
755
  },
756
- "94": {
757
  "content": "<extra_id_8>",
758
  "lstrip": false,
759
  "normalized": false,
@@ -761,7 +761,7 @@
761
  "single_word": false,
762
  "special": true
763
  },
764
- "95": {
765
  "content": "<extra_id_7>",
766
  "lstrip": false,
767
  "normalized": false,
@@ -769,7 +769,7 @@
769
  "single_word": false,
770
  "special": true
771
  },
772
- "96": {
773
  "content": "<extra_id_6>",
774
  "lstrip": false,
775
  "normalized": false,
@@ -777,7 +777,7 @@
777
  "single_word": false,
778
  "special": true
779
  },
780
- "97": {
781
  "content": "<extra_id_5>",
782
  "lstrip": false,
783
  "normalized": false,
@@ -785,7 +785,7 @@
785
  "single_word": false,
786
  "special": true
787
  },
788
- "98": {
789
  "content": "<extra_id_4>",
790
  "lstrip": false,
791
  "normalized": false,
@@ -793,7 +793,7 @@
793
  "single_word": false,
794
  "special": true
795
  },
796
- "99": {
797
  "content": "<extra_id_3>",
798
  "lstrip": false,
799
  "normalized": false,
@@ -801,7 +801,7 @@
801
  "single_word": false,
802
  "special": true
803
  },
804
- "100": {
805
  "content": "<extra_id_2>",
806
  "lstrip": false,
807
  "normalized": false,
@@ -809,7 +809,7 @@
809
  "single_word": false,
810
  "special": true
811
  },
812
- "101": {
813
  "content": "<extra_id_1>",
814
  "lstrip": false,
815
  "normalized": false,
@@ -817,7 +817,7 @@
817
  "single_word": false,
818
  "special": true
819
  },
820
- "102": {
821
  "content": "<extra_id_0>",
822
  "lstrip": false,
823
  "normalized": false,
@@ -928,12 +928,14 @@
928
  "<extra_id_98>",
929
  "<extra_id_99>"
930
  ],
931
- "clean_up_tokenization_spaces": false,
932
  "eos_token": "</s>",
933
  "extra_ids": 100,
934
  "extra_special_tokens": {},
935
- "model_max_length": 1024,
 
936
  "pad_token": "<pad>",
937
- "tokenizer_class": "T5TokenizerFast",
 
938
  "unk_token": "<unk>"
939
  }
 
1
  {
2
+ "add_prefix_space": true,
3
  "added_tokens_decoder": {
4
  "0": {
5
  "content": "<pad>",
 
25
  "single_word": false,
26
  "special": true
27
  },
28
+ "32000": {
29
  "content": "<extra_id_99>",
30
  "lstrip": false,
31
  "normalized": false,
 
33
  "single_word": false,
34
  "special": true
35
  },
36
+ "32001": {
37
  "content": "<extra_id_98>",
38
  "lstrip": false,
39
  "normalized": false,
 
41
  "single_word": false,
42
  "special": true
43
  },
44
+ "32002": {
45
  "content": "<extra_id_97>",
46
  "lstrip": false,
47
  "normalized": false,
 
49
  "single_word": false,
50
  "special": true
51
  },
52
+ "32003": {
53
  "content": "<extra_id_96>",
54
  "lstrip": false,
55
  "normalized": false,
 
57
  "single_word": false,
58
  "special": true
59
  },
60
+ "32004": {
61
  "content": "<extra_id_95>",
62
  "lstrip": false,
63
  "normalized": false,
 
65
  "single_word": false,
66
  "special": true
67
  },
68
+ "32005": {
69
  "content": "<extra_id_94>",
70
  "lstrip": false,
71
  "normalized": false,
 
73
  "single_word": false,
74
  "special": true
75
  },
76
+ "32006": {
77
  "content": "<extra_id_93>",
78
  "lstrip": false,
79
  "normalized": false,
 
81
  "single_word": false,
82
  "special": true
83
  },
84
+ "32007": {
85
  "content": "<extra_id_92>",
86
  "lstrip": false,
87
  "normalized": false,
 
89
  "single_word": false,
90
  "special": true
91
  },
92
+ "32008": {
93
  "content": "<extra_id_91>",
94
  "lstrip": false,
95
  "normalized": false,
 
97
  "single_word": false,
98
  "special": true
99
  },
100
+ "32009": {
101
  "content": "<extra_id_90>",
102
  "lstrip": false,
103
  "normalized": false,
 
105
  "single_word": false,
106
  "special": true
107
  },
108
+ "32010": {
109
  "content": "<extra_id_89>",
110
  "lstrip": false,
111
  "normalized": false,
 
113
  "single_word": false,
114
  "special": true
115
  },
116
+ "32011": {
117
  "content": "<extra_id_88>",
118
  "lstrip": false,
119
  "normalized": false,
 
121
  "single_word": false,
122
  "special": true
123
  },
124
+ "32012": {
125
  "content": "<extra_id_87>",
126
  "lstrip": false,
127
  "normalized": false,
 
129
  "single_word": false,
130
  "special": true
131
  },
132
+ "32013": {
133
  "content": "<extra_id_86>",
134
  "lstrip": false,
135
  "normalized": false,
 
137
  "single_word": false,
138
  "special": true
139
  },
140
+ "32014": {
141
  "content": "<extra_id_85>",
142
  "lstrip": false,
143
  "normalized": false,
 
145
  "single_word": false,
146
  "special": true
147
  },
148
+ "32015": {
149
  "content": "<extra_id_84>",
150
  "lstrip": false,
151
  "normalized": false,
 
153
  "single_word": false,
154
  "special": true
155
  },
156
+ "32016": {
157
  "content": "<extra_id_83>",
158
  "lstrip": false,
159
  "normalized": false,
 
161
  "single_word": false,
162
  "special": true
163
  },
164
+ "32017": {
165
  "content": "<extra_id_82>",
166
  "lstrip": false,
167
  "normalized": false,
 
169
  "single_word": false,
170
  "special": true
171
  },
172
+ "32018": {
173
  "content": "<extra_id_81>",
174
  "lstrip": false,
175
  "normalized": false,
 
177
  "single_word": false,
178
  "special": true
179
  },
180
+ "32019": {
181
  "content": "<extra_id_80>",
182
  "lstrip": false,
183
  "normalized": false,
 
185
  "single_word": false,
186
  "special": true
187
  },
188
+ "32020": {
189
  "content": "<extra_id_79>",
190
  "lstrip": false,
191
  "normalized": false,
 
193
  "single_word": false,
194
  "special": true
195
  },
196
+ "32021": {
197
  "content": "<extra_id_78>",
198
  "lstrip": false,
199
  "normalized": false,
 
201
  "single_word": false,
202
  "special": true
203
  },
204
+ "32022": {
205
  "content": "<extra_id_77>",
206
  "lstrip": false,
207
  "normalized": false,
 
209
  "single_word": false,
210
  "special": true
211
  },
212
+ "32023": {
213
  "content": "<extra_id_76>",
214
  "lstrip": false,
215
  "normalized": false,
 
217
  "single_word": false,
218
  "special": true
219
  },
220
+ "32024": {
221
  "content": "<extra_id_75>",
222
  "lstrip": false,
223
  "normalized": false,
 
225
  "single_word": false,
226
  "special": true
227
  },
228
+ "32025": {
229
  "content": "<extra_id_74>",
230
  "lstrip": false,
231
  "normalized": false,
 
233
  "single_word": false,
234
  "special": true
235
  },
236
+ "32026": {
237
  "content": "<extra_id_73>",
238
  "lstrip": false,
239
  "normalized": false,
 
241
  "single_word": false,
242
  "special": true
243
  },
244
+ "32027": {
245
  "content": "<extra_id_72>",
246
  "lstrip": false,
247
  "normalized": false,
 
249
  "single_word": false,
250
  "special": true
251
  },
252
+ "32028": {
253
  "content": "<extra_id_71>",
254
  "lstrip": false,
255
  "normalized": false,
 
257
  "single_word": false,
258
  "special": true
259
  },
260
+ "32029": {
261
  "content": "<extra_id_70>",
262
  "lstrip": false,
263
  "normalized": false,
 
265
  "single_word": false,
266
  "special": true
267
  },
268
+ "32030": {
269
  "content": "<extra_id_69>",
270
  "lstrip": false,
271
  "normalized": false,
 
273
  "single_word": false,
274
  "special": true
275
  },
276
+ "32031": {
277
  "content": "<extra_id_68>",
278
  "lstrip": false,
279
  "normalized": false,
 
281
  "single_word": false,
282
  "special": true
283
  },
284
+ "32032": {
285
  "content": "<extra_id_67>",
286
  "lstrip": false,
287
  "normalized": false,
 
289
  "single_word": false,
290
  "special": true
291
  },
292
+ "32033": {
293
  "content": "<extra_id_66>",
294
  "lstrip": false,
295
  "normalized": false,
 
297
  "single_word": false,
298
  "special": true
299
  },
300
+ "32034": {
301
  "content": "<extra_id_65>",
302
  "lstrip": false,
303
  "normalized": false,
 
305
  "single_word": false,
306
  "special": true
307
  },
308
+ "32035": {
309
  "content": "<extra_id_64>",
310
  "lstrip": false,
311
  "normalized": false,
 
313
  "single_word": false,
314
  "special": true
315
  },
316
+ "32036": {
317
  "content": "<extra_id_63>",
318
  "lstrip": false,
319
  "normalized": false,
 
321
  "single_word": false,
322
  "special": true
323
  },
324
+ "32037": {
325
  "content": "<extra_id_62>",
326
  "lstrip": false,
327
  "normalized": false,
 
329
  "single_word": false,
330
  "special": true
331
  },
332
+ "32038": {
333
  "content": "<extra_id_61>",
334
  "lstrip": false,
335
  "normalized": false,
 
337
  "single_word": false,
338
  "special": true
339
  },
340
+ "32039": {
341
  "content": "<extra_id_60>",
342
  "lstrip": false,
343
  "normalized": false,
 
345
  "single_word": false,
346
  "special": true
347
  },
348
+ "32040": {
349
  "content": "<extra_id_59>",
350
  "lstrip": false,
351
  "normalized": false,
 
353
  "single_word": false,
354
  "special": true
355
  },
356
+ "32041": {
357
  "content": "<extra_id_58>",
358
  "lstrip": false,
359
  "normalized": false,
 
361
  "single_word": false,
362
  "special": true
363
  },
364
+ "32042": {
365
  "content": "<extra_id_57>",
366
  "lstrip": false,
367
  "normalized": false,
 
369
  "single_word": false,
370
  "special": true
371
  },
372
+ "32043": {
373
  "content": "<extra_id_56>",
374
  "lstrip": false,
375
  "normalized": false,
 
377
  "single_word": false,
378
  "special": true
379
  },
380
+ "32044": {
381
  "content": "<extra_id_55>",
382
  "lstrip": false,
383
  "normalized": false,
 
385
  "single_word": false,
386
  "special": true
387
  },
388
+ "32045": {
389
  "content": "<extra_id_54>",
390
  "lstrip": false,
391
  "normalized": false,
 
393
  "single_word": false,
394
  "special": true
395
  },
396
+ "32046": {
397
  "content": "<extra_id_53>",
398
  "lstrip": false,
399
  "normalized": false,
 
401
  "single_word": false,
402
  "special": true
403
  },
404
+ "32047": {
405
  "content": "<extra_id_52>",
406
  "lstrip": false,
407
  "normalized": false,
 
409
  "single_word": false,
410
  "special": true
411
  },
412
+ "32048": {
413
  "content": "<extra_id_51>",
414
  "lstrip": false,
415
  "normalized": false,
 
417
  "single_word": false,
418
  "special": true
419
  },
420
+ "32049": {
421
  "content": "<extra_id_50>",
422
  "lstrip": false,
423
  "normalized": false,
 
425
  "single_word": false,
426
  "special": true
427
  },
428
+ "32050": {
429
  "content": "<extra_id_49>",
430
  "lstrip": false,
431
  "normalized": false,
 
433
  "single_word": false,
434
  "special": true
435
  },
436
+ "32051": {
437
  "content": "<extra_id_48>",
438
  "lstrip": false,
439
  "normalized": false,
 
441
  "single_word": false,
442
  "special": true
443
  },
444
+ "32052": {
445
  "content": "<extra_id_47>",
446
  "lstrip": false,
447
  "normalized": false,
 
449
  "single_word": false,
450
  "special": true
451
  },
452
+ "32053": {
453
  "content": "<extra_id_46>",
454
  "lstrip": false,
455
  "normalized": false,
 
457
  "single_word": false,
458
  "special": true
459
  },
460
+ "32054": {
461
  "content": "<extra_id_45>",
462
  "lstrip": false,
463
  "normalized": false,
 
465
  "single_word": false,
466
  "special": true
467
  },
468
+ "32055": {
469
  "content": "<extra_id_44>",
470
  "lstrip": false,
471
  "normalized": false,
 
473
  "single_word": false,
474
  "special": true
475
  },
476
+ "32056": {
477
  "content": "<extra_id_43>",
478
  "lstrip": false,
479
  "normalized": false,
 
481
  "single_word": false,
482
  "special": true
483
  },
484
+ "32057": {
485
  "content": "<extra_id_42>",
486
  "lstrip": false,
487
  "normalized": false,
 
489
  "single_word": false,
490
  "special": true
491
  },
492
+ "32058": {
493
  "content": "<extra_id_41>",
494
  "lstrip": false,
495
  "normalized": false,
 
497
  "single_word": false,
498
  "special": true
499
  },
500
+ "32059": {
501
  "content": "<extra_id_40>",
502
  "lstrip": false,
503
  "normalized": false,
 
505
  "single_word": false,
506
  "special": true
507
  },
508
+ "32060": {
509
  "content": "<extra_id_39>",
510
  "lstrip": false,
511
  "normalized": false,
 
513
  "single_word": false,
514
  "special": true
515
  },
516
+ "32061": {
517
  "content": "<extra_id_38>",
518
  "lstrip": false,
519
  "normalized": false,
 
521
  "single_word": false,
522
  "special": true
523
  },
524
+ "32062": {
525
  "content": "<extra_id_37>",
526
  "lstrip": false,
527
  "normalized": false,
 
529
  "single_word": false,
530
  "special": true
531
  },
532
+ "32063": {
533
  "content": "<extra_id_36>",
534
  "lstrip": false,
535
  "normalized": false,
 
537
  "single_word": false,
538
  "special": true
539
  },
540
+ "32064": {
541
  "content": "<extra_id_35>",
542
  "lstrip": false,
543
  "normalized": false,
 
545
  "single_word": false,
546
  "special": true
547
  },
548
+ "32065": {
549
  "content": "<extra_id_34>",
550
  "lstrip": false,
551
  "normalized": false,
 
553
  "single_word": false,
554
  "special": true
555
  },
556
+ "32066": {
557
  "content": "<extra_id_33>",
558
  "lstrip": false,
559
  "normalized": false,
 
561
  "single_word": false,
562
  "special": true
563
  },
564
+ "32067": {
565
  "content": "<extra_id_32>",
566
  "lstrip": false,
567
  "normalized": false,
 
569
  "single_word": false,
570
  "special": true
571
  },
572
+ "32068": {
573
  "content": "<extra_id_31>",
574
  "lstrip": false,
575
  "normalized": false,
 
577
  "single_word": false,
578
  "special": true
579
  },
580
+ "32069": {
581
  "content": "<extra_id_30>",
582
  "lstrip": false,
583
  "normalized": false,
 
585
  "single_word": false,
586
  "special": true
587
  },
588
+ "32070": {
589
  "content": "<extra_id_29>",
590
  "lstrip": false,
591
  "normalized": false,
 
593
  "single_word": false,
594
  "special": true
595
  },
596
+ "32071": {
597
  "content": "<extra_id_28>",
598
  "lstrip": false,
599
  "normalized": false,
 
601
  "single_word": false,
602
  "special": true
603
  },
604
+ "32072": {
605
  "content": "<extra_id_27>",
606
  "lstrip": false,
607
  "normalized": false,
 
609
  "single_word": false,
610
  "special": true
611
  },
612
+ "32073": {
613
  "content": "<extra_id_26>",
614
  "lstrip": false,
615
  "normalized": false,
 
617
  "single_word": false,
618
  "special": true
619
  },
620
+ "32074": {
621
  "content": "<extra_id_25>",
622
  "lstrip": false,
623
  "normalized": false,
 
625
  "single_word": false,
626
  "special": true
627
  },
628
+ "32075": {
629
  "content": "<extra_id_24>",
630
  "lstrip": false,
631
  "normalized": false,
 
633
  "single_word": false,
634
  "special": true
635
  },
636
+ "32076": {
637
  "content": "<extra_id_23>",
638
  "lstrip": false,
639
  "normalized": false,
 
641
  "single_word": false,
642
  "special": true
643
  },
644
+ "32077": {
645
  "content": "<extra_id_22>",
646
  "lstrip": false,
647
  "normalized": false,
 
649
  "single_word": false,
650
  "special": true
651
  },
652
+ "32078": {
653
  "content": "<extra_id_21>",
654
  "lstrip": false,
655
  "normalized": false,
 
657
  "single_word": false,
658
  "special": true
659
  },
660
+ "32079": {
661
  "content": "<extra_id_20>",
662
  "lstrip": false,
663
  "normalized": false,
 
665
  "single_word": false,
666
  "special": true
667
  },
668
+ "32080": {
669
  "content": "<extra_id_19>",
670
  "lstrip": false,
671
  "normalized": false,
 
673
  "single_word": false,
674
  "special": true
675
  },
676
+ "32081": {
677
  "content": "<extra_id_18>",
678
  "lstrip": false,
679
  "normalized": false,
 
681
  "single_word": false,
682
  "special": true
683
  },
684
+ "32082": {
685
  "content": "<extra_id_17>",
686
  "lstrip": false,
687
  "normalized": false,
 
689
  "single_word": false,
690
  "special": true
691
  },
692
+ "32083": {
693
  "content": "<extra_id_16>",
694
  "lstrip": false,
695
  "normalized": false,
 
697
  "single_word": false,
698
  "special": true
699
  },
700
+ "32084": {
701
  "content": "<extra_id_15>",
702
  "lstrip": false,
703
  "normalized": false,
 
705
  "single_word": false,
706
  "special": true
707
  },
708
+ "32085": {
709
  "content": "<extra_id_14>",
710
  "lstrip": false,
711
  "normalized": false,
 
713
  "single_word": false,
714
  "special": true
715
  },
716
+ "32086": {
717
  "content": "<extra_id_13>",
718
  "lstrip": false,
719
  "normalized": false,
 
721
  "single_word": false,
722
  "special": true
723
  },
724
+ "32087": {
725
  "content": "<extra_id_12>",
726
  "lstrip": false,
727
  "normalized": false,
 
729
  "single_word": false,
730
  "special": true
731
  },
732
+ "32088": {
733
  "content": "<extra_id_11>",
734
  "lstrip": false,
735
  "normalized": false,
 
737
  "single_word": false,
738
  "special": true
739
  },
740
+ "32089": {
741
  "content": "<extra_id_10>",
742
  "lstrip": false,
743
  "normalized": false,
 
745
  "single_word": false,
746
  "special": true
747
  },
748
+ "32090": {
749
  "content": "<extra_id_9>",
750
  "lstrip": false,
751
  "normalized": false,
 
753
  "single_word": false,
754
  "special": true
755
  },
756
+ "32091": {
757
  "content": "<extra_id_8>",
758
  "lstrip": false,
759
  "normalized": false,
 
761
  "single_word": false,
762
  "special": true
763
  },
764
+ "32092": {
765
  "content": "<extra_id_7>",
766
  "lstrip": false,
767
  "normalized": false,
 
769
  "single_word": false,
770
  "special": true
771
  },
772
+ "32093": {
773
  "content": "<extra_id_6>",
774
  "lstrip": false,
775
  "normalized": false,
 
777
  "single_word": false,
778
  "special": true
779
  },
780
+ "32094": {
781
  "content": "<extra_id_5>",
782
  "lstrip": false,
783
  "normalized": false,
 
785
  "single_word": false,
786
  "special": true
787
  },
788
+ "32095": {
789
  "content": "<extra_id_4>",
790
  "lstrip": false,
791
  "normalized": false,
 
793
  "single_word": false,
794
  "special": true
795
  },
796
+ "32096": {
797
  "content": "<extra_id_3>",
798
  "lstrip": false,
799
  "normalized": false,
 
801
  "single_word": false,
802
  "special": true
803
  },
804
+ "32097": {
805
  "content": "<extra_id_2>",
806
  "lstrip": false,
807
  "normalized": false,
 
809
  "single_word": false,
810
  "special": true
811
  },
812
+ "32098": {
813
  "content": "<extra_id_1>",
814
  "lstrip": false,
815
  "normalized": false,
 
817
  "single_word": false,
818
  "special": true
819
  },
820
+ "32099": {
821
  "content": "<extra_id_0>",
822
  "lstrip": false,
823
  "normalized": false,
 
928
  "<extra_id_98>",
929
  "<extra_id_99>"
930
  ],
931
+ "clean_up_tokenization_spaces": true,
932
  "eos_token": "</s>",
933
  "extra_ids": 100,
934
  "extra_special_tokens": {},
935
+ "legacy": true,
936
+ "model_max_length": 512,
937
  "pad_token": "<pad>",
938
+ "sp_model_kwargs": {},
939
+ "tokenizer_class": "T5Tokenizer",
940
  "unk_token": "<unk>"
941
  }
transformer/config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_class_name": "HiDreamImageTransformer2DModel",
3
- "_diffusers_version": "0.33.0.dev0",
4
  "attention_head_dim": 8,
5
  "axes_dims_rope": [
6
  4,
@@ -11,6 +11,7 @@
11
  32,
12
  16
13
  ],
 
14
  "in_channels": 4,
15
  "llama_layers": [
16
  0,
 
1
  {
2
  "_class_name": "HiDreamImageTransformer2DModel",
3
+ "_diffusers_version": "0.34.0.dev0",
4
  "attention_head_dim": 8,
5
  "axes_dims_rope": [
6
  4,
 
11
  32,
12
  16
13
  ],
14
+ "force_inference_output": false,
15
  "in_channels": 4,
16
  "llama_layers": [
17
  0,
vae/config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_class_name": "AutoencoderKL",
3
- "_diffusers_version": "0.33.0.dev0",
4
  "act_fn": "silu",
5
  "block_out_channels": [
6
  64
 
1
  {
2
  "_class_name": "AutoencoderKL",
3
+ "_diffusers_version": "0.34.0.dev0",
4
  "act_fn": "silu",
5
  "block_out_channels": [
6
  64