Terry Zhang
commited on
Commit
·
c0a2424
1
Parent(s):
5225d97
update max length
Browse files- tasks/text.py +1 -1
tasks/text.py
CHANGED
@@ -59,7 +59,7 @@ def tree_classifier(test_dataset: dict, model: str):
|
|
59 |
return predictions
|
60 |
|
61 |
class TextDataset(Dataset):
|
62 |
-
def __init__(self, texts, tokenizer, max_length=
|
63 |
self.texts = texts
|
64 |
self.tokenized_texts = tokenizer(
|
65 |
texts,
|
|
|
59 |
return predictions
|
60 |
|
61 |
class TextDataset(Dataset):
|
62 |
+
def __init__(self, texts, tokenizer, max_length=512):
|
63 |
self.texts = texts
|
64 |
self.tokenized_texts = tokenizer(
|
65 |
texts,
|