Terry Zhang commited on
Commit
c0a2424
·
1 Parent(s): 5225d97

update max length

Browse files
Files changed (1) hide show
  1. tasks/text.py +1 -1
tasks/text.py CHANGED
@@ -59,7 +59,7 @@ def tree_classifier(test_dataset: dict, model: str):
59
  return predictions
60
 
61
  class TextDataset(Dataset):
62
- def __init__(self, texts, tokenizer, max_length=256):
63
  self.texts = texts
64
  self.tokenized_texts = tokenizer(
65
  texts,
 
59
  return predictions
60
 
61
  class TextDataset(Dataset):
62
+ def __init__(self, texts, tokenizer, max_length=512):
63
  self.texts = texts
64
  self.tokenized_texts = tokenizer(
65
  texts,