Spaces:
Runtime error
Runtime error
Gagan Bhatia
commited on
Commit
·
b62e2d9
1
Parent(s):
df20fa3
Update model.py
Browse files- src/models/model.py +2 -0
src/models/model.py
CHANGED
|
@@ -40,3 +40,5 @@ class DataModule(Dataset):
|
|
| 40 |
"""
|
| 41 |
self.data = data
|
| 42 |
self.target_max_token_len = target_max_token_len
|
|
|
|
|
|
|
|
|
| 40 |
"""
|
| 41 |
self.data = data
|
| 42 |
self.target_max_token_len = target_max_token_len
|
| 43 |
+
self.source_max_token_len = source_max_token_len
|
| 44 |
+
self.tokenizer = tokenizer
|