Spaces:

mallepally
/

MultimodalGPT

Build error

RangiLyu commited on Apr 26, 2023

Commit

d1b2b44

1 Parent(s): 844e150

remove end string

Files changed (2) hide show

mmgpt/datasets/dolly_dataset.py CHANGED Viewed

@@ -66,7 +66,7 @@ class DollyDataset(Dataset):
     def tokenize(self, text):
         res = self.tokenizer(
-            text["instruction"] + text["answer"] + "### End.",
             return_tensors=None,
             padding="do_not_pad",
             truncation=True,

     def tokenize(self, text):
         res = self.tokenizer(
+            text["instruction"] + text["answer"],
             return_tensors=None,
             padding="do_not_pad",
             truncation=True,

mmgpt/datasets/vqa_dataset.py CHANGED Viewed

@@ -127,7 +127,7 @@ class VQADataset(Dataset):
     def tokenize(self, text):
         res = self.tokenizer(
-            text["instruction"] + text["answer"] + "### End.",
             return_tensors=None,
             padding="do_not_pad",
             truncation=True,

     def tokenize(self, text):
         res = self.tokenizer(
+            text["instruction"] + text["answer"],
             return_tensors=None,
             padding="do_not_pad",
             truncation=True,