Update app.py

app.py

@@ -571,7 +571,7 @@ def summarize(
     for index in range(math.ceil( len(words) / 500 )):
         
         chunk = " ".join(words[ index*500:(index+1)*500 ])
-        inputs = tokenizer.encode( prefix + chunk, return_tensors="pt", truncation=False)
+        inputs = tokenizer.encode( prefix + chunk, return_tensors="pt", truncation=False, add_special_tokens=True)
         
         while get_tensor_length(inputs) > max_len:
             
@@ -726,7 +726,7 @@ def translate(txt,to_lang="en",from_lang=False):
     for index in range(math.ceil( len(words) / 500 )):
         chunk = " ".join(words[index*500:(index+1)*500])
         log(f'DBG translate chunk is {chunk}')
-        inputs = tokenizer.encode(prefix+chunk, return_tensors="pt", truncation=False)
+        inputs = tokenizer.encode(prefix+chunk, return_tensors="pt", truncation=False, add_special_tokens=True)
         gen = model.generate(inputs,num_beams=3)
         toks = tokenizer.decode(gen[0], skip_special_tokens=True)
         ret = ret + ("" if ret == "" else " ") + toks