Update app.py

app.py

@@ -552,14 +552,18 @@ def summarize_text(
     text, max_len=20, min_len=10
 ):
     log(f'CALL summarize_text')
-    inputs = tokenizer.encode("summarize: " + text, return_tensors="pt", max_length=float('inf'), truncation=False)
+    inputs = tokenizer("summarize: " + text, return_tensors="pt", max_length=float('inf'), truncation=False)
+    i = 1
     while len(inputs[0]) > max_len:
-        inputs[0][:512] = model.generate(
-            inputs[0][:512], 
+        print(f'DBG summarize_text 1 {i}')
+        outputs = model.generate(
+            inputs[:512],
             length_penalty=2.0,
             num_beams=4,
             early_stopping=True
         )
+        inputs[0] = outputs[0] + inputs[0][512:]
+        i = i + 1
     summary = tokenizer.decode(inputs[0])
     log(f'RET summarize_text with summary as {summary}')
     return summary