Update app.py

app.py

@@ -560,6 +560,7 @@ def get_tensor_length(tensor):
     return ret
 
 def _summarize(text, max_words=20):
+    log(f'CALL _summarize')
     prefix = "summarize: "
     toks = tokenizer.encode( prefix + text, return_tensors="pt", truncation=False)
     gen = model.generate(
@@ -569,10 +570,12 @@ def _summarize(text, max_words=20):
         early_stopping=True,
         max_length=max_words
     )
-    return tokenizer.decode(gen[0], skip_special_tokens=True)
+    ret = tokenizer.decode(gen[0], skip_special_tokens=True)
+    log(f'RET _summarize with ret as {ret}')
+    return ret
 
 def _summ_step(length):
-    return max(length // 3 , min(10,length-4))
+    return length // 1.5
 
 def summarize(text, max_words=20):
     log(f'CALL summarize')