gaur3009 commited on
Commit
32855ec
Β·
verified Β·
1 Parent(s): fa33802

Update summarizer.py

Browse files
Files changed (1) hide show
  1. summarizer.py +4 -2
summarizer.py CHANGED
@@ -1,8 +1,10 @@
1
  from transformers import pipeline
2
 
3
- # load once
4
  summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
5
 
6
  def summarize_text(text, max_length=100):
7
  """Summarize long text into shorter summary."""
8
- return summarizer(text, max_length=max_length, min_length=30, do_sample=False)[0]['summary_text']
 
 
 
 
1
  from transformers import pipeline
2
 
 
3
  summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
4
 
5
  def summarize_text(text, max_length=100):
6
  """Summarize long text into shorter summary."""
7
+ # BART supports about 1024 tokens. Let's truncate text to ~1500 characters
8
+ truncated = text[:1500]
9
+ summary = summarizer(truncated, max_length=max_length, min_length=30, do_sample=False)[0]['summary_text']
10
+ return summary