Spaces:
Runtime error
Runtime error
Update summarizer.py
Browse files- summarizer.py +4 -2
summarizer.py
CHANGED
@@ -1,8 +1,10 @@
|
|
1 |
from transformers import pipeline
|
2 |
|
3 |
-
# load once
|
4 |
summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
|
5 |
|
6 |
def summarize_text(text, max_length=100):
|
7 |
"""Summarize long text into shorter summary."""
|
8 |
-
|
|
|
|
|
|
|
|
1 |
from transformers import pipeline
|
2 |
|
|
|
3 |
summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
|
4 |
|
5 |
def summarize_text(text, max_length=100):
|
6 |
"""Summarize long text into shorter summary."""
|
7 |
+
# BART supports about 1024 tokens. Let's truncate text to ~1500 characters
|
8 |
+
truncated = text[:1500]
|
9 |
+
summary = summarizer(truncated, max_length=max_length, min_length=30, do_sample=False)[0]['summary_text']
|
10 |
+
return summary
|