Spaces:
Runtime error
Runtime error
Update summarizer.py
Browse files- summarizer.py +7 -5
summarizer.py
CHANGED
@@ -1,18 +1,20 @@
|
|
1 |
from transformers import pipeline
|
|
|
2 |
|
3 |
-
#
|
4 |
summarizer = pipeline(
|
5 |
"summarization",
|
6 |
model="sshleifer/distilbart-cnn-12-6",
|
7 |
-
|
8 |
)
|
9 |
|
|
|
10 |
def summarize_text(text, max_length=100):
|
11 |
-
"""Efficient
|
12 |
-
if len(text) <
|
13 |
return text
|
14 |
|
15 |
-
# Truncate to model
|
16 |
truncated = text[:1024]
|
17 |
|
18 |
return summarizer(
|
|
|
1 |
from transformers import pipeline
|
2 |
+
from functools import lru_cache
|
3 |
|
4 |
+
# Load CPU-friendly summarization model
|
5 |
summarizer = pipeline(
|
6 |
"summarization",
|
7 |
model="sshleifer/distilbart-cnn-12-6",
|
8 |
+
framework="pt"
|
9 |
)
|
10 |
|
11 |
+
@lru_cache(maxsize=200)
|
12 |
def summarize_text(text, max_length=100):
|
13 |
+
"""Efficient summarization with caching"""
|
14 |
+
if not text or len(text) < 100:
|
15 |
return text
|
16 |
|
17 |
+
# Truncate to model capacity
|
18 |
truncated = text[:1024]
|
19 |
|
20 |
return summarizer(
|