gaur3009 commited on
Commit
7474f2b
Β·
verified Β·
1 Parent(s): ee2e25a

Update summarizer.py

Browse files
Files changed (1) hide show
  1. summarizer.py +7 -5
summarizer.py CHANGED
@@ -1,18 +1,20 @@
1
  from transformers import pipeline
 
2
 
3
- # Use distilled summarization model
4
  summarizer = pipeline(
5
  "summarization",
6
  model="sshleifer/distilbart-cnn-12-6",
7
- tokenizer="sshleifer/distilbart-cnn-12-6"
8
  )
9
 
 
10
  def summarize_text(text, max_length=100):
11
- """Efficient CPU summarization"""
12
- if len(text) < 200:
13
  return text
14
 
15
- # Truncate to model's max capacity
16
  truncated = text[:1024]
17
 
18
  return summarizer(
 
1
  from transformers import pipeline
2
+ from functools import lru_cache
3
 
4
+ # Load CPU-friendly summarization model
5
  summarizer = pipeline(
6
  "summarization",
7
  model="sshleifer/distilbart-cnn-12-6",
8
+ framework="pt"
9
  )
10
 
11
+ @lru_cache(maxsize=200)
12
  def summarize_text(text, max_length=100):
13
+ """Efficient summarization with caching"""
14
+ if not text or len(text) < 100:
15
  return text
16
 
17
+ # Truncate to model capacity
18
  truncated = text[:1024]
19
 
20
  return summarizer(