Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,11 @@ from transformers import pipeline
|
|
5 |
|
6 |
# 1️⃣ small, open model that needs no access-token
|
7 |
MODEL_ID = "Xenova/distilbart-cnn-6-6"
|
8 |
-
summariser = pipeline("summarization", model=MODEL_ID, device=-1) # -1 = CPU
|
|
|
|
|
|
|
|
|
9 |
|
10 |
# 2️⃣ rough char limit that maps to the model’s 1 024-token window
|
11 |
MAX_CHUNK = 3_500
|
|
|
5 |
|
6 |
# 1️⃣ small, open model that needs no access-token
|
7 |
MODEL_ID = "Xenova/distilbart-cnn-6-6"
|
8 |
+
# summariser = pipeline("summarization", model=MODEL_ID, device=-1) # -1 = CPU
|
9 |
+
tok = AutoTokenizer.from_pretrained(MODEL_ID)
|
10 |
+
model = ORTModelForSeq2SeqLM.from_pretrained(MODEL_ID, file_name="model.onnx")
|
11 |
+
|
12 |
+
summariser = pipeline("summarization", model=model, tokenizer=tok, device=-1)
|
13 |
|
14 |
# 2️⃣ rough char limit that maps to the model’s 1 024-token window
|
15 |
MAX_CHUNK = 3_500
|