Aneeshmishra commited on
Commit
f76838b
·
verified ·
1 Parent(s): e20523b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -5,7 +5,11 @@ from transformers import pipeline
5
 
6
  # 1️⃣ small, open model that needs no access-token
7
  MODEL_ID = "Xenova/distilbart-cnn-6-6"
8
- summariser = pipeline("summarization", model=MODEL_ID, device=-1) # -1 = CPU
 
 
 
 
9
 
10
  # 2️⃣ rough char limit that maps to the model’s 1 024-token window
11
  MAX_CHUNK = 3_500
 
5
 
6
  # 1️⃣ small, open model that needs no access-token
7
  MODEL_ID = "Xenova/distilbart-cnn-6-6"
8
+ # summariser = pipeline("summarization", model=MODEL_ID, device=-1) # -1 = CPU
9
+ tok = AutoTokenizer.from_pretrained(MODEL_ID)
10
+ model = ORTModelForSeq2SeqLM.from_pretrained(MODEL_ID, file_name="model.onnx")
11
+
12
+ summariser = pipeline("summarization", model=model, tokenizer=tok, device=-1)
13
 
14
  # 2️⃣ rough char limit that maps to the model’s 1 024-token window
15
  MAX_CHUNK = 3_500