Update app.py

app.py

@@ -3,21 +3,19 @@ import re
 import torch
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
 
-# Load PEGASUS paraphrase model
+# Load PEGASUS model in optimized mode
 model_name = "tuner007/pegasus_paraphrase"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
+model = AutoModelForSeq2SeqLM.from_pretrained(model_name, torch_dtype=torch.float16)  # Use half precision
 
-# Move model to GPU if available (for faster processing)
-device = "cuda" if torch.cuda.is_available() else "cpu"
-model.to(device)
+# Move model to CPU for consistency
+model.to("cpu")
 
-# Initialize pipeline with batch processing and optimized settings
+# Initialize paraphrase pipeline with optimized settings
 paraphrase_pipeline = pipeline(
-    "text2text-generation", 
-    model=model, 
-    tokenizer=tokenizer, 
-    device=0 if torch.cuda.is_available() else -1,  # Use GPU if available
+    "text2text-generation",
+    model=model,
+    tokenizer=tokenizer,
     truncation=True
 )
 
@@ -31,10 +29,10 @@ def paraphrase_text(text):
         return "⚠️ Please enter some text to paraphrase."
 
     sentences = split_sentences(text)
-    
-    # Process multiple sentences in one batch (improves speed)
+
+    # Batch processing with optimized settings
     paraphrased_results = paraphrase_pipeline(
-        sentences, max_length=60, do_sample=False, batch_size=4  # Increase batch_size for speed
+        sentences, max_length=50, do_sample=False, batch_size=8  # Reduced max_length & increased batch_size
     )
 
     paraphrased_sentences = [result['generated_text'] for result in paraphrased_results]
@@ -45,8 +43,8 @@ demo = gr.Interface(
     fn=paraphrase_text,
     inputs=gr.Textbox(label="Enter text", placeholder="Type your text to paraphrase...", lines=10),
     outputs=gr.Textbox(label="Paraphrased Text", lines=10),
-    title="🚀 Fast PEGASUS Paraphraser",
-    description="Enter text and let AI generate a paraphrased version using the optimized PEGASUS model!",
+    title="🚀 Faster PEGASUS Paraphraser",
+    description="Enter text and let AI generate a paraphrased version using an optimized PEGASUS model!",
     theme="huggingface"
 )