Update app.py

app.py

@@ -25,15 +25,19 @@ def split_sentences(text):
     return re.split(r'(?<=[.!?])\s+', text.strip())
 
 async def paraphrase_text(text):
-    """Paraphrases input text while maintaining sentence structure asynchronously."""
+    """Paraphrases input text asynchronously while maintaining sentence structure."""
     if not text.strip():
         return "⚠️ Please enter some text to paraphrase."
 
     sentences = split_sentences(text)
-
-    # Apply T5 paraphrasing with optimized settings
-    paraphrased_results = await asyncio.to_thread(paraphrase_pipeline, 
-        [f"paraphrase: {sentence} </s>" for sentence in sentences if sentence], 
+    
+    # Ensure batch processing
+    formatted_input = [f"paraphrase: {sentence} </s>" for sentence in sentences if sentence]
+    
+    # Run in async mode to handle multiple requests in parallel
+    paraphrased_results = await asyncio.to_thread(
+        paraphrase_pipeline, 
+        formatted_input,
         max_length=80,
         do_sample=True,  
         temperature=0.7,  
@@ -41,14 +45,14 @@ async def paraphrase_text(text):
         top_k=50,
         repetition_penalty=1.2,  
         num_return_sequences=1,  
-        batch_size=8
+        batch_size=8  # Batch processing enabled ✅
     )
 
     # Extract and join paraphrased sentences
-    paraphrased_sentences = [result['generated_text'] for result in paraphrased_results]
+    paraphrased_sentences = [result["generated_text"] for result in paraphrased_results]
     return " ".join(paraphrased_sentences)
 
-# Define Gradio Interface (Disable queueing)
+# Define Gradio Interface with Non-Blocking Requests
 with gr.Blocks() as demo:
     gr.Markdown("# 🚀 Fast & Parallel T5 Paraphraser")
     input_box = gr.Textbox(label="Enter text", placeholder="Type your text to paraphrase...", lines=10)
@@ -57,5 +61,5 @@ with gr.Blocks() as demo:
 
     button.click(paraphrase_text, inputs=input_box, outputs=output_box)
 
-# ✅ Fix queue issue
-demo.queue(max_size=None).launch(share=True)  # Corrected way to disable queueing
+# ✅ Fix queue issue & enable concurrent users
+demo.queue(concurrency_count=10).launch(share=True)  # Allows 10 users to paraphrase simultaneously