man

app.py

@@ -33,18 +33,8 @@ def chat_with_model(model_choice, user_message, chat_history, file=None):
 
     # Tokenize Input
     inputs = tokenizer(user_message, return_tensors="pt", padding=True, truncation=True, max_length=512)
-    
-    # Adjust max_length and parameters for the PDF summarizer
-    max_length = 512 if model_choice == "PDF Summarizer (T5)" else 150
-    num_beams = 4 if model_choice == "PDF Summarizer (T5)" else 5
-    outputs = model.generate(
-        **inputs, 
-        max_length=max_length, 
-        num_beams=num_beams, 
-        early_stopping=True, 
-        no_repeat_ngram_size=2  # Allow some flexibility in repetition
-    )
-    
+    # Generate Output
+    outputs = model.generate(**inputs, max_length=150, num_beams=5, early_stopping=True)
     response = tokenizer.decode(outputs[0], skip_special_tokens=True)
 
     # Update Chat History
@@ -60,7 +50,7 @@ def extract_text_from_pdf(file):
 
 # Interface Setup
 def create_chat_interface():
-    with gr.Blocks(css=""" 
+    with gr.Blocks(css="""
         .chatbox {
             background-color: #f7f7f8;
             border-radius: 12px;
@@ -112,4 +102,4 @@ def create_chat_interface():
 
 if __name__ == "__main__":
     interface = create_chat_interface()
-    interface.launch(server_name="0.0.0.0", server_port=7860)
+    interface.launch()