Update app.py

app.py

@@ -162,11 +162,9 @@ with gr.Blocks(css=PARENT_BLOCK_CSS) as demo:
 
 
     send_event = send_prompt_btn.click(
-        chat_batch if batch_enabled else chat_stream, 
+        chat_stream, 
         [context_txtbox, instruction_txtbox, state_chatbot],
         [state_chatbot, chatbot, context_txtbox],
-        batch=batch_enabled,
-        max_batch_size=args.batch_size,
     )
     reset_event = send_prompt_btn.click(
         reset_textbox, 
@@ -175,11 +173,9 @@ with gr.Blocks(css=PARENT_BLOCK_CSS) as demo:
     )
     
     continue_event = continue_btn.click(
-        chat_batch if batch_enabled else chat_stream, 
+        chat_stream, 
         [context_txtbox, continue_txtbox, state_chatbot],
         [state_chatbot, chatbot, context_txtbox],
-        batch=batch_enabled,
-        max_batch_size=args.batch_size,
     )
     reset_continue_event = continue_btn.click(
         reset_textbox, 
@@ -188,11 +184,9 @@ with gr.Blocks(css=PARENT_BLOCK_CSS) as demo:
     )
     
     summarize_event = summarize_btn.click(
-        chat_batch if batch_enabled else chat_stream, 
+        chat_stream, 
         [context_txtbox, summrize_txtbox, state_chatbot],
         [state_chatbot, chatbot, context_txtbox],
-        batch=batch_enabled,
-        max_batch_size=args.batch_size,
     )
     summarize_reset_event = summarize_btn.click(
         reset_textbox,