Update app.py

app.py

@@ -23,21 +23,13 @@ model, tokenizer = load_model(
 
 stream_model = StreamModel(model, tokenizer)
 
-def chat_stream(
-    context,
-    instruction,
-    state_chatbot,
-):
-    if len(context) > 500 or len(instruction) > 150:
-        raise gr.Error("context or prompt is too long!")
-    
     bot_summarized_response = ''
     # user input should be appropriately formatted (don't be confused by the function name)
     instruction_display = common_post_process(instruction)
     instruction_prompt, conv_length = generate_prompt(instruction, state_chatbot, context)
     
     if conv_length > num_of_characters_to_keep:
-        instruction_prompt = generate_prompt(SPECIAL_STRS["summarize"], state_chatbot, context)[0]
+        instruction_prompt = generate_prompt(SPECIAL_STRS["summarize"], state_chatbot, context, partial=True)[0]
         
         state_chatbot = state_chatbot + [
             (
@@ -57,7 +49,7 @@ def chat_stream(
             "✅ summarization is done and set as context"
         )
         print(f"bot_summarized_response: {bot_summarized_response}")
-        yield (state_chatbot, state_chatbot, f"{context}. {bot_summarized_response}")
+        yield (state_chatbot, state_chatbot, f"{context}. {bot_summarized_response}".strip())
         
     instruction_prompt = generate_prompt(instruction, state_chatbot, f"{context} {bot_summarized_response}")[0]
     
@@ -70,6 +62,7 @@ def chat_stream(
     
     instruction_display = None if instruction_display == SPECIAL_STRS["continue"] else instruction_display
     state_chatbot = state_chatbot + [(instruction_display, None)]
+    yield (state_chatbot, state_chatbot, f"{context}. {bot_summarized_response}".strip())
     
     prev_index = 0
     agg_tokens = ""
@@ -93,7 +86,7 @@ def chat_stream(
                         instruction_display, 
                         processed_response
                     )
-                    yield (state_chatbot, state_chatbot, f"{context} {bot_summarized_response}")
+                    yield (state_chatbot, state_chatbot, f"{context} {bot_summarized_response}".strip())
                     break
                 else:
                     agg_tokens = ""
@@ -102,7 +95,7 @@ def chat_stream(
         if agg_tokens == "":
             processed_response, to_exit = post_process_stream(tokens)
             state_chatbot[-1] = (instruction_display, processed_response)
-            yield (state_chatbot, state_chatbot, f"{context} {bot_summarized_response}")
+            yield (state_chatbot, state_chatbot, f"{context} {bot_summarized_response}".strip())
 
             if to_exit:
                 break
@@ -112,9 +105,10 @@ def chat_stream(
     yield (
         state_chatbot,
         state_chatbot,
-        f"{context} {bot_summarized_response}"
+        f"{context} {bot_summarized_response}".strip()
     )
 
+
 def chat_batch(
     contexts,
     instructions, 
@@ -156,8 +150,8 @@ with gr.Blocks(css=PARENT_BLOCK_CSS) as demo:
         chatbot = gr.Chatbot(elem_id='chatbot', label="Alpaca-LoRA")
         instruction_txtbox = gr.Textbox(placeholder="What do you want to say to AI?", label="Instruction")
         with gr.Row():
-            send_prompt_btn = gr.Button(value="Send Prompt")
             cancel_btn = gr.Button(value="Cancel")
+            reset_btn = gr.Button(value="Reset")
 
         with gr.Accordion("Helper Buttons", open=False):
             gr.Markdown(f"`Continue` lets AI to complete the previous incomplete answers. `Summarize` lets AI to summarize the conversations so far.")
@@ -194,12 +188,12 @@ with gr.Blocks(css=PARENT_BLOCK_CSS) as demo:
         gr.Markdown(f"{BOTTOM_LINE}")
 
 
-    send_event = send_prompt_btn.click(
+    send_event = instruction_txtbox.submit(
         chat_stream, 
         [context_txtbox, instruction_txtbox, state_chatbot],
         [state_chatbot, chatbot, context_txtbox],
     )
-    reset_event = send_prompt_btn.click(
+    reset_event = instruction_txtbox.submit(
         reset_textbox, 
         [], 
         [instruction_txtbox],
@@ -232,6 +226,15 @@ with gr.Blocks(css=PARENT_BLOCK_CSS) as demo:
         cancels=[
             send_event, continue_event, summarize_event
         ]
+    )
+
+    reset_btn.click(
+        reset_everything,
+        [context_txtbox, instruction_txtbox, state_chatbot],
+        [state_chatbot, chatbot, context_txtbox, instruction_txtbox],
+        cancels=[
+            send_event, continue_event, summarize_event
+        ]            
     )    
 
 demo.queue(