Update app.py

app.py

@@ -17,7 +17,8 @@ pipeline = transformers.pipeline(
 
 def chat_function(message, history, system_prompt, max_new_tokens, temperature):
     messages = []
-    if history is not None:
+    # Check if history is None or empty and handle accordingly
+    if history:
         for user_msg, assistant_msg in history:
             messages.append({"role": "user", "content": user_msg})
             messages.append({"role": "assistant", "content": assistant_msg})
@@ -32,6 +33,12 @@ def chat_function(message, history, system_prompt, max_new_tokens, temperature):
         add_generation_prompt=True
     )
 
+    # Generate the response
+    terminators = [
+        pipeline.tokenizer.eos_token_id,
+        pipeline.tokenizer.convert_tokens_to_ids("")
+    ]
+
     # Adjust the temperature slightly above given to ensure variety
     adjusted_temp = temperature + 0.1
 
@@ -48,21 +55,22 @@ def chat_function(message, history, system_prompt, max_new_tokens, temperature):
     generated_text = outputs[0]["generated_text"]
     return generated_text[len(prompt):]  # Return the new part of the conversation
 
-# Update Gradio interface to reflect the potential nullability of history
+# Update Gradio interface setup
 gr.Interface(
     fn=chat_function,
     inputs=[
         gr.Textbox(placeholder="Enter your message here", label="Your Message"),
-        gr.JSON(label="Conversation History (format as [[user, assistant], ...])", optional=True),  # Marked as optional
+        gr.JSON(label="Conversation History (format as [[user, assistant], ...])"),  # Without optional
         gr.Textbox(label="System Prompt"),
         gr.Slider(512, 4096, label="Max New Tokens"),
-        gr.Slider(0.0, 1.0, step=0.1,  label="Temperature")
+        gr.Slider(0.0, 1.0, step=0.1, label="Temperature")
     ],
     outputs=gr.Textbox(label="AI Response")
 ).launch()
 
 
 
+
 # def chat_function(message, history, system_prompt,max_new_tokens,temperature):
 #     messages = [
 #         {"role": "system", "content": system_prompt},