Update app.py

app.py

@@ -36,7 +36,8 @@ class OrcaChatBot:
     def format_prompt(self):
         prompt = f"<|im_start|>assistant\n{self.system_message}<|im_end|>\n"
         for role, message in self.conversation_history:
-            prompt += f"<|im_start|>{role}\n{message}<|im_end|>\n"
+            if message.strip():
+                prompt += f"<|im_start|>{role}\n{message}<|im_end|>\n"
         prompt += "<|im_start|> assistant\n"
         return prompt
 
@@ -73,7 +74,7 @@ iface = gr.Interface(
     inputs=[
         gr.Textbox(label="Your Message", type="text", lines=3),
         gr.Textbox(label="Introduce a Character Here or Set a Scene (system prompt)", type="text", lines=2),
-        gr.Slider(label="Max new tokens", value=125, minimum=25, maximum=256, step=1),
+        gr.Slider(label="Max new tokens", value=420, minimum=25, maximum=2056, step=1),
         gr.Slider(label="Temperature", value=0.1, minimum=0.05, maximum=1.0, step=0.05),
         gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.01, maximum=0.99, step=0.05),
         gr.Slider(label="Repetition penalty", value=1.9, minimum=1.0, maximum=2.0, step=0.05)