Tonic commited on
Commit
616a905
·
1 Parent(s): 8d8e81b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -36,7 +36,8 @@ class OrcaChatBot:
36
  def format_prompt(self):
37
  prompt = f"<|im_start|>assistant\n{self.system_message}<|im_end|>\n"
38
  for role, message in self.conversation_history:
39
- prompt += f"<|im_start|>{role}\n{message}<|im_end|>\n"
 
40
  prompt += "<|im_start|> assistant\n"
41
  return prompt
42
 
@@ -73,7 +74,7 @@ iface = gr.Interface(
73
  inputs=[
74
  gr.Textbox(label="Your Message", type="text", lines=3),
75
  gr.Textbox(label="Introduce a Character Here or Set a Scene (system prompt)", type="text", lines=2),
76
- gr.Slider(label="Max new tokens", value=125, minimum=25, maximum=256, step=1),
77
  gr.Slider(label="Temperature", value=0.1, minimum=0.05, maximum=1.0, step=0.05),
78
  gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.01, maximum=0.99, step=0.05),
79
  gr.Slider(label="Repetition penalty", value=1.9, minimum=1.0, maximum=2.0, step=0.05)
 
36
  def format_prompt(self):
37
  prompt = f"<|im_start|>assistant\n{self.system_message}<|im_end|>\n"
38
  for role, message in self.conversation_history:
39
+ if message.strip():
40
+ prompt += f"<|im_start|>{role}\n{message}<|im_end|>\n"
41
  prompt += "<|im_start|> assistant\n"
42
  return prompt
43
 
 
74
  inputs=[
75
  gr.Textbox(label="Your Message", type="text", lines=3),
76
  gr.Textbox(label="Introduce a Character Here or Set a Scene (system prompt)", type="text", lines=2),
77
+ gr.Slider(label="Max new tokens", value=420, minimum=25, maximum=2056, step=1),
78
  gr.Slider(label="Temperature", value=0.1, minimum=0.05, maximum=1.0, step=0.05),
79
  gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.01, maximum=0.99, step=0.05),
80
  gr.Slider(label="Repetition penalty", value=1.9, minimum=1.0, maximum=2.0, step=0.05)