Update tabbed.py
Browse files
tabbed.py
CHANGED
@@ -74,7 +74,7 @@ start_message = """
|
|
74 |
|
75 |
def generate_text_instruct(input_text):
|
76 |
response = ""
|
77 |
-
for output in llm(f"
|
78 |
answer = output['choices'][0]['text']
|
79 |
response += answer
|
80 |
yield response
|
@@ -125,7 +125,7 @@ with gr.Blocks() as demo:
|
|
125 |
repeat_penalty = gr.Slider(0.0, 2.0, label="Repetition Penalty", step=0.1, value=1.1)
|
126 |
|
127 |
system_msg = gr.Textbox(
|
128 |
-
start_message, label="System Message", interactive=False, visible=
|
129 |
|
130 |
chat_history_state = gr.State()
|
131 |
clear.click(clear_chat, inputs=[chat_history_state, message], outputs=[chat_history_state, message], queue=False)
|
|
|
74 |
|
75 |
def generate_text_instruct(input_text):
|
76 |
response = ""
|
77 |
+
for output in llm(f"USER: {input_text}\nASSISTANT:", echo=False, stream=True, **config['chat']):
|
78 |
answer = output['choices'][0]['text']
|
79 |
response += answer
|
80 |
yield response
|
|
|
125 |
repeat_penalty = gr.Slider(0.0, 2.0, label="Repetition Penalty", step=0.1, value=1.1)
|
126 |
|
127 |
system_msg = gr.Textbox(
|
128 |
+
start_message, label="System Message", interactive=False, visible=True, placeholder="system prompt, useful for RP")
|
129 |
|
130 |
chat_history_state = gr.State()
|
131 |
clear.click(clear_chat, inputs=[chat_history_state, message], outputs=[chat_history_state, message], queue=False)
|