Update app.py
Browse files
app.py
CHANGED
@@ -44,7 +44,7 @@ def generate_response(message, max_tokens, temperature, top_p):
|
|
44 |
global stop_signal
|
45 |
stop_signal = False
|
46 |
|
47 |
-
prompt = f"Contexto: \
|
48 |
inputs = tokenizer(prompt, return_tensors="pt").to(device)
|
49 |
|
50 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
@@ -75,14 +75,16 @@ def generate_response(message, max_tokens, temperature, top_p):
|
|
75 |
|
76 |
# Interface Gradio
|
77 |
with gr.Blocks(css=css, theme="NoCrypt/miku") as app:
|
78 |
-
chatbot = gr.Chatbot(label="
|
79 |
msg = gr.Textbox(label="Mensagem", placeholder="Digite aqui...", lines=2)
|
80 |
send_btn = gr.Button("Enviar")
|
81 |
stop_btn = gr.Button("Parar")
|
82 |
|
83 |
-
|
84 |
-
|
85 |
-
|
|
|
|
|
86 |
|
87 |
state = gr.State([]) # histórico apenas visual
|
88 |
|
|
|
44 |
global stop_signal
|
45 |
stop_signal = False
|
46 |
|
47 |
+
prompt = f"Contexto: \nEntrada: {message}\nResposta:"
|
48 |
inputs = tokenizer(prompt, return_tensors="pt").to(device)
|
49 |
|
50 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
|
|
75 |
|
76 |
# Interface Gradio
|
77 |
with gr.Blocks(css=css, theme="NoCrypt/miku") as app:
|
78 |
+
chatbot = gr.Chatbot(label="WNL468M", elem_id="chatbot")
|
79 |
msg = gr.Textbox(label="Mensagem", placeholder="Digite aqui...", lines=2)
|
80 |
send_btn = gr.Button("Enviar")
|
81 |
stop_btn = gr.Button("Parar")
|
82 |
|
83 |
+
|
84 |
+
gr.Row():
|
85 |
+
max_tokens = gr.Slider(64, 512, value=128, step=1, label="Max Tokens")
|
86 |
+
temperature = gr.Slider(0.1, 1.5, value=0.7, step=0.1, label="Temperature")
|
87 |
+
top_p = gr.Slider(0.1, 1.0, value=0.9, step=0.05, label="Top-p")
|
88 |
|
89 |
state = gr.State([]) # histórico apenas visual
|
90 |
|