File size: 1,721 Bytes
1fc8b87 f8beb9a 1fc8b87 f8beb9a cfd825f f53d19b bba9b7a f8beb9a f53d19b f8beb9a f53d19b 74b6f68 f8beb9a 74b6f68 a731adb 33ca492 f8beb9a 72bd468 f53d19b 5e2ff12 f8beb9a cfd825f f8beb9a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration
import torch
chat_tkn = BlenderbotTokenizer.from_pretrained("facebook/blenderbot-400M-distill")
mdl = BlenderbotForConditionalGeneration.from_pretrained("facebook/blenderbot-400M-distill")
def converse(user_input, chat_history=[]):
user_input_ids = chat_tkn.encode(user_input + chat_tkn.eos_token, return_tensors='pt')
# create a combined tensor with chat history
bot_input_ids = torch.cat([torch.LongTensor(chat_history), user_input_ids], dim=-1)
# generate a response
chat_history = mdl.generate(bot_input_ids, max_length=1000, pad_token_id=chat_tkn.eos_token_id).tolist()
print (chat_history)
# convert the tokens to text, and then split the responses into lines
response = chat_tkn.decode(chat_history[0]).split("<|endoftext|>")
#response.remove("")
print("starting to print response")
print(response)
# write some HTML
html = "<div class='chatbot'>"
for m, msg in enumerate(response):
cls = "user" if m%2 == 0 else "bot"
html += "<div class='msg {}'> {}</div>".format(cls, msg)
html += "</div>"
print(html)
return html, chat_history
import gradio as gr
css = """
.chatbox {display:flex;flex-direction:column}
.msg {padding:4px;margin-bottom:4px;border-radius:4px;width:80%}
.msg.user {background-color:cornflowerblue;color:white}
.msg.bot {background-color:lightgray;align-self:self-end}
.footer {display:none !important}
"""
gr.Interface(fn=converse,
theme="default",
inputs=[gr.inputs.Textbox(placeholder="How are you?"), "state"],
outputs=["html", "state"],
css=css).launch() |