add chat agent

app.py

@@ -7,18 +7,20 @@ import torch
 import gradio as gr
 
 
-def chat(message, history):
+def chat(message, history, bot_input_ids):
     history = history or []
-    if message.startswith("How many"):
-        response = random.randint(1, 10)
-    elif message.startswith("How"):
-        response = random.choice(["Great", "Good", "Okay", "Bad"])
-    elif message.startswith("Where"):
-        response = random.choice(["Here", "There", "Somewhere"])
-    else:
-        response = "I don't know"
+    bot_input_ids = bot_input_ids or []
+    new_user_input_ids = tokenizer.encode(message+tokenizer.eos_token, return_tensors='pt')
+    # append the new user input tokens to the chat history
+    bot_input_ids = torch.cat([chat_history_ids, new_user_input_ids], dim=-1) if chat_history_ids is not None else new_user_input_ids
+
+    # generated a response while limiting the total chat history to 1000 tokens, 
+    chat_history_ids = model.generate(bot_input_ids, max_length=5000, pad_token_id=tokenizer.eos_token_id)
+    print("The text is ", [text])
+    # pretty print last ouput tokens from bot
+    reponse =  tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
     history.append((message, response))
-    return history, history, feedback(message)
+    return history, bot_input_ids, feedback(message)
 
 
 def feedback(text):
@@ -36,8 +38,8 @@ def feedback(text):
 
 iface = gr.Interface(
     chat,
-    ["text", "state"],
-    ["chatbot", "state", "text"],
+    ["text", "state", "state"],
+    ["chatbot", "state", "state", "text"],
     allow_screenshot=False,
     allow_flagging="never",
 )