sort out mappings

app.py

@@ -28,8 +28,9 @@ def chat(message, history=[]):
     else:
         print("HERE WE GO! ", new_user_input_ids)
         bot_input_ids = new_user_input_ids
-    response_ids = model.generate(bot_input_ids, max_length=500, pad_token_id=tokenizer.eos_token_id)
-    response = tokenizer.decode(response_ids).replace("<|endoftext|>", "")
+    chat_history_ids = model.generate(bot_input_ids, max_length=500, pad_token_id=tokenizer.eos_token_id)
+    response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
+    # response = tokenizer.decode(response_ids).replace("<|endoftext|>", "")
     bot_input_ids = torch.cat([bot_input_ids, response_ids], dim=-1)
     history.push((message, response, bot_input_ids))
     return response, history, feedback(message)