Update app.py

app.py

@@ -32,13 +32,13 @@ For more information on `huggingface_hub` Inference API support, please check th
 """
 client = InferenceClient("microsoft/DialoGPT-small")#("TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQ")#("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF")#("QuantFactory/Meta-Llama-3-8B-Instruct-GGUF")#("HuggingFaceH4/zephyr-7b-beta")
 
-SYSTEM_MESSAGE = "You are a QA chatbot to answer queries on my homepage that has the following information -\n\n" + "\n\n".join(text_list)
+SYSTEM_MESSAGE = "You are a QA chatbot to answer queries on my homepage that has the following information -\n\n" + "\n\n".join(text_list) + "\n\n<|endoftext|>"
 
 def respond(
     message,
     history: list[tuple[str, str]],
     system_message=SYSTEM_MESSAGE,
-    max_tokens=200,
+    max_tokens=50,
     temperature=0.7,
     top_p=0.95,
 ):
@@ -47,10 +47,10 @@ def respond(
     for val in history:
         # if val[0]:
         if len(val)>=1:
-            messages.append({"role": "user", "content": val[0]})
+            messages.append({"role": "user", "content": val[0]+"<|endoftext|>"})
         # if val[1]:
         if len(val)>=2:
-            messages.append({"role": "assistant", "content": val[1]})
+            messages.append({"role": "assistant", "content": val[1]+"<|endoftext|>"})
 
     messages.append({"role": "user", "content": message})