update(chatbot): add rate limiting to history of 20

chatbot.py

@@ -117,6 +117,9 @@ class Chatbot:
     def stream_chat(self, message, history):
         self.logger.info(history)
         self.logger.info(self.convert_to_chat_messages(history))
+        if len(history) > 20:
+            yield "Thank you for using AweSumCare. I'm sorry I can't answer your question now, but I'm still learning. Please try to ask me something else."
+            return
         response = self.chat_engine.stream_chat(
             message, chat_history=self.convert_to_chat_messages(history)
         )
@@ -126,15 +129,6 @@ class Chatbot:
             partial_message += token
             yield partial_message
 
-        # urls = [source.node.metadata.get(
-        #     "file_name") for source in response.source_nodes if source.score >= 0.78 and source.node.metadata.get("file_name")]
-        # if urls:
-        #     urls = list(set(urls))
-        #     url_section = "\n \n\n---\n\n參考: \n" + \
-        #         "\n".join(f"- {url}" for url in urls)
-        #     partial_message += url_section
-        #     yield partial_message
-
     def convert_to_chat_messages(self, history: List[List[str]]) -> List[ChatMessage]:
         chat_messages = [ChatMessage(
             role=MessageRole.SYSTEM, content=self.SYSTEM_PROMPT)]
@@ -173,13 +167,6 @@ class Chatbot:
         for part in stream:
             partial_message += part.choices[0].delta.content or ""
             yield partial_message
-            # yield part.choices[0].delta.content or ""
-        # partial_message = ""
-        # for chunk in response:
-        #     if len(chunk["choices"][0]["delta"]) != 0:
-        #         partial_message = partial_message + \
-        #             chunk["choices"][0]["delta"]["content"]
-        #         yield partial_message
 
     # For 'With Prompt Wrapper' - Add system prompt, no Pinecone
     def predict_with_prompt_wrapper(self, message, history):