Add streaming

chatbot/plugins/chat.py

@@ -1209,25 +1209,25 @@ async def chatbot_talk(client: Client, message: Message):
                     LOGS.error(f"Error: Gemini Image: {str(e)}")
                     return await message.reply_text("Server busy try again later")
 
-            if re.findall(r"\b(enabled:chatsystem)\b", query_base, re.IGNORECASE):
+            if re.findall(r"\b(enabled:chatstream)\b", query_base, re.IGNORECASE):
                 await db.backup_chatbot.update_one(
                     {"user_id": message.from_user.id},
                     {"$set": {"is_system": True}},
                     upsert=True
                 )
                 await message.reply_text(
-                    "Ok set the system successfully"
+                    "Ok successfully streaming is enabled"
                 )
                 return
     
-            if re.findall(r"\b(disabled:chatsystem)\b", query_base, re.IGNORECASE):
+            if re.findall(r"\b(disabled:chatstream)\b", query_base, re.IGNORECASE):
                 await db.backup_chatbot.update_one(
                     {"user_id": message.from_user.id},
                     {"$set": {"is_system": False}},
                     upsert=True
                 )
                 await message.reply_text(
-                    "Ok successfully deleted the system"
+                    "Ok successfully streaming is disabled"
                 )
                 return
     
@@ -1235,22 +1235,24 @@ async def chatbot_talk(client: Client, message: Message):
             if not check_is_system:
                 await db.backup_chatbot.update_one(
                     {"user_id": message.from_user.id},
-                    {"$set": {"is_system": False}},
+                    {"$set": {"is_system": True}},
                     upsert=True
                 )
                 await message.reply_text(
-                    "Ok Updated Now Type anything to begin."
+                    "Ok Updated Streaming Now Type anything to begin."
                 )
                 return
 
             if check_is_system.get("is_system", False):
+                test_result = ""
                 backup_chat = await db._get_chatbot_chat_from_db(message.from_user.id)
                 backup_chat.append({"role": "user", "parts": [{"text": query_base}]})
-                response = await gen.aio.models.generate_content(
+                async for chunk in await gen.aio.models.generate_content_stream(
                     model=model_,
-                    contents=query_base,
+                    contents=backup_chat,
                     config=ty.GenerateContentConfig(
                         system_instruction="You are my name Randy Dev and friends coding language Indonesia and English",
+                        response_mime_type="text/plain",
                         temperature=0,
                         top_p=0.95,
                         top_k=20,
@@ -1260,29 +1262,34 @@ async def chatbot_talk(client: Client, message: Message):
                         stop_sequences=['STOP!'],
                         presence_penalty=0.0,
                         frequency_penalty=0.0,
-                    )
-                )
-                if len(response.text) > 4096:
-                    text_parts = split_message(response.text)
+                    ))
+                ):
+                    test_result += chunk.text
+
+                if test_result == "":
+                    return await message.reply_text("Server busy try again later")
+
+                if len(test_result) > 4096:
+                    text_parts = split_message(test_result)
                     for part in text_parts:
                         await message.reply_text(part)
                 else:
                     keyboard_like = create_keyboard(user_id=message.from_user.id)
                     await message.reply_text(
-                        response.text,
+                        test_result,
                         disable_web_page_preview=True,
                         reply_markup=keyboard_like
                     )
                 await db.backup_chatbot.update_one(
                     {"user_id": message.from_user.id},
-                    {"$set": {"translate_text": response.text}},
+                    {"$set": {"translate_text": test_result}},
                     upsert=True
                 )
-                backup_chat.append({"role": "model", "parts": [{"text": response.text}]})
+                backup_chat.append({"role": "model", "parts": [{"text": test_result}]})
                 await db._update_chatbot_chat_in_db(message.from_user.id, backup_chat)
                 await client.send_chat_action(message.chat.id, enums.ChatAction.CANCEL)
                 return
-    
+
             if re.findall(r"\b(I want to delete my data history)\b", query_base, re.IGNORECASE):
                 buttons = [
                     [