File size: 3,186 Bytes
301a0ac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 |
import asyncio
from python.helpers.extension import Extension
from python.helpers.memory import Memory
from python.helpers.dirty_json import DirtyJson
from agent import LoopData
from python.helpers.log import LogItem
class MemorizeMemories(Extension):
REPLACE_THRESHOLD = 0.9
async def execute(self, loop_data: LoopData = LoopData(), **kwargs):
# try:
# show temp info message
self.agent.context.log.log(
type="info", content="Memorizing new information...", temp=True
)
# show full util message, this will hide temp message immediately if turned on
log_item = self.agent.context.log.log(
type="util",
heading="Memorizing new information...",
)
# memorize in background
asyncio.create_task(self.memorize(loop_data, log_item))
async def memorize(self, loop_data: LoopData, log_item: LogItem, **kwargs):
# get system message and chat history for util llm
system = self.agent.read_prompt("memory.memories_sum.sys.md")
msgs_text = self.agent.concat_messages(self.agent.history)
# log query streamed by LLM
async def log_callback(content):
log_item.stream(content=content)
# call util llm to find info in history
memories_json = await self.agent.call_utility_model(
system=system,
message=msgs_text,
callback=log_callback,
background=True,
)
memories = DirtyJson.parse_string(memories_json)
if not isinstance(memories, list) or len(memories) == 0:
log_item.update(heading="No useful information to memorize.")
return
else:
log_item.update(heading=f"{len(memories)} entries to memorize.")
# save chat history
db = await Memory.get(self.agent)
memories_txt = ""
rem = []
for memory in memories:
# solution to plain text:
txt = f"{memory}"
memories_txt += "\n\n" + txt
log_item.update(memories=memories_txt.strip())
# remove previous fragments too similiar to this one
if self.REPLACE_THRESHOLD > 0:
rem += await db.delete_documents_by_query(
query=txt,
threshold=self.REPLACE_THRESHOLD,
filter=f"area=='{Memory.Area.FRAGMENTS.value}'",
)
if rem:
rem_txt = "\n\n".join(Memory.format_docs_plain(rem))
log_item.update(replaced=rem_txt)
# insert new solution
await db.insert_text(text=txt, metadata={"area": Memory.Area.FRAGMENTS.value})
log_item.update(
result=f"{len(memories)} entries memorized.",
heading=f"{len(memories)} entries memorized.",
)
if rem:
log_item.stream(result=f"\nReplaced {len(rem)} previous memories.")
# except Exception as e:
# err = errors.format_error(e)
# self.agent.context.log.log(
# type="error", heading="Memorize memories extension error:", content=err
# )
|