File size: 3,369 Bytes
301a0ac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
import asyncio
from python.helpers.extension import Extension
from python.helpers.memory import Memory
from python.helpers.dirty_json import DirtyJson
from agent import LoopData
from python.helpers.log import LogItem
class MemorizeSolutions(Extension):
REPLACE_THRESHOLD = 0.9
async def execute(self, loop_data: LoopData = LoopData(), **kwargs):
# try:
# show temp info message
self.agent.context.log.log(
type="info", content="Memorizing succesful solutions...", temp=True
)
# show full util message, this will hide temp message immediately if turned on
log_item = self.agent.context.log.log(
type="util",
heading="Memorizing succesful solutions...",
)
#memorize in background
asyncio.create_task(self.memorize(loop_data, log_item))
async def memorize(self, loop_data: LoopData, log_item: LogItem, **kwargs):
# get system message and chat history for util llm
system = self.agent.read_prompt("memory.solutions_sum.sys.md")
msgs_text = self.agent.concat_messages(self.agent.history)
# log query streamed by LLM
async def log_callback(content):
log_item.stream(content=content)
# call util llm to find solutions in history
solutions_json = await self.agent.call_utility_model(
system=system,
message=msgs_text,
callback=log_callback,
background=True,
)
solutions = DirtyJson.parse_string(solutions_json)
if not isinstance(solutions, list) or len(solutions) == 0:
log_item.update(heading="No successful solutions to memorize.")
return
else:
log_item.update(
heading=f"{len(solutions)} successful solutions to memorize."
)
# save chat history
db = await Memory.get(self.agent)
solutions_txt = ""
rem = []
for solution in solutions:
# solution to plain text:
txt = f"# Problem\n {solution['problem']}\n# Solution\n {solution['solution']}"
solutions_txt += txt + "\n\n"
# remove previous solutions too similiar to this one
if self.REPLACE_THRESHOLD > 0:
rem += await db.delete_documents_by_query(
query=txt,
threshold=self.REPLACE_THRESHOLD,
filter=f"area=='{Memory.Area.SOLUTIONS.value}'",
)
if rem:
rem_txt = "\n\n".join(Memory.format_docs_plain(rem))
log_item.update(replaced=rem_txt)
# insert new solution
await db.insert_text(text=txt, metadata={"area": Memory.Area.SOLUTIONS.value})
solutions_txt = solutions_txt.strip()
log_item.update(solutions=solutions_txt)
log_item.update(
result=f"{len(solutions)} solutions memorized.",
heading=f"{len(solutions)} solutions memorized.",
)
if rem:
log_item.stream(result=f"\nReplaced {len(rem)} previous solutions.")
# except Exception as e:
# err = errors.format_error(e)
# self.agent.context.log.log(
# type="error", heading="Memorize solutions extension error:", content=err
# )
|