|
|
from transformers import pipeline |
|
|
|
|
|
SYSTEM_PROMPT = """ |
|
|
You are a general AI assistant. I will ask you a question. Report your thoughts, and finish your answer with the following template: |
|
|
FINAL ANSWER: [YOUR FINAL ANSWER]. |
|
|
YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. |
|
|
If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. |
|
|
If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. |
|
|
If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string. |
|
|
""" |
|
|
|
|
|
class GaiaAgent: |
|
|
def __init__(self, model_id="mistralai/Mistral-7B-Instruct-v0.1"): |
|
|
self.generator = pipeline("text-generation", model=model_id, tokenizer=model_id, max_new_tokens=512) |
|
|
|
|
|
def __call__(self, question: str) -> tuple[str, str]: |
|
|
try: |
|
|
prompt = f"<s>[INST] {SYSTEM_PROMPT}\n\n{question} [/INST]" |
|
|
output = self.generator(prompt)[0]["generated_text"] |
|
|
|
|
|
|
|
|
if "FINAL ANSWER:" in output: |
|
|
final = output.split("FINAL ANSWER:")[-1].strip().split("\n")[0].strip() |
|
|
else: |
|
|
final = output.strip() |
|
|
return final, output |
|
|
except Exception as e: |
|
|
return "ERROR", f"Agent failed: {e}" |
|
|
|
