Update agents/language_agent.py

agents/language_agent.py

@@ -1,10 +1,21 @@
-from transformers import pipeline
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
 from langchain.llms import HuggingFacePipeline
 from langchain.chains import RetrievalQA
 from agents.retriever_agent import create_vectorstore
 
 def generate_brief(question):
-    pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+    model_id = "google/flan-t5-small"
+
+    tokenizer = AutoTokenizer.from_pretrained(model_id)
+    model = AutoModelForSeq2SeqLM.from_pretrained(model_id)
+
+    pipe = pipeline(
+        "text2text-generation",
+        model=model,
+        tokenizer=tokenizer,
+        max_length=512,
+        temperature=0.7
+    )
 
     llm = HuggingFacePipeline(pipeline=pipe)