Update agents/language_agent.py

agents/language_agent.py

@@ -1,14 +1,12 @@
-from langchain.llms import CTransformers
+from transformers import pipeline
+from langchain.llms import HuggingFacePipeline
 from langchain.chains import RetrievalQA
 from agents.retriever_agent import create_vectorstore
 
 def generate_brief(question):
-    # Load a local quantized model (no key)
-    llm = CTransformers(
-        model="models/mistral-7b-instruct-v0.1.Q4_K_M.gguf",  # Or use t5-small with transformers
-        model_type="mistral",
-        config={'max_new_tokens': 512, 'temperature': 0.7}
-    )
+    pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+
+    llm = HuggingFacePipeline(pipeline=pipe)
 
     vectordb = create_vectorstore()
     retriever = vectordb.as_retriever()