Update agent.py

agent.py

@@ -669,12 +669,41 @@ def process_question(question: str):
 
 
 # Build graph function
-def build_graph(provider: str, model_config: dict):
+provider = "huggingface"
+
+model_config = {
+    "repo_id": "HuggingFaceH4/zephyr-7b-beta",
+    "task": "text-generation",
+    "temperature": 0.7,
+    "max_new_tokens": 512,
+    "huggingfacehub_api_token": os.getenv("HF_TOKEN")
+}
+
+def build_graph(provider, model_config):
     from langgraph.prebuilt.tool_node import ToolNode
 
+    def get_llm(provider: str, config: dict):
+        if provider == "huggingface":
+            from langchain_huggingface import HuggingFaceEndpoint
+            return HuggingFaceEndpoint(
+                repo_id=config["repo_id"],
+                task=config["task"],
+                huggingfacehub_api_token=config["huggingfacehub_api_token"],
+                temperature=config["temperature"],
+                max_new_tokens=config["max_new_tokens"]
+            )
+        else:
+            raise ValueError(f"Unsupported provider: {provider}")
+            
+
     llm = get_llm(provider, model_config)
     llm_with_tools = llm.bind_tools(tools)
 
+    # Continue building graph logic here...
+    # builder = StateGraph(...)
+    # return builder.compile()
+
+
     sys_msg = SystemMessage(content="You are a helpful assistant.")
 
     def assistant(state: MessagesState):