Update app.py

app.py

@@ -55,13 +55,53 @@
 
 
 
+# import gradio as gr
+# import asyncio
+# from smolagents.mcp_client import MCPClient
+# from transformers import AutoModelForCausalLM
+# import torch
+# from mcp.client.stdio import StdioServerParameters
+# from smolagents import InferenceClientModel, CodeAgent, ToolCollection
+
+# try:
+#     mcp_client = MCPClient(
+#         ## Try this working example on the hub:
+#         # {"url": "https://abidlabs-mcp-tools.hf.space/gradio_api/mcp/sse"}
+#         {"url": "http://localhost:7860/gradio_api/mcp/sse"}
+#     )
+#     tools = mcp_client.get_tools()
+
+#     model_id = "unsloth/Llama-3.2-1B"
+#     model = AutoModelForCausalLM.from_pretrained(
+#         model_id,
+#         torch_dtype=torch.bfloat16,
+#         device_map="auto"
+#     )
+    
+
+#     agent = CodeAgent(tools=tools, model=model)
+
+#     demo = gr.ChatInterface(
+#         fn=lambda message, history: str(agent.run(message)),
+#         type="messages",
+#         title="Agent with MCP Tools",
+#         description="This is a simple agent that uses MCP tools to get chapters of the Quran.",
+#     )
+
+    
+#     demo.launch()
+
+#     # demo.launch(share=True)
+
+# finally:
+#     mcp_client.disconnect()
+
 import gradio as gr
-import asyncio
-from smolagents.mcp_client import MCPClient
-from transformers import AutoModelForCausalLM
-import torch
+
 from mcp.client.stdio import StdioServerParameters
 from smolagents import InferenceClientModel, CodeAgent, ToolCollection
+from smolagents.mcp_client import MCPClient
+
 
 try:
     mcp_client = MCPClient(
@@ -71,27 +111,17 @@ try:
     )
     tools = mcp_client.get_tools()
 
-    model_id = "unsloth/Llama-3.2-1B"
-    model = AutoModelForCausalLM.from_pretrained(
-        model_id,
-        torch_dtype=torch.bfloat16,
-        device_map="auto"
-    )
-    
-
-    agent = CodeAgent(tools=tools, model=model)
+    model = InferenceClientModel()
+    agent = CodeAgent(tools=[*tools], model=model)
 
     demo = gr.ChatInterface(
         fn=lambda message, history: str(agent.run(message)),
         type="messages",
+        examples=["Prime factorization of 68"],
         title="Agent with MCP Tools",
-        description="This is a simple agent that uses MCP tools to get chapters of the Quran.",
+        description="This is a simple agent that uses MCP tools to answer questions.",
     )
 
-    
     demo.launch()
-
-    # demo.launch(share=True)
-
 finally:
     mcp_client.disconnect()