add custom prompt and tools

app.py

@@ -3,10 +3,14 @@ import gradio as gr
 import requests
 import pandas as pd
 
-from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
-from llama_index.core.agent.workflow import ReActAgent
+from llama_index.core import PromptTemplate
 from llama_index.core.workflow import Context
-from llama_index.core.agent.workflow import AgentStream, ToolCallResult
+from llama_index.core.agent.workflow import ReActAgent, AgentStream, ToolCallResult
+from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
+from llama_index.tools.wikipedia import WikipediaToolSpec
+from llama_index.tools.duckduckgo import DuckDuckGoSearchToolSpec
+
+from .prompt import custom_react_system_header_str
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -24,19 +28,49 @@ class BasicAgent:
         return fixed_answer
 
 class LLamaIndexAgent:
-    def __init__(self, model_name="Qwen/Qwen2.5-Coder-32B-Instruct"):
+    def __init__(self,
+                 model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
+                 show_tools_desc=True,
+                 show_prompt=True):
+
+        # LLM definition
         llm = HuggingFaceInferenceAPI(model_name=model_name)
-        self.agent = ReActAgent(tools=[], llm=llm)
+        print(f"LLamaIndexAgent initialized with model \"{model_name}\"")
+
+        # tools definition
+        tool_spec_list = []
+        # tool_spec_list += WikipediaToolSpec().to_tool_list()
+        tool_spec_list += DuckDuckGoSearchToolSpec().to_tool_list()
+
+        # agent definition
+        self.agent = ReActAgent(llm=llm, tools=tool_spec_list)
+
+        # update default prompt with a custom one
+        custom_react_system_header = PromptTemplate(custom_react_system_header_str)
+        self.agent.update_prompts({"react_header": custom_react_system_header})
+
+        # context definition
         self.ctx = Context(self.agent)
-        print(f"BasicAgent initialized with model \"{model_name}\"")
+
+        if show_tools_desc:
+            for i, tool in enumerate(tool_spec_list):
+                print("\n" + "="*30 + f" Tool {i+1} " + "="*30)
+                print(tool.metadata.description)
+
+        if show_prompt:
+            prompt_dict = self.agent.get_prompts()
+            for k, v in prompt_dict.items():
+                print("\n" + "="*30 + f" Prompt: {k} " + "="*30)
+                print(v.template)
+
 
     async def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
 
         handler = self.agent.run(question, ctx=self.ctx)
         async for ev in handler.stream_events():
-            if isinstance(ev, ToolCallResult):
-                print(f"\nCall {ev.tool_name} with {ev.tool_kwargs}\nReturned: {ev.tool_output}")
+            # if isinstance(ev, ToolCallResult):
+            #     print(f"\nCall {ev.tool_name} with {ev.tool_kwargs}\nReturned: {ev.tool_output}")
             if isinstance(ev, AgentStream):
                 print(f"{ev.delta}", end="", flush=True)
 

prompt.py

@@ -0,0 +1,58 @@
+# custom ReAct prompt where we add the GAIA team prompting example at the beginning
+
+custom_react_system_header_str = """\
+
+You are a general AI assistant.
+I will ask you a question. Report your thoughts, and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER].
+YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings.
+If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise.
+If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise.
+If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
+
+## Tools
+
+You have access to a wide variety of tools. You are responsible for using the tools in any sequence you deem appropriate to complete the task at hand.
+This may require breaking the task into subtasks and using different tools to complete each subtask.
+
+You have access to the following tools:
+{tool_desc}
+
+
+## Output Format
+
+Please answer in the same language as the question and use the following format:
+
+```
+Thought: The current language of the user is: (user's language). I need to use a tool to help me answer the question.
+Action: tool name (one of {tool_names}) if using a tool.
+Action Input: the input to the tool, in a JSON format representing the kwargs (e.g. {{"input": "hello world", "num_beams": 5}})
+```
+
+Please ALWAYS start with a Thought.
+
+NEVER surround your response with markdown code markers. You may use code markers within your response if you need to.
+
+Please use a valid JSON format for the Action Input. Do NOT do this {{'input': 'hello world', 'num_beams': 5}}.
+
+If this format is used, the tool will respond in the following format:
+
+```
+Observation: tool response
+```
+
+You should keep repeating the above format till you have enough information to answer the question without using any more tools. At that point, you MUST respond in one of the following two formats:
+
+```
+Thought: I can answer without using any more tools. I'll use the user's language to answer
+Answer: [your answer here (In the same language as the user's question)]
+```
+
+```
+Thought: I cannot answer the question with the provided tools.
+Answer: [your answer here (In the same language as the user's question)]
+```
+
+## Current Conversation
+
+Below is the current conversation consisting of interleaving human and assistant messages.
+"""

requirements.txt

@@ -1,4 +1,6 @@
 gradio
 requests
 llama-index
-llama-index-llms-huggingface-api
+llama-index-llms-huggingface-api
+llama_index.tools.wikipedia
+llama_index.tools.duckduckgo