Add history and cleanup search functionality

configs/prompt_library.yaml

@@ -67,7 +67,7 @@ fed_savant_chat: |
   The date is {date}
 
 fed_orchestrator: |
-  You are a Federal Reserve Tool Orchestrator. Analyze user queries about Fed policy and FOMC meetings, then decide which function to call to gather the most relevant information.
+  You are a Federal Reserve Tool Orchestrator. Analyze user queries about Fed policy and FOMC meetings, considering both the current query and conversation history, then decide which function to call to gather the most relevant information.
 
   FUNCTION SELECTION STRATEGY:
   - Recent/latest/current queries → get_latest_meeting()
@@ -75,6 +75,12 @@ fed_orchestrator: |
   - Comparison queries or "changes over time" → compare_meetings(date1, date2)
   - Thematic/keyword searches → search_meetings(query, limit)
 
+  CONTEXT-AWARE DECISIONS:
+  - If user asks for "summary" or "table" and previous context exists, you may not need to call tools
+  - If user references "that meeting" or "the data we discussed", check if sufficient context exists
+  - For follow-up questions about previously retrieved data, avoid redundant tool calls
+  - If user asks to "compare with" something, use previous context as baseline
+
   DATE HANDLING RULES:
   - Convert relative dates to YYYY-MM-DD format
   - "December 2024" → "2024-12-18" (typical December FOMC date)
@@ -83,11 +89,12 @@ fed_orchestrator: |
   - Recent meeting dates: Jan, Mar, May, Jun, Jul, Sep, Nov, Dec
 
   FUNCTION CALLING INSTRUCTIONS:
-  1. ALWAYS call exactly ONE function per response
+  1. ALWAYS call exactly ONE function per response OR provide analysis if context is sufficient
   2. Use the function that best matches the user's specific information need
   3. For date-specific queries, convert dates to proper YYYY-MM-DD format
   4. For thematic searches, extract key terms from the user query
-  5. If query is ambiguous, prefer the most specific function available
+  5. If sufficient context exists from conversation history, you may skip tool calls and provide analysis
+  6. If query is ambiguous, prefer the most specific function available
 
   EXAMPLES:
 
@@ -107,5 +114,11 @@ fed_orchestrator: |
   → Call: search_meetings(query="employment", limit=4)
   Reasoning: Thematic search across multiple meetings
 
+  User: "Can you summarize that in a table?" [when previous context shows FOMC meeting data]
+  → No function call needed
+  Reasoning: Sufficient context exists to create summary table
+
+
   Current date: {date}
+  Conversation History: {conversation_context}
   User Query: {user_query}

src/app.py

@@ -36,10 +36,16 @@ _EXAMPLES = [
     "Give me a table which summarized the last 5 FOMC meetings"
 ]
 
-def respond_for_chat_interface(message: str, history: str, api_key_input: str = ""):
+def convert_history_to_string(history: list) -> str:
+    previous_messages = ""
+    for msg in history:
+        previous_messages += f"{msg['role'].capitalize()}: {msg['content']}\n\n"
+    return previous_messages
+
+
+def respond_for_chat_interface(message: str, history: list, api_key_input: str = ""):
     """Enhanced response function for gr.ChatInterface with Fed AI Savant capabilities"""
 
-    # Priority: frontend API key input > environment variable
     api_key = api_key_input.strip() if api_key_input else os.getenv("FIREWORKS_API_KEY", "")
     
     if not api_key:
@@ -53,9 +59,16 @@ def respond_for_chat_interface(message: str, history: str, api_key_input: str =
         "compare_meetings": compare_meetings
     }
 
+    message_with_history = convert_history_to_string(history)
+
     try:
-        # Use the compact version
-        for messages in stream_fed_agent_response(message, api_key, PROMPT_LIBRARY, fed_tools):
+        for messages in stream_fed_agent_response(
+                message=message,
+                api_key=api_key,
+                prompt_library=PROMPT_LIBRARY,
+                fed_tools=fed_tools,
+                history=message_with_history
+        ):
             if isinstance(messages, list) and len(messages) > 0:
                 formatted_content = ""
 
@@ -70,11 +83,15 @@ def respond_for_chat_interface(message: str, history: str, api_key_input: str =
                     else:
                         formatted_content += str(msg)
 
+                final_response = formatted_content
                 yield formatted_content
             else:
+                final_response = str(messages)
                 yield str(messages)
+
     except Exception as e:
-        yield f"❌ Error: {str(e)}"
+        error_msg = f"❌ Error: {str(e)}"
+        yield error_msg
 
 
 # Function to create searchable FOMC meetings accordion
@@ -128,7 +145,7 @@ with gr.Blocks(css=_CUSTOM_CSS, title="Fed AI Savant", theme=gr.themes.Soft()) a
 
             val = os.getenv("FIREWORKS_API_KEY", "")
 
-            api_key = gr.Textbox(
+            api_key_value = gr.Textbox(
                 label="Fireworks AI API Key",
                 type="password",
                 placeholder="Enter your Fireworks AI API key",
@@ -164,29 +181,41 @@ with gr.Blocks(css=_CUSTOM_CSS, title="Fed AI Savant", theme=gr.themes.Soft()) a
                     
                     html_content = '<div style="space-y: 8px;">'
                     for meeting in meetings_list:
+                        # Safely get meeting data with defaults
+                        date = meeting.get('date', 'Unknown Date')
+                        rate_decision = meeting.get('rate_decision', 'N/A')
+                        title = meeting.get('title', 'FOMC Meeting')
+                        action = meeting.get('action', 'N/A')
+                        magnitude = meeting.get('magnitude', 'N/A')
+                        summary = meeting.get('summary', 'No summary available')
+                        economic_outlook = meeting.get('economic_outlook', 'N/A')
+                        market_impact = meeting.get('market_impact', 'N/A')
+                        url = meeting.get('url', '')
+                        
                         # Format key economic factors for display (show all factors)
                         factors_html = ""
-                        if meeting.get('key_economic_factors') and len(meeting['key_economic_factors']) > 0:
+                        key_factors = meeting.get('key_economic_factors', [])
+                        if key_factors and len(key_factors) > 0:
                             factors_html = "<p><strong>Key Factors:</strong></p><ul>"
-                            for factor in meeting['key_economic_factors']:  # Show all factors
+                            for factor in key_factors:
                                 factors_html += f"<li>{factor}</li>"
                             factors_html += "</ul>"
                         
                         html_content += f"""
                         <details style="border: 1px solid #e5e7eb; border-radius: 6px; padding: 12px; margin-bottom: 8px;">
                             <summary style="font-weight: 600; cursor: pointer; color: #1f2937;">
-                                📅 {meeting['date']} - Rate: {meeting['rate_decision']}
+                                📅 {date} - Rate: {rate_decision}
                             </summary>
                             <div style="margin-top: 12px; padding-top: 12px; border-top: 1px solid #e5e7eb;">
-                                <p><strong>Meeting:</strong> {meeting['title']}</p>
-                                <p><strong>Action:</strong> {meeting.get('action', 'N/A')}</p>
-                                <p><strong>Rate:</strong> {meeting['rate_decision']}</p>
-                                <p><strong>Magnitude:</strong> {meeting.get('magnitude', 'N/A')}</p>
-                                <p><strong>Forward Guidance:</strong> {meeting['summary']}</p>
+                                <p><strong>Meeting:</strong> {title}</p>
+                                <p><strong>Action:</strong> {action}</p>
+                                <p><strong>Rate:</strong> {rate_decision}</p>
+                                <p><strong>Magnitude:</strong> {magnitude}</p>
+                                <p><strong>Forward Guidance:</strong> {summary}</p>
                                 {factors_html}
-                                <p><strong>Economic Outlook:</strong> {meeting.get('economic_outlook', 'N/A')}</p>
-                                <p><strong>Market Impact:</strong> {meeting.get('market_impact', 'N/A')}</p>
-                                {f'<p><strong>Source:</strong> <a href="{meeting["url"]}" target="_blank">Fed Minutes PDF</a></p>' if meeting.get('url') else ''}
+                                <p><strong>Economic Outlook:</strong> {economic_outlook}</p>
+                                <p><strong>Market Impact:</strong> {market_impact}</p>
+                                {f'<p><strong>Source:</strong> <a href="{url}" target="_blank">Fed Minutes PDF</a></p>' if url else ''}
                             </div>
                         </details>
                         """
@@ -195,6 +224,17 @@ with gr.Blocks(css=_CUSTOM_CSS, title="Fed AI Savant", theme=gr.themes.Soft()) a
 
                 meetings_accordion = gr.HTML(generate_meetings_html(FOMC_MEETINGS))
     
+    def search_and_format_meetings(query: str):
+        """Search meetings and format them for HTML display"""
+        if not query.strip():
+            return generate_meetings_html(FOMC_MEETINGS)
+        
+        search_result = search_meetings(query)
+        if search_result.get("success") and search_result.get("results"):
+            return generate_meetings_html(search_result["results"])
+        else:
+            return '<p style="color: #ef4444; text-align: center; padding: 20px;">No meetings found matching your search.</p>'
+    
     with gr.Row():
         with gr.Column():
             gr.Markdown("### 💬 Fed AI Assistant")
@@ -206,7 +246,7 @@ with gr.Blocks(css=_CUSTOM_CSS, title="Fed AI Savant", theme=gr.themes.Soft()) a
                 textbox=gr.Textbox(
                     placeholder="Ask about Fed policy, rate decisions, or FOMC meetings...", scale=10
                 ),
-                additional_inputs=[api_key],
+                additional_inputs=[api_key_value],
                 cache_examples=False,
                 submit_btn="Send",
             )
@@ -222,7 +262,7 @@ with gr.Blocks(css=_CUSTOM_CSS, title="Fed AI Savant", theme=gr.themes.Soft()) a
 
 
     date_search.change(
-        search_meetings,
+        search_and_format_meetings,
         inputs=date_search,
         outputs=meetings_accordion
     )

src/modules/fed_tools.py

@@ -101,7 +101,7 @@ def load_meetings_data() -> List[Dict[str, Any]]:
     except Exception as e:
         return []
 
-def search_meetings(query: str, limit: int = 3) -> Dict[str, Any]:
+def search_meetings(query: str, limit: int = 10) -> Dict[str, Any]:
     """
     Search across all FOMC meeting data for relevant information.
     
@@ -127,6 +127,33 @@ def search_meetings(query: str, limit: int = 3) -> Dict[str, Any]:
             "count": 0
         }
     
+    # If query is empty, return all meetings with transformation
+    if not query.strip():
+        transformed_results = []
+        for meeting in meetings_data:
+            transformed_results.append({
+                "date": meeting.get("date", ""),
+                "title": meeting.get("title", ""),
+                "rate_decision": meeting.get("rate", ""),  # Transform rate -> rate_decision
+                "summary": meeting.get("forward_guidance", ""),
+                "action": meeting.get("action", ""),
+                "magnitude": meeting.get("magnitude", ""),
+                "key_economic_factors": meeting.get("key_economic_factors", []),
+                "economic_outlook": meeting.get("economic_outlook", ""),
+                "market_impact": meeting.get("market_impact", ""),
+                "full_text": meeting.get("full_text", "")[:500] + "..." if meeting.get("full_text") else "",
+                "url": meeting.get("url", "")
+            })
+        
+        return {
+            "success": True,
+            "query": query,
+            "results": transformed_results,
+            "match_details": [{"score": 0, "matched_fields": []} for _ in meetings_data],
+            "count": len(transformed_results),
+            "total_matches": len(meetings_data)
+        }
+    
     query_lower = query.lower()
     scored_meetings = []
     
@@ -163,12 +190,32 @@ def search_meetings(query: str, limit: int = 3) -> Dict[str, Any]:
             })
     
     scored_meetings.sort(key=lambda x: x['score'], reverse=True)
-    top_results = scored_meetings[:limit]
+
+    _limit = min(limit, len(scored_meetings))
+    top_results = scored_meetings[:_limit]
+    
+    # Transform meetings to match frontend format (same as utils.py)
+    transformed_results = []
+    for result in top_results:
+        meeting = result['meeting']
+        transformed_results.append({
+            "date": meeting.get("date", ""),
+            "title": meeting.get("title", ""),
+            "rate_decision": meeting.get("rate", ""),  # Transform rate -> rate_decision
+            "summary": meeting.get("forward_guidance", ""),
+            "action": meeting.get("action", ""),
+            "magnitude": meeting.get("magnitude", ""),
+            "key_economic_factors": meeting.get("key_economic_factors", []),
+            "economic_outlook": meeting.get("economic_outlook", ""),
+            "market_impact": meeting.get("market_impact", ""),
+            "full_text": meeting.get("full_text", "")[:500] + "..." if meeting.get("full_text") else "",
+            "url": meeting.get("url", "")
+        })
     
     return {
         "success": True,
         "query": query,
-        "results": [result['meeting'] for result in top_results],
+        "results": transformed_results,
         "match_details": [{'score': r['score'], 'matched_fields': r['matched_fields']} for r in top_results],
         "count": len(top_results),
         "total_matches": len(scored_meetings)

src/modules/llm_completions.py

@@ -73,10 +73,12 @@ async def run_multi_llm_completions(llm: LLM, prompts: list[str], output_class:
     return await asyncio.gather(*tasks)
 
 
-def get_orchestrator_decision(user_query: str, api_key: str, prompt_library: Dict[str, str]) -> Dict[str, Any]:
+def get_orchestrator_decision(
+        *, user_query: str, history: str, api_key: str, prompt_library: Dict[str, str]
+) -> Dict[str, Any]:
     """Use orchestrator LLM to decide which tools to use"""
     orchestrator_prompt = prompt_library.get('fed_orchestrator')
-    formatted_prompt = orchestrator_prompt.format(user_query=user_query, date=TODAY)
+    formatted_prompt = orchestrator_prompt.format(user_query=user_query, date=TODAY, conversation_context=history)
 
     print("Running function orchestrator")
     llm = get_llm("large", api_key)
@@ -276,13 +278,14 @@ def stream_final_response(message: str, system_prompt: str, api_key: str, citati
 
 
 def stream_fed_agent_response(
+        *,
         message: str,
         api_key: str,
         prompt_library: Dict[str, str],
-        fed_tools: Dict[str, callable]
+        fed_tools: Dict[str, callable],
+        history: str = "",
 ):
     """Main orchestrator function that coordinates tools and generates responses with ChatMessage objects"""
-    # Input validation
     if not message.strip():
         yield [ChatMessage(role="assistant",
                            content="Please enter a question about Federal Reserve policy or FOMC meetings.")]
@@ -295,9 +298,10 @@ def stream_fed_agent_response(
     messages = []
 
     try:
-        # Get orchestrator decision
         print("Getting orchestrator decision...")
-        orchestrator_result = get_orchestrator_decision(message, api_key, prompt_library)
+        orchestrator_result = get_orchestrator_decision(
+            user_query=message, api_key=api_key, history=history, prompt_library=prompt_library
+        )
 
         if not orchestrator_result["success"]:
             yield [ChatMessage(role="assistant", content="❌ Error in planning phase")]
@@ -307,18 +311,15 @@ def stream_fed_agent_response(
 
         # Execute tools if any were called
         if orchestrator_result["has_tool_calls"]:
-            # Show single summary message for tools
             tool_names = [tc.function.name for tc in orchestrator_result["tool_calls"]]
             tools_summary = f"🔧 **Tools Used:** {', '.join(tool_names)}"
 
             messages.append(ChatMessage(role="assistant", content=tools_summary))
             yield messages
 
-            # Execute the tools
             print("Executing tools...")
             tool_results = execute_tool_calls(orchestrator_result["tool_calls"], fed_tools)
 
-            # Update the tools summary with results
             successful_tools = sum(1 for tr in tool_results if tr["success"])
             total_time = sum(tr["execution_time"] for tr in tool_results)
 
@@ -326,7 +327,6 @@ def stream_fed_agent_response(
             messages[0] = ChatMessage(role="assistant", content=updated_summary)
             yield messages
 
-            # Build context and start streaming final response
             combined_context = build_context_from_tool_results(tool_results)
             citations = extract_citations_from_tool_results(tool_results)
 
@@ -337,7 +337,6 @@ def stream_fed_agent_response(
                 date=TODAY
             )
 
-            # Add separator and final response
             messages.append(ChatMessage(role="assistant", content=""))
 
             for response_chunk in stream_final_response(message, system_prompt, api_key, citations):
@@ -345,12 +344,11 @@ def stream_fed_agent_response(
                 yield messages
 
         else:
-            # No tools used - direct response
             if orchestrator_message.content:
                 messages.append(ChatMessage(role="assistant", content=orchestrator_message.content))
                 yield messages
             else:
-                # Fallback response
+
                 system_prompt_template = prompt_library.get('fed_savant_chat', '')
                 system_prompt = system_prompt_template.format(
                     fed_data_context="No specific tool data available.",

src/modules/utils.py

@@ -4,7 +4,6 @@ from pathlib import Path
 
 _FILE_PATH = Path(__file__).parents[2]
 
-
 def load_processed_meetings():
     """Load processed FOMC meetings from JSON file"""
     try: