Upload folder using huggingface_hub

app.py

@@ -1,37 +1,22 @@
 import gradio as gr
 from investigators.src.investigators.crew import Investigators
 
-def investigate(target_name, affiliations):
+def investigate(target_name, affiliations, progress=gr.Progress()):
     inputs = {
         'target': target_name,
         'affiliations': affiliations,
     # 'current_year': str(datetime.now().year)
     }
-
+    progress(0.1, desc=f"Created AI Crew and launched investigation of {target_name}..")
     try:
-        crew_output = Investigators().crew().kickoff(inputs=inputs)
+        investigators = Investigators(progress)
+        crew_output = investigators.crew().kickoff(inputs=inputs)
     except Exception as e:
         raise Exception(f"An error occurred while running the crew: {e}")
     
     return crew_output.raw
 
-# view = gr.Interface(
-#     fn=investigate,
-#     inputs=[
-#         gr.Textbox(label="Target name:"),
-#         gr.Textbox(label="Target Affiliations (comma separated):")],
-#     outputs=[gr.Markdown(label="Risk Assessment Report:")],
-#     flagging_mode="never",
-#     examples=[
-#         ["Raz Nissim", "Ben Gurion University, General Motors"],
-#     ],
-#     title="OSINT Investigator",
-#     description="Enter the name of your target and their affiliations (to make search easier), and get a AML Risk assessment based on their public information.",
-#     layout="vertical")
-# 
-# view.launch(inbrowser=True)
 
-    # Clear button functionality
 def clear_inputs():
     return "", ""
     
@@ -50,7 +35,7 @@ with gr.Blocks() as view:
         
     
     with gr.Row():
-        output = gr.Markdown(label="Risk Assessment Report:", container=True, show_copy_button=True)
+        output = gr.Markdown(label="Risk Assessment Report:", container=True, show_copy_button=True, min_height=50)
     
     submit_btn.click(
         fn=investigate, 

clear_outputs.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+
+    if [ -d "output" ]; then
+        rm -rf output
+        echo "Cleaned main output directory"
+    else
+        echo "Main output directory does not exist"
+    fi
+
+    # Clear investigators output directory
+    if [ -d "investigators/output" ]; then
+        rm -rf investigators/output
+        echo "Cleaned investigators output directory"
+    else
+        echo "Investigators output directory does not exist"
+    fi
+
+    rm -rf search_results_*
+    echo "Output directories and search logs are cleaned"

investigators/src/investigators/crew.py

@@ -10,6 +10,8 @@ from crewai.memory import LongTermMemory, EntityMemory
 from crewai.memory.storage.rag_storage import RAGStorage
 from crewai.memory.storage.ltm_sqlite_storage import LTMSQLiteStorage
 
+import gradio as gr
+
 NO_INFORMATION_FOUND="no information found"
 
 def validate_researcher_content(result: TaskOutput) -> Tuple[bool, Any]:
@@ -35,6 +37,8 @@ def validate_researcher_content(result: TaskOutput) -> Tuple[bool, Any]:
 @CrewBase
 class Investigators():
     """Investigators crew"""
+    def __init__(self, progress: gr.Progress):
+        self.progress = progress
 
     #Agents
     agents_config = 'config/agents.yaml'
@@ -66,27 +70,42 @@ class Investigators():
     # Tasks
     tasks_config = 'config/tasks.yaml'
 
-    
+    def callback_function(self, output: TaskOutput):
+        # print(f"""
+        #     Task completed!
+        #     Name: {output.name}
+        #     Agent: {output.agent}
+        #     Output: {output.raw}
+        # """)
+        if output.name == "research_target":
+            self.progress(0.4, "Finished gathering information, performing money laundering analysis..")
+        if output.name == "analyze_target":
+            self.progress(0.7, "Finished ML analysis, writing summary report..")
+        if output.name == "reporting_task":
+            self.progress(0.99, desc="Report completed")
 
     @task
     def research_target(self) -> Task:
         
-        
+
         return Task(
             config=self.tasks_config['research_target'],
             guardrail=validate_researcher_content,
+            callback=self.callback_function
         )
 
     @task
     def analyze_target(self) -> Task:
         return Task(
             config=self.tasks_config['analyze_target'], 
+            callback=self.callback_function
         )
     
     @task
     def reporting_task(self) -> Task:
         return Task(
             config=self.tasks_config['reporting_task'], 
+            callback=self.callback_function
         )
 
     @crew