update 2025

pages/4_🗺️_Feb_2025_Navigator.py

@@ -2,6 +2,27 @@ import streamlit as st
 import duckdb
 import pandas as pd
 from st_aggrid import AgGrid, GridOptionsBuilder, GridUpdateMode
+from st_link_analysis import st_link_analysis, NodeStyle, EdgeStyle
+from graph_builder import StLinkBuilder
+
+# Node styles configuration
+NODE_STYLES = [
+    NodeStyle("EVENT", "#FF7F3E", "name", "description"),
+    NodeStyle("PERSON", "#4CAF50", "name", "person"),
+    NodeStyle("NAME", "#2A629A", "created_at", "badge"),
+    NodeStyle("ORGANIZATION", "#9C27B0", "name", "business"),
+    NodeStyle("LOCATION", "#2196F3", "name", "place"),
+    NodeStyle("THEME", "#FFC107", "name", "sell"),
+    NodeStyle("COUNT", "#795548", "name", "inventory"),
+    NodeStyle("AMOUNT", "#607D8B", "name", "wallet"),
+]
+
+# Edge styles configuration
+EDGE_STYLES = [
+    EdgeStyle("MENTIONED_IN", caption="label", directed=True),
+    EdgeStyle("LOCATED_IN", caption="label", directed=True),
+    EdgeStyle("CATEGORIZED_AS", caption="label", directed=True)
+]
 
 # Constants for raw data categories
 GDELT_CATEGORIES = {
@@ -38,7 +59,7 @@ def initialize_db():
     return con
 
 def fetch_data(con, source_filter=None,
-               start_date=None, end_date=None, limit=10, include_all_columns=False):
+               start_date=None, end_date=None, limit=100, include_all_columns=False):
     """Fetch filtered data from the database"""
     if include_all_columns:
         columns = "*"
@@ -107,6 +128,24 @@ def render_data_grid(df):
             return selected[0]
     return None
 
+def render_graph(record):
+    """
+    Render a graph visualization for the selected record.
+    Uses StLinkBuilder to convert the record into graph format and then
+    displays the graph using st_link_analysis.
+    """
+    st.subheader(f"Event Graph: {record.get('GKGRECORDID', 'Unknown')}")
+    stlink_builder = StLinkBuilder()
+    # Convert the record (a Series) into a DataFrame with one row
+    record_df = pd.DataFrame([record])
+    graph_data = stlink_builder.build_graph(record_df)
+    return st_link_analysis(
+        elements=graph_data,
+        layout="fcose", # Column configuration for data grid - cose, fcose, breadthfirst, cola
+        node_styles=NODE_STYLES,
+        edge_styles=EDGE_STYLES
+    )
+
 def render_raw_data(record):
     """Render raw GDELT data in expandable sections."""
     st.header("Full Record Details")
@@ -138,7 +177,7 @@ def main():
                 source = st.text_input("Filter by source name")
                 start_date = st.text_input("Start date (YYYYMMDD)", "20250210")
                 end_date = st.text_input("End date (YYYYMMDD)", "20250211")
-                limit = st.slider("Number of results to display", 10, 500, 10)
+                limit = st.slider("Number of results to display", 10, 500, 100)
             
             # Fetch initial data view
             df_initial = fetch_data(
@@ -171,8 +210,9 @@ def main():
                 # Find the full record in the original DataFrame using the selected ID
                 selected_id = selected_row['ID']
                 full_record = df_full[df_full['GKGRECORDID'] == selected_id].iloc[0]
-                
-                # Display the raw data below the grid
+
+               # Display the graph and raw data below the grid
+                render_graph(full_record)
                 render_raw_data(full_record)
             else:
                 st.info("Select a record above to view its complete details.")
@@ -182,4 +222,4 @@ def main():
     # Close database connection
     con.close()
 
-main()
+main()

pages/5_🔍_Feb_2025_Event_Graph.py

@@ -50,7 +50,8 @@ def fetch_data(con, source_filter=None,
     if include_all_columns:
         columns = "*"
     else:
-        columns = "GKGRECORDID, DATE, SourceCommonName, tone, DocumentIdentifier, 'V2.1Quotations', SourceCollectionIdentifier"
+        # Changed column specification: use double quotes for column names with periods.
+        columns = 'GKGRECORDID, DATE, SourceCommonName, tone, DocumentIdentifier, "V2.1SharingImage", "V2.1Quotations", SourceCollectionIdentifier'
     
     query = f"""
         SELECT {columns}
@@ -139,6 +140,7 @@ def main():
     Filter and select individual event records to display their detailed graph representations. Analyze relationships between events and associated entities using the interactive graph below.
     """)
 
+
     # Initialize database connection using context manager
     with initialize_db() as con:
         if con is not None:
@@ -151,7 +153,7 @@ def main():
                 start_date = st.text_input("Start date (YYYYMMDD)", "20250210")
                 end_date = st.text_input("End date (YYYYMMDD)", "20250211")
                 limit = st.slider("Number of results to display", 10, 500, 100)
-
+            
             # Fetch initial data view
             df_initial = fetch_data(
                 con=con,
@@ -171,20 +173,20 @@ def main():
                 limit=limit,
                 include_all_columns=True
             )
-            
+
             # Create a DataFrame for the grid with only the key columns
-            grid_df = df_initial[['GKGRECORDID', 'DATE', 'SourceCommonName', 'tone', 'DocumentIdentifier', 'SourceCollectionIdentifier']].copy()
-            grid_df.columns = ['ID', 'Date', 'Source', 'Tone', 'Doc ID', 'Source Collection ID']
+            grid_df = df_initial[['GKGRECORDID', 'DATE', 'SourceCommonName', 'tone', 'DocumentIdentifier',  "V2.1SharingImage", 'SourceCollectionIdentifier']].copy()
+            grid_df.columns = ['ID', 'Date', 'Source', 'Tone', 'Doc ID', 'Image', 'Source Collection ID']
             
             # Render the interactive data grid at the top
             selected_row = render_data_grid(grid_df)
-            
+
             if selected_row:
                 # Find the full record in the original DataFrame using the selected ID
                 selected_id = selected_row['ID']
                 full_record = df_full[df_full['GKGRECORDID'] == selected_id].iloc[0]
-                
-                # Display the graph and raw data below the grid
+
+               # Display the graph and raw data below the grid
                 render_graph(full_record)
             else:
                 st.info("Use the grid filters above to search and select a record.")