data refresh

app.py

@@ -59,6 +59,16 @@ def load_trending_models_data():
             'is_supported_task', 'is_securely_scanned', 'collected_at', 'model_status'
         ])
 
+def clear_data_cache():
+    """Clear the cached dataset to force a reload"""
+    load_trending_models_data.cache_clear()
+    print("Dataset cache cleared!")
+
+def load_trending_models_data_fresh():
+    """Load fresh data by clearing cache first"""
+    clear_data_cache()
+    return load_trending_models_data()
+
 def get_status_emoji(value):
     """Convert boolean values to emoji indicators"""
     if pd.isna(value):
@@ -182,9 +192,12 @@ def create_display_dataframe(df, selected_date):
     
     return display_df
 
-def update_dashboard(selected_date):
+def update_dashboard(selected_date, use_fresh_data=False):
     """Update the dashboard based on user selections"""
-    df = load_trending_models_data()
+    if use_fresh_data:
+        df = load_trending_models_data_fresh()
+    else:
+        df = load_trending_models_data()
     display_df = create_display_dataframe(df, selected_date)
     return display_df
 
@@ -202,6 +215,20 @@ def get_available_dates():
     
     return valid_dates, valid_dates[-1], valid_dates[0]  # all_dates, min_date, max_date
 
+def get_available_dates_fresh():
+    """Get list of available dates from fresh dataset (clears cache first)"""
+    df = load_trending_models_data_fresh()
+    if df.empty or 'collected_at' not in df.columns:
+        return [], None, None
+    
+    dates = df['collected_at'].dt.date.unique()
+    valid_dates = sorted([d for d in dates if pd.notna(d)], reverse=True)
+    
+    if not valid_dates:
+        return [], None, None
+    
+    return valid_dates, valid_dates[-1], valid_dates[0]  # all_dates, min_date, max_date
+
 # Create the Gradio interface
 def create_interface():
     # Custom CSS for enhanced styling
@@ -277,7 +304,8 @@ def create_interface():
 
         def refresh_data(selected_date_text):
             """Refresh data and update dashboard"""
-            available_dates, _, max_date = get_available_dates()
+            print("Refreshing data - clearing cache and reloading dataset...")
+            available_dates, _, max_date = get_available_dates_fresh()
             
             selected_date = max_date
             if selected_date_text:
@@ -287,7 +315,7 @@ def create_interface():
                     print(f"Date conversion error in refresh: {e}, value: {selected_date_text}")
                     selected_date = max_date
             
-            display_df = update_dashboard(selected_date)
+            display_df = update_dashboard(selected_date, use_fresh_data=True)
             return (
                 str(max_date) if max_date else "",
                 display_df