Update dataset_previews.py

dataset_previews.py

@@ -58,7 +58,7 @@ def calculate_dataset_statistics():
             "options_distribution": {10: 12032}
         }
 
-def mmlupro_dataset_preview() -> Dict[str, Any]:
+def mmlupro_dataset_preview(regenerate_preview=True) -> Dict[str, Any]:
     """
     Generate or retrieve the MMLU-Pro dataset preview information.
     
@@ -68,7 +68,7 @@ def mmlupro_dataset_preview() -> Dict[str, Any]:
     preview_file = "/data/mmlu_pro_dataset_preview_table.json"
     
     # Check if preview file exists
-    if os.path.exists(preview_file):
+    if not regenerate_preview and os.path.exists(preview_file):
         try:
             # Read existing preview file
             with open(preview_file, 'r') as f: