Upload run_cloud_training.py with huggingface_hub

run_cloud_training.py

@@ -574,7 +574,7 @@ def train(config_path, dataset_name, output_dir, upload_to_hub=False, hub_repo_n
                 # Check if it's an L40S or high-memory GPU
                 if "L40S" in gpu_info.name or gpu_info.total_memory > 40e9:
                     logger.info("Detected L40S GPU - optimizing for high-memory GPU")
-                    per_device_train_batch_size = training_config.get("per_device_train_batch_size", 4)
+                    per_device_train_batch_size = training_config.get("per_device_train_batch_size", 2)
                 else:
                     # Use a smaller batch size for other GPUs
                     per_device_train_batch_size = 2