Update sync_data.sh

sync_data.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 if [ -z "$HF_TOKEN" ] || [ -z "$DATASET_ID" ]; then
-    echo "Starting without backup functionality - missing HF_TOKEN or DATASET_ID"
+    echo "Starting without backup - missing HF_TOKEN or DATASET_ID"
     exec uvicorn app.main:app --host 0.0.0.0 --port 7860
     exit 0
 fi
@@ -9,36 +9,43 @@ fi
 export HUGGING_FACE_HUB_TOKEN=$HF_TOKEN
 
 restore_latest() {
-    echo "Restoring latest backup..."
+    echo "Checking for existing backups..."
     python3 -c "
 from huggingface_hub import HfApi
 import os
+
 api = HfApi()
-files = api.list_repo_files(repo_id='${DATASET_ID}', repo_type='dataset')
+files = api.list_repo_files('${DATASET_ID}', repo_type='dataset')
 backup_files = sorted([f for f in files if f.startswith('backup_') and f.endswith('.tar.gz')])
+
 if backup_files:
     latest = backup_files[-1]
+    print(f'Found backup: {latest}, downloading...')
     api.hf_hub_download(repo_id='${DATASET_ID}', filename=latest, repo_type='dataset', local_dir='/tmp')
     os.system(f'tar -xzf /tmp/{latest} -C /app/app')
     os.remove(f'/tmp/{latest}')
-    print(f'Restored from {latest}')
+    print(f'Successfully restored from {latest}')
 else:
-    print('No backup found')
+    print('No backup found, skipping restore.')
 "
 }
 
 sync_data() {
+    echo "Waiting ${SYNC_INTERVAL:-7200} seconds before first backup..."
+    sleep ${SYNC_INTERVAL:-7200}
+
     while true; do
         echo "Starting backup at $(date)"
         cd /app
         timestamp=$(date +%Y%m%d_%H%M%S)
         backup_file="backup_${timestamp}.tar.gz"
+
         if [ -d "app" ] && [ "$(ls -A app 2>/dev/null)" ]; then
             tar -czf "/tmp/${backup_file}" app/
             python3 -c "
 from huggingface_hub import HfApi
 api = HfApi()
-api.upload_file(path_or_fileobj='/tmp/${backup_file}', path_in_repo='${backup_file}', repo_id='${DATASET_ID}', repo_type='dataset')
+api.upload_file('/tmp/${backup_file}', '${backup_file}', '${DATASET_ID}', repo_type='dataset')
 print('Backup uploaded successfully')
 backup_files = sorted([f for f in api.list_repo_files('${DATASET_ID}', repo_type='dataset') if f.startswith('backup_')])
 for old_backup in backup_files[:-50]:
@@ -49,6 +56,7 @@ for old_backup in backup_files[:-50]:
         else
             echo "No data to backup"
         fi
+        echo "Next backup in ${SYNC_INTERVAL:-7200} seconds..."
         sleep ${SYNC_INTERVAL:-7200}
     done
 }