cloudpaste / sync_data.sh
dragggl25's picture
Create sync_data.sh
5ab404f verified
#!/bin/bash
# 检查环境变量
if [[ -z "$WEBDAV_URL" ]] || [[ -z "$WEBDAV_USERNAME" ]] || [[ -z "$WEBDAV_PASSWORD" ]]; then
echo "缺少 WEBDAV_URL、WEBDAV_USERNAME 或 WEBDAV_PASSWORD,启动时将不包含备份功能"
exit 0
fi
# 设置备份路径
WEBDAV_BACKUP_PATH=${WEBDAV_BACKUP_PATH:-""}
FULL_WEBDAV_URL="${WEBDAV_URL}"
if [ -n "$WEBDAV_BACKUP_PATH" ]; then
FULL_WEBDAV_URL="${WEBDAV_URL}/${WEBDAV_BACKUP_PATH}"
fi
# 确保数据目录存在
mkdir -p /data
# 下载最新备份并恢复
restore_backup() {
echo "开始从 WebDAV 下载最新备份..."
# 显式使用虚拟环境中的 python3,确保找到安装的库
/app/venv/bin/python3 -c "
import sys
import os
import tarfile
import requests
from webdav3.client import Client
import shutil
options = {
'webdav_hostname': '$FULL_WEBDAV_URL',
'webdav_login': '$WEBDAV_USERNAME',
'webdav_password': '$WEBDAV_PASSWORD'
}
client = Client(options)
backups = [file for file in client.list() if file.endswith('.tar.gz') and file.startswith('cloudpaste_backup_')]
if not backups:
print('没有找到备份文件')
sys.exit()
latest_backup = sorted(backups)[-1]
print(f'最新备份文件:{latest_backup}')
with requests.get(f'$FULL_WEBDAV_URL/{latest_backup}', auth=('$WEBDAV_USERNAME', '$WEBDAV_PASSWORD'), stream=True) as r:
if r.status_code == 200:
with open(f'/tmp/{latest_backup}', 'wb') as f:
for chunk in r.iter_content(chunk_size=8192):
f.write(chunk)
print(f'成功下载备份文件到 /tmp/{latest_backup}')
if os.path.exists(f'/tmp/{latest_backup}'):
# 解压备份文件到临时目录
temp_dir = '/tmp/restore'
os.makedirs(temp_dir, exist_ok=True)
tar = tarfile.open(f'/tmp/{latest_backup}', 'r:gz')
tar.extractall(temp_dir)
tar.close()
# 查找并移动 cloudpaste.db 文件
for root, dirs, files in os.walk(temp_dir):
for file in files:
if file.endswith('.db'): # 查找任何.db文件
db_path = os.path.join(root, file)
os.makedirs('/data', exist_ok=True)
target_path = os.path.join('/data', 'cloudpaste.db')
os.replace(db_path, target_path)
print(f'成功从 {latest_backup} 恢复备份到 {target_path}')
break
else:
continue
break
else:
print('备份文件中未找到数据库文件')
# 删除临时目录
try:
shutil.rmtree(temp_dir)
except Exception as e:
print(f'删除临时目录时出错:{e}')
os.remove(f'/tmp/{latest_backup}')
else:
print('下载的备份文件不存在')
else:
print(f'下载备份失败:{r.status_code}')
"
}
# 首次启动时下载最新备份
echo "正在从 WebDAV 下载最新备份..."
restore_backup
#pip install webdav3-client requests >/dev/null 2>&1
# 同步函数
sync_data() {
while true; do
echo "在 $(date) 开始同步进程"
# 检查数据库文件是否存在
DB_FILE="/data/cloudpaste.db"
if [ -f "$DB_FILE" ]; then
timestamp=$(date +%Y%m%d_%H%M%S)
backup_file="cloudpaste_backup_${timestamp}.tar.gz"
# 确保备份目录存在
mkdir -p /tmp/backup
# 创建备份目录结构
cp "$DB_FILE" "/tmp/backup/cloudpaste.db"
# 打包数据库文件
tar -czf "/tmp/${backup_file}" -C /tmp/backup .
# 上传新备份到WebDAV
curl -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" -T "/tmp/${backup_file}" "$FULL_WEBDAV_URL/${backup_file}"
if [ $? -eq 0 ]; then
echo "成功将 ${backup_file} 上传至 WebDAV"
# 同时上传一个固定名称的最新备份
curl -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" -T "/tmp/${backup_file}" "$FULL_WEBDAV_URL/cloudpaste_latest.tar.gz"
if [ $? -eq 0 ]; then
echo "成功将最新备份上传至 WebDAV"
else
echo "上传最新备份至 WebDAV 失败"
fi
else
echo "上传 ${backup_file} 至 WebDAV 失败"
fi
# 清理临时文件
rm -rf /tmp/backup
rm -f "/tmp/${backup_file}"
# 清理旧备份文件,保留最近10个
# 显式使用虚拟环境中的 python3,确保找到安装的库
# python3 -c "
/app/venv/bin/python3 -c "
import sys
from webdav3.client import Client
options = {
'webdav_hostname': '$FULL_WEBDAV_URL',
'webdav_login': '$WEBDAV_USERNAME',
'webdav_password': '$WEBDAV_PASSWORD'
}
client = Client(options)
backups = [file for file in client.list() if file.endswith('.tar.gz') and file.startswith('cloudpaste_backup_')]
backups.sort()
if len(backups) > 5: # 保留最近5个备份
to_delete = len(backups) - 10
for file in backups[:to_delete]:
try:
client.clean(file)
print(f'成功删除旧备份: {file}')
except Exception as e:
print(f'删除 {file} 时出错: {e}')
else:
print(f'仅找到 {len(backups)} 个备份,无需清理')
" 2>&1
else
echo "数据库文件 $DB_FILE 尚不存在,等待下次同步..."
fi
# 设置同步间隔,默认20分钟
SYNC_INTERVAL=${SYNC_INTERVAL:-1200}
echo "下次同步将在 ${SYNC_INTERVAL} 秒后进行..."
sleep $SYNC_INTERVAL
done
}
# 后台启动同步进程
sync_data &