Akiragpu / scripts /pg_backup.sh
Isaac Quarenta
feat(backup): liga o pg_backup.sh (existia mas nunca era lancado) + restore remoto no arranque
891dd4c
Raw History Blame Contribute Delete
4.71 kB
#!/bin/bash
# pg_backup.sh - Backup periodico do PostgreSQL -> HF Dataset
#
# pg_backup.sh -> loop de backup (lançado pelo init_pg.sh)
# pg_backup.sh restore -> restaura dump local (akira_dump.sql/.custom)
# pg_backup.sh restore-from-hf -> baixa o ultimo dump do dataset HF e restaura
#
# Sem Persistent Storage no Space, o /data/pgdata morre em cada deploy: o dump
# no dataset HF e a unica forma do historico de conversas sobreviver.
set -u
BACKUP_DIR="/akira/data/cloud_sync"
BACKUP_FILE="$BACKUP_DIR/akira_dump.sql"
BACKUP_CUSTOM="$BACKUP_DIR/akira_dump.custom"
DATASET_NAME="${HF_BACKUP_DATASET:-akira-db-backup}"
SYNC_INTERVAL=${BACKUP_SYNC_INTERVAL:-3600}
mkdir -p "$BACKUP_DIR"
count_mensagens() {
local n
n=$(PGPASSWORD=akira psql -h localhost -U akira -d akira -tAc "SELECT COUNT(*) FROM mensagens" 2>/dev/null)
case "${n:-}" in
''|*[!0-9]*) echo 0 ;;
*) echo "$n" ;;
esac
}
backup_pg() {
echo "[BACKUP] A iniciar backup do PostgreSQL..."
local n
n=$(count_mensagens)
if [ "$n" -eq 0 ]; then
echo "[BACKUP] 0 mensagens - upload saltado (nunca apagar um backup bom)"
return 0
fi
if PGPASSWORD=akira pg_dump -h localhost -U akira -d akira \
--format=custom --compress=9 --file="$BACKUP_CUSTOM" 2>/dev/null &&
PGPASSWORD=akira pg_dump -h localhost -U akira -d akira > "$BACKUP_FILE" 2>/dev/null; then
echo "[BACKUP] Dump concluido: $(du -h "$BACKUP_FILE" | cut -f1) ($n mensagens)"
else
echo "[BACKUP] Dump falhou"
return 1
fi
if [ -z "${HF_TOKEN:-}" ]; then
echo "[BACKUP] HF_TOKEN ausente - so dump local (perde-se no proximo deploy)"
return 0
fi
echo "[BACKUP] Enviando para HF Dataset: $DATASET_NAME"
if BACKUP_DIR="$BACKUP_DIR" python -c "
import os
from huggingface_hub import HfApi
token = os.environ.get('HF_TOKEN')
repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup')
api = HfApi(token=token)
api.create_repo(repo_id=repo, repo_type='dataset', exist_ok=True)
api.upload_folder(
folder_path=os.environ.get('BACKUP_DIR'),
repo_id=repo,
repo_type='dataset',
allow_patterns=['akira_dump.*'],
)
print('[BACKUP] Upload concluido')
"; then
:
else
echo "[BACKUP] Upload falhou"
fi
}
restore_from_remote() {
if [ -z "${HF_TOKEN:-}" ]; then
echo "[RESTORE] HF_TOKEN ausente - sem restore remoto"
return 0
fi
BACKUP_DIR="$BACKUP_DIR" python - <<'PY'
import os, shutil, sys
from huggingface_hub import HfApi, hf_hub_download
token = os.environ.get('HF_TOKEN')
repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup')
dest = os.environ.get('BACKUP_DIR')
try:
files = HfApi(token=token).list_repo_files(repo_id=repo, repo_type='dataset')
except Exception as e:
print('[RESTORE] dataset remoto indisponivel:', e)
sys.exit(0)
for f in ('akira_dump.sql', 'akira_dump.custom'):
if f in files:
path = hf_hub_download(repo_id=repo, filename=f, repo_type='dataset', token=token)
shutil.copyfile(path, os.path.join(dest, f))
print('[RESTORE] baixado do dataset:', f)
sys.exit(0)
print('[RESTORE] dataset sem dumps')
PY
}
restore_pg() {
local n
n=$(count_mensagens)
if [ "$n" -gt 0 ]; then
echo "[RESTORE] BD ja tem $n mensagens - restore saltado"
return 0
fi
if [ -f "$BACKUP_FILE" ]; then
echo "[RESTORE] Restaurando $BACKUP_FILE..."
if PGPASSWORD=akira psql -h localhost -U akira -d akira -f "$BACKUP_FILE" >/dev/null 2>&1; then
echo "[RESTORE] Concluido ($n mensagens antes)"
else
echo "[RESTORE] Falhou (tabela ja existe? a continuar)"
fi
elif [ -f "$BACKUP_CUSTOM" ]; then
echo "[RESTORE] Restaurando dump custom..."
if PGPASSWORD=akira pg_restore -h localhost -U akira -d akira --clean --if-exists "$BACKUP_CUSTOM" >/dev/null 2>&1; then
echo "[RESTORE] Concluido"
else
echo "[RESTORE] pg_restore reportou erros"
fi
else
echo "[RESTORE] Nenhum backup encontrado"
fi
}
restore_remote_and_local() {
echo "[RESTORE] A verificar historico remoto (dataset HF)..."
restore_from_remote
restore_pg
}
case "${1:-}" in
restore)
restore_pg
;;
restore-from-hf)
restore_remote_and_local
;;
*)
echo "[BACKUP] Loop iniciado (intervalo ${SYNC_INTERVAL}s)"
while true; do
backup_pg
sleep "$SYNC_INTERVAL"
done
;;
esac