#!/bin/bash # pg_backup.sh - Backup periodico do PostgreSQL -> HF Dataset # # pg_backup.sh -> loop de backup (lançado pelo init_pg.sh) # pg_backup.sh restore -> restaura dump local (akira_dump.sql/.custom) # pg_backup.sh restore-from-hf -> baixa o ultimo dump do dataset HF e restaura # # Sem Persistent Storage no Space, o /data/pgdata morre em cada deploy: o dump # no dataset HF e a unica forma do historico de conversas sobreviver. set -u BACKUP_DIR="/akira/data/cloud_sync" BACKUP_FILE="$BACKUP_DIR/akira_dump.sql" BACKUP_CUSTOM="$BACKUP_DIR/akira_dump.custom" DATASET_NAME="${HF_BACKUP_DATASET:-akira-db-backup}" SYNC_INTERVAL=${BACKUP_SYNC_INTERVAL:-3600} mkdir -p "$BACKUP_DIR" count_mensagens() { local n n=$(PGPASSWORD=akira psql -h localhost -U akira -d akira -tAc "SELECT COUNT(*) FROM mensagens" 2>/dev/null) case "${n:-}" in ''|*[!0-9]*) echo 0 ;; *) echo "$n" ;; esac } backup_pg() { echo "[BACKUP] A iniciar backup do PostgreSQL..." local n n=$(count_mensagens) if [ "$n" -eq 0 ]; then echo "[BACKUP] 0 mensagens - upload saltado (nunca apagar um backup bom)" return 0 fi if PGPASSWORD=akira pg_dump -h localhost -U akira -d akira \ --format=custom --compress=9 --file="$BACKUP_CUSTOM" 2>/dev/null && PGPASSWORD=akira pg_dump -h localhost -U akira -d akira > "$BACKUP_FILE" 2>/dev/null; then echo "[BACKUP] Dump concluido: $(du -h "$BACKUP_FILE" | cut -f1) ($n mensagens)" else echo "[BACKUP] Dump falhou" return 1 fi if [ -z "${HF_TOKEN:-}" ]; then echo "[BACKUP] HF_TOKEN ausente - so dump local (perde-se no proximo deploy)" return 0 fi echo "[BACKUP] Enviando para HF Dataset: $DATASET_NAME" if BACKUP_DIR="$BACKUP_DIR" python -c " import os from huggingface_hub import HfApi token = os.environ.get('HF_TOKEN') repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup') api = HfApi(token=token) api.create_repo(repo_id=repo, repo_type='dataset', exist_ok=True) api.upload_folder( folder_path=os.environ.get('BACKUP_DIR'), repo_id=repo, repo_type='dataset', allow_patterns=['akira_dump.*'], ) print('[BACKUP] Upload concluido') "; then : else echo "[BACKUP] Upload falhou" fi } restore_from_remote() { if [ -z "${HF_TOKEN:-}" ]; then echo "[RESTORE] HF_TOKEN ausente - sem restore remoto" return 0 fi BACKUP_DIR="$BACKUP_DIR" python - <<'PY' import os, shutil, sys from huggingface_hub import HfApi, hf_hub_download token = os.environ.get('HF_TOKEN') repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup') dest = os.environ.get('BACKUP_DIR') try: files = HfApi(token=token).list_repo_files(repo_id=repo, repo_type='dataset') except Exception as e: print('[RESTORE] dataset remoto indisponivel:', e) sys.exit(0) for f in ('akira_dump.sql', 'akira_dump.custom'): if f in files: path = hf_hub_download(repo_id=repo, filename=f, repo_type='dataset', token=token) shutil.copyfile(path, os.path.join(dest, f)) print('[RESTORE] baixado do dataset:', f) sys.exit(0) print('[RESTORE] dataset sem dumps') PY } restore_pg() { local n n=$(count_mensagens) if [ "$n" -gt 0 ]; then echo "[RESTORE] BD ja tem $n mensagens - restore saltado" return 0 fi if [ -f "$BACKUP_FILE" ]; then echo "[RESTORE] Restaurando $BACKUP_FILE..." if PGPASSWORD=akira psql -h localhost -U akira -d akira -f "$BACKUP_FILE" >/dev/null 2>&1; then echo "[RESTORE] Concluido ($n mensagens antes)" else echo "[RESTORE] Falhou (tabela ja existe? a continuar)" fi elif [ -f "$BACKUP_CUSTOM" ]; then echo "[RESTORE] Restaurando dump custom..." if PGPASSWORD=akira pg_restore -h localhost -U akira -d akira --clean --if-exists "$BACKUP_CUSTOM" >/dev/null 2>&1; then echo "[RESTORE] Concluido" else echo "[RESTORE] pg_restore reportou erros" fi else echo "[RESTORE] Nenhum backup encontrado" fi } restore_remote_and_local() { echo "[RESTORE] A verificar historico remoto (dataset HF)..." restore_from_remote restore_pg } case "${1:-}" in restore) restore_pg ;; restore-from-hf) restore_remote_and_local ;; *) echo "[BACKUP] Loop iniciado (intervalo ${SYNC_INTERVAL}s)" while true; do backup_pg sleep "$SYNC_INTERVAL" done ;; esac