Isaac Quarenta
feat(backup): liga o pg_backup.sh (existia mas nunca era lancado) + restore remoto no arranque
891dd4c Download scripts/pg_backup.sh from akra35567/Akiragpu: direct link, hf CLI and curl.
- Browser
- Download file 4.71 kB
-
https://huggingface.co/spaces/akra35567/Akiragpu/resolve/main/scripts/pg_backup.sh
- Command line
-
hf download hf://spaces/akra35567/Akiragpu/scripts/pg_backup.sh
-
curl -L -o pg_backup.sh https://huggingface.co/spaces/akra35567/Akiragpu/resolve/main/scripts/pg_backup.sh
4.71 kB
| # pg_backup.sh - Backup periodico do PostgreSQL -> HF Dataset | |
| # | |
| # pg_backup.sh -> loop de backup (lançado pelo init_pg.sh) | |
| # pg_backup.sh restore -> restaura dump local (akira_dump.sql/.custom) | |
| # pg_backup.sh restore-from-hf -> baixa o ultimo dump do dataset HF e restaura | |
| # | |
| # Sem Persistent Storage no Space, o /data/pgdata morre em cada deploy: o dump | |
| # no dataset HF e a unica forma do historico de conversas sobreviver. | |
| set -u | |
| BACKUP_DIR="/akira/data/cloud_sync" | |
| BACKUP_FILE="$BACKUP_DIR/akira_dump.sql" | |
| BACKUP_CUSTOM="$BACKUP_DIR/akira_dump.custom" | |
| DATASET_NAME="${HF_BACKUP_DATASET:-akira-db-backup}" | |
| SYNC_INTERVAL=${BACKUP_SYNC_INTERVAL:-3600} | |
| mkdir -p "$BACKUP_DIR" | |
| count_mensagens() { | |
| local n | |
| n=$(PGPASSWORD=akira psql -h localhost -U akira -d akira -tAc "SELECT COUNT(*) FROM mensagens" 2>/dev/null) | |
| case "${n:-}" in | |
| ''|*[!0-9]*) echo 0 ;; | |
| *) echo "$n" ;; | |
| esac | |
| } | |
| backup_pg() { | |
| echo "[BACKUP] A iniciar backup do PostgreSQL..." | |
| local n | |
| n=$(count_mensagens) | |
| if [ "$n" -eq 0 ]; then | |
| echo "[BACKUP] 0 mensagens - upload saltado (nunca apagar um backup bom)" | |
| return 0 | |
| fi | |
| if PGPASSWORD=akira pg_dump -h localhost -U akira -d akira \ | |
| --format=custom --compress=9 --file="$BACKUP_CUSTOM" 2>/dev/null && | |
| PGPASSWORD=akira pg_dump -h localhost -U akira -d akira > "$BACKUP_FILE" 2>/dev/null; then | |
| echo "[BACKUP] Dump concluido: $(du -h "$BACKUP_FILE" | cut -f1) ($n mensagens)" | |
| else | |
| echo "[BACKUP] Dump falhou" | |
| return 1 | |
| fi | |
| if [ -z "${HF_TOKEN:-}" ]; then | |
| echo "[BACKUP] HF_TOKEN ausente - so dump local (perde-se no proximo deploy)" | |
| return 0 | |
| fi | |
| echo "[BACKUP] Enviando para HF Dataset: $DATASET_NAME" | |
| if BACKUP_DIR="$BACKUP_DIR" python -c " | |
| import os | |
| from huggingface_hub import HfApi | |
| token = os.environ.get('HF_TOKEN') | |
| repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup') | |
| api = HfApi(token=token) | |
| api.create_repo(repo_id=repo, repo_type='dataset', exist_ok=True) | |
| api.upload_folder( | |
| folder_path=os.environ.get('BACKUP_DIR'), | |
| repo_id=repo, | |
| repo_type='dataset', | |
| allow_patterns=['akira_dump.*'], | |
| ) | |
| print('[BACKUP] Upload concluido') | |
| "; then | |
| : | |
| else | |
| echo "[BACKUP] Upload falhou" | |
| fi | |
| } | |
| restore_from_remote() { | |
| if [ -z "${HF_TOKEN:-}" ]; then | |
| echo "[RESTORE] HF_TOKEN ausente - sem restore remoto" | |
| return 0 | |
| fi | |
| BACKUP_DIR="$BACKUP_DIR" python - <<'PY' | |
| import os, shutil, sys | |
| from huggingface_hub import HfApi, hf_hub_download | |
| token = os.environ.get('HF_TOKEN') | |
| repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup') | |
| dest = os.environ.get('BACKUP_DIR') | |
| try: | |
| files = HfApi(token=token).list_repo_files(repo_id=repo, repo_type='dataset') | |
| except Exception as e: | |
| print('[RESTORE] dataset remoto indisponivel:', e) | |
| sys.exit(0) | |
| for f in ('akira_dump.sql', 'akira_dump.custom'): | |
| if f in files: | |
| path = hf_hub_download(repo_id=repo, filename=f, repo_type='dataset', token=token) | |
| shutil.copyfile(path, os.path.join(dest, f)) | |
| print('[RESTORE] baixado do dataset:', f) | |
| sys.exit(0) | |
| print('[RESTORE] dataset sem dumps') | |
| PY | |
| } | |
| restore_pg() { | |
| local n | |
| n=$(count_mensagens) | |
| if [ "$n" -gt 0 ]; then | |
| echo "[RESTORE] BD ja tem $n mensagens - restore saltado" | |
| return 0 | |
| fi | |
| if [ -f "$BACKUP_FILE" ]; then | |
| echo "[RESTORE] Restaurando $BACKUP_FILE..." | |
| if PGPASSWORD=akira psql -h localhost -U akira -d akira -f "$BACKUP_FILE" >/dev/null 2>&1; then | |
| echo "[RESTORE] Concluido ($n mensagens antes)" | |
| else | |
| echo "[RESTORE] Falhou (tabela ja existe? a continuar)" | |
| fi | |
| elif [ -f "$BACKUP_CUSTOM" ]; then | |
| echo "[RESTORE] Restaurando dump custom..." | |
| if PGPASSWORD=akira pg_restore -h localhost -U akira -d akira --clean --if-exists "$BACKUP_CUSTOM" >/dev/null 2>&1; then | |
| echo "[RESTORE] Concluido" | |
| else | |
| echo "[RESTORE] pg_restore reportou erros" | |
| fi | |
| else | |
| echo "[RESTORE] Nenhum backup encontrado" | |
| fi | |
| } | |
| restore_remote_and_local() { | |
| echo "[RESTORE] A verificar historico remoto (dataset HF)..." | |
| restore_from_remote | |
| restore_pg | |
| } | |
| case "${1:-}" in | |
| restore) | |
| restore_pg | |
| ;; | |
| restore-from-hf) | |
| restore_remote_and_local | |
| ;; | |
| *) | |
| echo "[BACKUP] Loop iniciado (intervalo ${SYNC_INTERVAL}s)" | |
| while true; do | |
| backup_pg | |
| sleep "$SYNC_INTERVAL" | |
| done | |
| ;; | |
| esac | |