File size: 4,706 Bytes
51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c 51b711f 891dd4c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 | #!/bin/bash
# pg_backup.sh - Backup periodico do PostgreSQL -> HF Dataset
#
# pg_backup.sh -> loop de backup (lançado pelo init_pg.sh)
# pg_backup.sh restore -> restaura dump local (akira_dump.sql/.custom)
# pg_backup.sh restore-from-hf -> baixa o ultimo dump do dataset HF e restaura
#
# Sem Persistent Storage no Space, o /data/pgdata morre em cada deploy: o dump
# no dataset HF e a unica forma do historico de conversas sobreviver.
set -u
BACKUP_DIR="/akira/data/cloud_sync"
BACKUP_FILE="$BACKUP_DIR/akira_dump.sql"
BACKUP_CUSTOM="$BACKUP_DIR/akira_dump.custom"
DATASET_NAME="${HF_BACKUP_DATASET:-akira-db-backup}"
SYNC_INTERVAL=${BACKUP_SYNC_INTERVAL:-3600}
mkdir -p "$BACKUP_DIR"
count_mensagens() {
local n
n=$(PGPASSWORD=akira psql -h localhost -U akira -d akira -tAc "SELECT COUNT(*) FROM mensagens" 2>/dev/null)
case "${n:-}" in
''|*[!0-9]*) echo 0 ;;
*) echo "$n" ;;
esac
}
backup_pg() {
echo "[BACKUP] A iniciar backup do PostgreSQL..."
local n
n=$(count_mensagens)
if [ "$n" -eq 0 ]; then
echo "[BACKUP] 0 mensagens - upload saltado (nunca apagar um backup bom)"
return 0
fi
if PGPASSWORD=akira pg_dump -h localhost -U akira -d akira \
--format=custom --compress=9 --file="$BACKUP_CUSTOM" 2>/dev/null &&
PGPASSWORD=akira pg_dump -h localhost -U akira -d akira > "$BACKUP_FILE" 2>/dev/null; then
echo "[BACKUP] Dump concluido: $(du -h "$BACKUP_FILE" | cut -f1) ($n mensagens)"
else
echo "[BACKUP] Dump falhou"
return 1
fi
if [ -z "${HF_TOKEN:-}" ]; then
echo "[BACKUP] HF_TOKEN ausente - so dump local (perde-se no proximo deploy)"
return 0
fi
echo "[BACKUP] Enviando para HF Dataset: $DATASET_NAME"
if BACKUP_DIR="$BACKUP_DIR" python -c "
import os
from huggingface_hub import HfApi
token = os.environ.get('HF_TOKEN')
repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup')
api = HfApi(token=token)
api.create_repo(repo_id=repo, repo_type='dataset', exist_ok=True)
api.upload_folder(
folder_path=os.environ.get('BACKUP_DIR'),
repo_id=repo,
repo_type='dataset',
allow_patterns=['akira_dump.*'],
)
print('[BACKUP] Upload concluido')
"; then
:
else
echo "[BACKUP] Upload falhou"
fi
}
restore_from_remote() {
if [ -z "${HF_TOKEN:-}" ]; then
echo "[RESTORE] HF_TOKEN ausente - sem restore remoto"
return 0
fi
BACKUP_DIR="$BACKUP_DIR" python - <<'PY'
import os, shutil, sys
from huggingface_hub import HfApi, hf_hub_download
token = os.environ.get('HF_TOKEN')
repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup')
dest = os.environ.get('BACKUP_DIR')
try:
files = HfApi(token=token).list_repo_files(repo_id=repo, repo_type='dataset')
except Exception as e:
print('[RESTORE] dataset remoto indisponivel:', e)
sys.exit(0)
for f in ('akira_dump.sql', 'akira_dump.custom'):
if f in files:
path = hf_hub_download(repo_id=repo, filename=f, repo_type='dataset', token=token)
shutil.copyfile(path, os.path.join(dest, f))
print('[RESTORE] baixado do dataset:', f)
sys.exit(0)
print('[RESTORE] dataset sem dumps')
PY
}
restore_pg() {
local n
n=$(count_mensagens)
if [ "$n" -gt 0 ]; then
echo "[RESTORE] BD ja tem $n mensagens - restore saltado"
return 0
fi
if [ -f "$BACKUP_FILE" ]; then
echo "[RESTORE] Restaurando $BACKUP_FILE..."
if PGPASSWORD=akira psql -h localhost -U akira -d akira -f "$BACKUP_FILE" >/dev/null 2>&1; then
echo "[RESTORE] Concluido ($n mensagens antes)"
else
echo "[RESTORE] Falhou (tabela ja existe? a continuar)"
fi
elif [ -f "$BACKUP_CUSTOM" ]; then
echo "[RESTORE] Restaurando dump custom..."
if PGPASSWORD=akira pg_restore -h localhost -U akira -d akira --clean --if-exists "$BACKUP_CUSTOM" >/dev/null 2>&1; then
echo "[RESTORE] Concluido"
else
echo "[RESTORE] pg_restore reportou erros"
fi
else
echo "[RESTORE] Nenhum backup encontrado"
fi
}
restore_remote_and_local() {
echo "[RESTORE] A verificar historico remoto (dataset HF)..."
restore_from_remote
restore_pg
}
case "${1:-}" in
restore)
restore_pg
;;
restore-from-hf)
restore_remote_and_local
;;
*)
echo "[BACKUP] Loop iniciado (intervalo ${SYNC_INTERVAL}s)"
while true; do
backup_pg
sleep "$SYNC_INTERVAL"
done
;;
esac
|